forked from root/threadr.lostcave.ddnss.de
started working on a new variable grabbler in py3
BodgeMaster
parent
703f0d47f0
commit
4a7aed9e32
|
|
@ -1,97 +1,72 @@
|
||||||
#!/usr/bin/python2
|
#!/usr/bin/env python3
|
||||||
|
|
||||||
print """
|
import os, sys, json, traceback
|
||||||
Variable Grabbler - version 4.0_pre6
|
|
||||||
------------------------------------"""
|
|
||||||
################################################################
|
|
||||||
# Changes in this version:
|
|
||||||
#===============================================================
|
|
||||||
# *"\?" in a variable will now be replaced with a simple ?
|
|
||||||
# before processing, remember to double escape that because
|
|
||||||
# json doesn't like \? (=> \\?)
|
|
||||||
# *commands are now not run over and over again if not needed
|
|
||||||
# *files are now not rewritten for each variable individually
|
|
||||||
# *some technical stuff
|
|
||||||
|
|
||||||
################################################################
|
# Definitions
|
||||||
|
def stdout(string, end='\n', flush=False):
|
||||||
|
print(string, end=end, file=sys.stdout, flush=flush)
|
||||||
|
|
||||||
|
def stderr(string, end='\n', flush=False):
|
||||||
|
print(string, end=end, file=sys.stderr, flush=flush)
|
||||||
|
|
||||||
|
stderr("Variable Grabbler - version 5.0_pre1\n--------------------------------------------------------------------------------")
|
||||||
|
################################################################################
|
||||||
|
# Chnages in this version:
|
||||||
|
# - port to Python 3
|
||||||
|
# - output to stdout instead of rewriting the file
|
||||||
|
#===============================================================================
|
||||||
|
# Full documentation: tbd
|
||||||
|
#===============================================================================
|
||||||
# Exit codes:
|
# Exit codes:
|
||||||
#===============================================================
|
# 0: normal exit
|
||||||
# 0 => normal exit
|
# 1: wrong usage
|
||||||
# 1 => command line argument error
|
# 2: error while processing
|
||||||
# 2 => error while processing
|
|
||||||
#
|
|
||||||
|
|
||||||
# definitions
|
|
||||||
import os, json, sys, subprocess
|
|
||||||
|
|
||||||
def print_err(text):
|
|
||||||
print >> sys.stderr, text
|
|
||||||
|
|
||||||
|
# Command line input handling
|
||||||
|
usage = "Usage: python3 "+sys.argv[0]+" <macro config file> <file to be processed>"
|
||||||
if not len(sys.argv)==3:
|
if not len(sys.argv)==3:
|
||||||
print_err("Error: Exactly two arguments required: \"python variable_grabbler.py <file to be rewritten> <config file>\"")
|
stderr("E: Wrong amount of arguments.")
|
||||||
|
stderr(usage)
|
||||||
|
sys.exit(1)
|
||||||
|
if sys.argv[1] == sys.argv[2]:
|
||||||
|
stderr("E: Both input files are the same.")
|
||||||
|
stderr(usage)
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
print "Reading config file...",
|
stderr("I: Reading macro definitions... ", end="")
|
||||||
config_file = open(sys.argv[2],"r")
|
macros = {}
|
||||||
config_values = json.loads(config_file.read().decode("utf-8"))
|
try:
|
||||||
config_file.close()
|
if os.path.isfile(sys.argv[1]):
|
||||||
print "Done."
|
macro_file = open(sys.argv[1], "r")
|
||||||
|
macros = json.loads(macro_file.read())
|
||||||
|
macro_file.close()
|
||||||
print "Reading file: "+sys.argv[1]+"..."
|
elif sys.argv[1] == '-':
|
||||||
file_in = open(sys.argv[1], "r")
|
macros = json.loads(sys.stdin.read())
|
||||||
file_content = file_in.read()
|
|
||||||
file_in.close()
|
|
||||||
|
|
||||||
print "Replacing variables:"
|
|
||||||
for variable in config_values:
|
|
||||||
print "> "+variable.upper()+" => ",
|
|
||||||
|
|
||||||
if config_values[variable][0] == "file":
|
|
||||||
print "Found array. Adding file instead: " + config_values[variable][1]
|
|
||||||
file_replacement = open(config_values[variable][1], "r")
|
|
||||||
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", file_replacement.read()).encode('utf-8')
|
|
||||||
file_replacement.close()
|
|
||||||
elif config_values[variable][0] == "exec":
|
|
||||||
print "Found array. Executing command instead: " + config_values[variable][1]
|
|
||||||
if variable.upper() in file_content:
|
|
||||||
process = subprocess.Popen(config_values[variable][1], shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
||||||
stdout, stderr = process.communicate()
|
|
||||||
if process.returncode == 0:
|
|
||||||
print "Process exited normally. Replacing variable with the output from STDOUT..."
|
|
||||||
print_err("Subprocess exited normally.\nThe following error messages were produced:")
|
|
||||||
print_err(stderr)
|
|
||||||
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", stdout).encode('utf-8')
|
|
||||||
else:
|
else:
|
||||||
print "Process exited abnormally. Exiting. No changes will be made."
|
stderr("E: Not a valid file: "+sys.argv[1])
|
||||||
print_err("Subprocess exited abnormally. Exiting.\nThe following output was produced:")
|
|
||||||
print_err(stdout)
|
|
||||||
print_err("The following error messages were produced:")
|
|
||||||
print_err(stderr)
|
|
||||||
print "Exiting now."
|
|
||||||
sys.exit(2)
|
sys.exit(2)
|
||||||
else:
|
except:
|
||||||
print variable.upper(),
|
stderr("E: An exception occurred while trying to read macro definitions:")
|
||||||
print "was not found in the file. Skipping command execution."
|
traceback.print_exc()
|
||||||
else:
|
sys.exit(2)
|
||||||
replacement = str(config_values[variable])
|
stderr("Done.")
|
||||||
# look for variable sections that contain question marks
|
|
||||||
argument_positions = []
|
|
||||||
i = 0
|
|
||||||
while i<len(replacement):
|
|
||||||
if replacement[i] == '?' and (i==0 or not replacement[i-1]=='\\'):
|
|
||||||
argument_positions = argument_positions + [ i ]
|
|
||||||
i = i+1
|
|
||||||
#print "DEBUG: " + str(argument_positions)
|
|
||||||
replacement = replacement.replace("\\?", "?")
|
|
||||||
print repr(replacement)
|
|
||||||
# actually replace variables
|
|
||||||
if argument_positions == []:
|
|
||||||
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", replacement).encode('utf-8')
|
|
||||||
|
|
||||||
print "Saving new file..."
|
try:
|
||||||
file_out = open(sys.argv[1], "w")
|
input_file = sys.stdin
|
||||||
file_out.write(file_content)
|
if os.path.isfile(sys.argv[2]):
|
||||||
file_out.close()
|
input_file = open(sys.argv[2], "r")
|
||||||
|
elif sys.argv[2] == '-':
|
||||||
print "Done."
|
# nothing to do here bc input_file is already set to sys.stdin
|
||||||
|
pass
|
||||||
|
else:
|
||||||
|
stderr("E: Not a valid file: "+sys.argv[2])
|
||||||
|
sys.exit(2)
|
||||||
|
for line in input_file:
|
||||||
|
stdout(line, end="")
|
||||||
|
# close input file if it's not sys.stdin, assume sys.stdin is being handled for us
|
||||||
|
if not input_file==sys.stdin:
|
||||||
|
input_file.close()
|
||||||
|
except:
|
||||||
|
stderr("E: An exception occured while processing " + input_file.name + ":")
|
||||||
|
traceback.print_exc()
|
||||||
|
sys.exit(2)
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,97 @@
|
||||||
|
#!/usr/bin/python2
|
||||||
|
|
||||||
|
print """
|
||||||
|
Variable Grabbler - version 4.0_pre6
|
||||||
|
------------------------------------"""
|
||||||
|
################################################################
|
||||||
|
# Changes in this version:
|
||||||
|
#===============================================================
|
||||||
|
# *"\?" in a variable will now be replaced with a simple ?
|
||||||
|
# before processing, remember to double escape that because
|
||||||
|
# json doesn't like \? (=> \\?)
|
||||||
|
# *commands are now not run over and over again if not needed
|
||||||
|
# *files are now not rewritten for each variable individually
|
||||||
|
# *some technical stuff
|
||||||
|
|
||||||
|
################################################################
|
||||||
|
# Exit codes:
|
||||||
|
#===============================================================
|
||||||
|
# 0 => normal exit
|
||||||
|
# 1 => command line argument error
|
||||||
|
# 2 => error while processing
|
||||||
|
#
|
||||||
|
|
||||||
|
# definitions
|
||||||
|
import os, json, sys, subprocess
|
||||||
|
|
||||||
|
def print_err(text):
|
||||||
|
print >> sys.stderr, text
|
||||||
|
|
||||||
|
if not len(sys.argv)==3:
|
||||||
|
print_err("Error: Exactly two arguments required: \"python variable_grabbler.py <file to be rewritten> <config file>\"")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
print "Reading config file...",
|
||||||
|
config_file = open(sys.argv[2],"r")
|
||||||
|
config_values = json.loads(config_file.read().decode("utf-8"))
|
||||||
|
config_file.close()
|
||||||
|
print "Done."
|
||||||
|
|
||||||
|
|
||||||
|
print "Reading file: "+sys.argv[1]+"..."
|
||||||
|
file_in = open(sys.argv[1], "r")
|
||||||
|
file_content = file_in.read()
|
||||||
|
file_in.close()
|
||||||
|
|
||||||
|
print "Replacing variables:"
|
||||||
|
for variable in config_values:
|
||||||
|
print "> "+variable.upper()+" => ",
|
||||||
|
|
||||||
|
if config_values[variable][0] == "file":
|
||||||
|
print "Found array. Adding file instead: " + config_values[variable][1]
|
||||||
|
file_replacement = open(config_values[variable][1], "r")
|
||||||
|
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", file_replacement.read()).encode('utf-8')
|
||||||
|
file_replacement.close()
|
||||||
|
elif config_values[variable][0] == "exec":
|
||||||
|
print "Found array. Executing command instead: " + config_values[variable][1]
|
||||||
|
if variable.upper() in file_content:
|
||||||
|
process = subprocess.Popen(config_values[variable][1], shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||||
|
stdout, stderr = process.communicate()
|
||||||
|
if process.returncode == 0:
|
||||||
|
print "Process exited normally. Replacing variable with the output from STDOUT..."
|
||||||
|
print_err("Subprocess exited normally.\nThe following error messages were produced:")
|
||||||
|
print_err(stderr)
|
||||||
|
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", stdout).encode('utf-8')
|
||||||
|
else:
|
||||||
|
print "Process exited abnormally. Exiting. No changes will be made."
|
||||||
|
print_err("Subprocess exited abnormally. Exiting.\nThe following output was produced:")
|
||||||
|
print_err(stdout)
|
||||||
|
print_err("The following error messages were produced:")
|
||||||
|
print_err(stderr)
|
||||||
|
print "Exiting now."
|
||||||
|
sys.exit(2)
|
||||||
|
else:
|
||||||
|
print variable.upper(),
|
||||||
|
print "was not found in the file. Skipping command execution."
|
||||||
|
else:
|
||||||
|
replacement = str(config_values[variable])
|
||||||
|
# look for variable sections that contain question marks
|
||||||
|
argument_positions = []
|
||||||
|
i = 0
|
||||||
|
while i<len(replacement):
|
||||||
|
if replacement[i] == '?' and (i==0 or not replacement[i-1]=='\\'):
|
||||||
|
argument_positions = argument_positions + [ i ]
|
||||||
|
i = i+1
|
||||||
|
#print "DEBUG: " + str(argument_positions)
|
||||||
|
replacement = replacement.replace("\\?", "?")
|
||||||
|
print repr(replacement)
|
||||||
|
# actually replace variables
|
||||||
|
if argument_positions == []:
|
||||||
|
file_content = file_content.decode('utf-8').replace("%" + variable.upper() + "%", replacement).encode('utf-8')
|
||||||
|
|
||||||
|
print "Saving new file..."
|
||||||
|
file_out = open(sys.argv[1], "w")
|
||||||
|
file_out.write(file_content)
|
||||||
|
file_out.close()
|
||||||
|
|
||||||
|
print "Done."
|
||||||
Loading…
Reference in New Issue