Implemented toc, code indent corrections

This commit is contained in:
Michael Clemens 2018-03-18 23:12:20 +01:00
parent 7c62db1889
commit da1aebd61c

View File

@ -30,139 +30,149 @@ value_style = ""
level1 = "* " level1 = "* "
level2 = " * " level2 = " * "
level3 = " * " level3 = " * "
# Configure here if Rules should be alphabetically sorted or not # Configure here if Rules should be alphabetically sorted or not
sort_rules = True sort_rules = True
# Configure TOC generation
toc = True
# Generates a line containing linebreaks, indented lists, styles etc. # Generates a line containing linebreaks, indented lists, styles etc.
def line(level,key,value): def line(level,key,value):
lvl = "" lvl = ""
output = "" output = ""
valout = "" valout = ""
if level == 1: lvl = level1 if level == 1: lvl = level1
elif level == 2: lvl = level2 elif level == 2: lvl = level2
elif level == 3: lvl = level3 elif level == 3: lvl = level3
else: lvl = "" else: lvl = ""
if key: if key:
if value == "N/A": output = lvl + key_style + key + key_style + "\n" if value == "N/A": output = lvl + key_style + key + key_style + "\n"
elif value: output = lvl + key_style + key + key_style + " " + value_style + value + value_style + "\n" elif value: output = lvl + key_style + key + key_style + " " + value_style + value + value_style + "\n"
else: output = "" else: output = ""
return output return output
# Sorts input XML alphabetically based on Rule Names # Sorts input XML alphabetically based on Rule Names
def sortxml(xmlfile): def sortxml(xmlfile):
parser = etree.XMLParser(strip_cdata=False) parser = etree.XMLParser(strip_cdata=False)
with open(xmlfile, "rb") as source: with open(xmlfile, "rb") as source:
root = etree.parse(source, parser=parser) root = etree.parse(source, parser=parser)
temp = root.find("rules") temp = root.find("rules")
data = [] data = []
for e in temp: for e in temp:
msg = e.findtext("message") msg = e.findtext("message")
data.append((msg, e)) data.append((msg, e))
data.sort() data.sort()
temp[:] = [item[-1] for item in data] temp[:] = [item[-1] for item in data]
return root return root
# Main Function # Main Function
def main(xmlfile,outfile): def main(xmlfile,outfile):
file = open(outfile,"w") file = open(outfile,"w")
if sort_rules: if sort_rules:
root = sortxml(xmlfile) root = sortxml(xmlfile)
else: else:
root = etree.parse(xmlfile) root = etree.parse(xmlfile)
for rule in root.getiterator('rule'): if toc:
# Get CDATA file.write("\n# Correlation Rule Overview\n\n")
text = rule.findtext('text') for rule in root.getiterator('rule'):
cdata = etree.fromstring(text) file.write(line(1,rule.findtext('message'),"N/A"))
# Print rule name as header
message = "\n# " + rule.findtext('message') for rule in root.getiterator('rule'):
file.write(message + "\n") # Get CDATA
# Print rule description text = rule.findtext('text')
description = rule.findtext('description') cdata = etree.fromstring(text)
file.write("\n## Description\n") # Print rule name as header
file.write(description +"\n") message = "\n# " + rule.findtext('message')
# Print general rule information (ID, Normalization, Severity, all Tags, Group By) file.write(message + "\n")
file.write("\n## General Information\n") # Print rule description
file.write(line(1,"Rule ID:",rule.findtext('id'))) description = rule.findtext('description')
file.write(line(1,"Normalization ID:",rule.findtext('normid'))) file.write("\n## Description\n")
file.write(line(1,"Severity:",rule.findtext('severity'))) file.write(description +"\n")
for tags in rule.getiterator('tag'): # Print general rule information (ID, Normalization, Severity, all Tags, Group By)
file.write(line(1,"Tag:",tags.text)) file.write("\n## General Information\n")
for rs in cdata.getiterator('ruleset'): file.write(line(1,"Rule ID:",rule.findtext('id')))
file.write(line(1,"Group By:",rs.get('correlationField'))) file.write(line(1,"Normalization ID:",rule.findtext('normid')))
file.write("\n## Correlation Details\n") file.write(line(1,"Severity:",rule.findtext('severity')))
parameters = False for tags in rule.getiterator('tag'):
# Print rule parameters file.write(line(1,"Tag:",tags.text))
for param in cdata.getiterator('param'): for rs in cdata.getiterator('ruleset'):
if not parameters: file.write(line(1,"Group By:",rs.get('correlationField')))
file.write("\n### Parameters\n") file.write("\n## Correlation Details\n")
parameters = True parameters = False
file.write(line(1,param.get('name'),"N/A")) # Print rule parameters
file.write(line(2,"Description:",param.get('description'))) for param in cdata.getiterator('param'):
file.write(line(2,"Default Value:",param.get('defaultvalue'))) if not parameters:
# Print trigger information (Sequence, Timeout, Time Unit, Threshold) file.write("\n### Parameters\n")
triggers = False parameters = True
for trigger in cdata.getiterator('trigger'): file.write(line(1,param.get('name'),"N/A"))
if not triggers: file.write(line(2,"Description:",param.get('description')))
file.write("\n### Triggers\n") file.write(line(2,"Default Value:",param.get('defaultvalue')))
triggers = True # Print trigger information (Sequence, Timeout, Time Unit, Threshold)
file.write(line(1,trigger.get('name'),"N/A")) triggers = False
file.write(line(2,"Timeout:",trigger.get('timeout'))) for trigger in cdata.getiterator('trigger'):
file.write(line(2,"Time Units:",trigger.get('timeUnit'))) if not triggers:
file.write(line(2,"Threshold:",trigger.get('threshold'))) file.write("\n### Triggers\n")
file.write(line(2,"Sequence:",trigger.get('ordered'))) triggers = True
file.write("\n### Rules\n") file.write(line(1,trigger.get('name'),"N/A"))
# Parse CDATA element and print correlation rule match blocks file.write(line(2,"Timeout:",trigger.get('timeout')))
for r in cdata.getiterator('rule'): file.write(line(2,"Time Units:",trigger.get('timeUnit')))
o = "" file.write(line(2,"Threshold:",trigger.get('threshold')))
v = "" file.write(line(2,"Sequence:",trigger.get('ordered')))
t = "" file.write("\n### Rules\n")
file.write("\n#### " + r.get('name') + "\n") # Parse CDATA element and print correlation rule match blocks
for e in r.iter(): for r in cdata.getiterator('rule'):
if str(e.tag) == 'activate': o = ""
file.write(line(1,"Activate:",e.get('type'))) v = ""
if str(e.tag) == 'action': t = ""
file.write(line(1,"Action","N/A")) file.write("\n#### " + r.get('name') + "\n")
file.write(line(2,"Type:",e.get('type'))) for e in r.iter():
file.write(line(2,"Trigger:",e.get('trigger'))) if str(e.tag) == 'activate':
if str(e.tag) == 'match': file.write(line(1,"Activate:",e.get('type')))
file.write(line(1,"Match","N/A")) if str(e.tag) == 'action':
file.write(line(2,"Count:",e.get('count'))) file.write(line(1,"Action","N/A"))
file.write(line(2,"Match Type:",e.get('matchType'))) file.write(line(2,"Type:",e.get('type')))
if str(e.tag) == 'matchFilter': file.write(line(2,"Trigger:",e.get('trigger')))
file.write(line(1,"Match Filter","N/A")) if str(e.tag) == 'match':
file.write(line(2,"Logical Element Type:",e.get('type'))) file.write(line(1,"Match","N/A"))
if str(e.tag) == 'singleFilterComponent': file.write(line(2,"Count:",e.get('count')))
t = e.get('type') file.write(line(2,"Match Type:",e.get('matchType')))
if str(e.tag) == 'filterData': if str(e.tag) == 'matchFilter':
if (e.get('name') == "operator"): o = e.get('value') file.write(line(1,"Match Filter","N/A"))
if (e.get('name') == "value"): v = e.get('value') file.write(line(2,"Logical Element Type:",e.get('type')))
if o and v and t: if str(e.tag) == 'singleFilterComponent':
file.write(line(2,"Filter Component","N/A")) t = e.get('type')
file.write(line(3,"Condition:","'" + t + "' " + o + " '" + v + "'")) if str(e.tag) == 'filterData':
v = "" if (e.get('name') == "operator"):
o = "" o = e.get('value')
file.write("\n\\newpage\n") if (e.get('name') == "value"):
file.close() v = e.get('value')
if o and v and t:
file.write(line(2,"Filter Component","N/A"))
file.write(line(3,"Condition:","'" + t + "' " + o + " '" + v + "'"))
v = ""
o = ""
file.write("\n\\newpage\n")
file.close()
if __name__=="__main__": if __name__=="__main__":
if len(sys.argv) != 3: if len(sys.argv) != 3:
print('Invalid Numbers of Arguments. Script will be terminated.') print('Invalid Numbers of Arguments. Script will be terminated.')
print('Usage: python esm2markdown <rule xml file> <markdown output file>') print('Usage: python esm2markdown <rule xml file> <markdown output file>')
print('Example: python esm2markdown RuleExport_2018_03_01_12_36_37.xml documentation.mk') print('Example: python esm2markdown RuleExport_2018_03_01_12_36_37.xml documentation.mk')
else: else:
main(sys.argv[1],sys.argv[2]); main(sys.argv[1],sys.argv[2]);