Agfdhyk

I created this code to scan my samples_vsdt.txt getting a certain values then writing it in a csv, I'm having an error StopIteration and doesn't even read the text file. I'm trying to solve this for hours, any idea what's causing the problem?

Here is how my code works, Example this line:

Scanning samples_extracted82e5b144cb5f1c10629e72fc1291f535db7b0b40->(Word 2003 XML Document 1003-1)

Will be written to csv as this:

82e5b144cb5f1c10629e72fc1291f535db7b0b40,Word 2003 XML Document 1003-1

Here is my code, and this is working for all my txt_files but this one sample_vsdt.txt doesn't work properly

import csv,re

out_vsdt            = "samples_vsdt.txt"

out_sha1_vsdt       = "sha1_vsdt.csv"



def read_text_file(out_vsdt):



    with open(out_vsdt) as f:

        data  = 

        for line in f:

            if "Scanning " + new  in line and "(" in line:



                try:

                    sha = re.search('\(.*)->', line).group(1)

                    desc= re.search('->((.*))', line).group(1)

                except AttributeError:

                    desc = None

                    sha = None

                mix = sha,desc

                data.append(mix)



                continue

            if "Scanning " + new in line:

                try:

                    sha= re.search('\(.*)$', line).group(1)

                    while True:

                        i = next(f)

                        if "(" in i:

                            try:

                                desc = re.search('->((.*))', i).group(1)

                                break

                            except AttributeError:

                                desc = None

                                sha = None

                    mix = sha,desc

                    data.append(mix)

                except AttributeError:

                    sha = None

    return data



def write_csv_file(data,out_sha1_vsdt):

    with open(out_sha1_vsdt, 'wb') as csvfile:

        csvwriter = csv.writer(csvfile, delimiter=',', quotechar='"')

        csvwriter.writerow(['SHA-1','VSDT','DESC'])

        for row in data:



            csvwriter.writerow(row)



def main():

    data = read_text_file(out_vsdt)

    write_csv_file(data, out_sha1_vsdt)



if __name__ == '__main__':

    main()



print "Parsing Successful"

Gives me error:

Traceback (most recent call last):

  File "C:UserstrendMICRODesktopojtscannerparser.py", line 65, in <module>

    main()

  File "C:UserstrendMICRODesktopojtscannerparser.py", line 61, in main

    data = read_text_file(out_vsdt)

  File "C:UserstrendMICRODesktopojtscannerparser.py", line 37, in read_text_file

    i = next(f)

StopIteration

An alternative approach could be to just use a regular expression to extract whole blocks:

import csv

import re



out_vsdt = "samples_vsdt.txt"

out_sha1_vsdt = "sha1_vsdt.csv"



with open(out_vsdt) as f_input:

    vscan32 = f_input.read()



with open(out_sha1_vsdt, 'w', newline='') as f_output:

    csv_output = csv.writer(f_output)

    csv_output.writerow(['SHA-1', 'VSDT', 'DESC'])



    for sha, desc, vsdt in re.findall(r'Scanning.*?\([0-9a-f]+)(.*?)->((.*?))$', vscan32, re.S + re.M):

        desc = '|'.join(line.strip() for line in desc.splitlines() if len(line.strip()))

        desc = ''.join(filter(lambda x: x in string.printable, desc))    # remove non-printable characters

        csv_output.writerow([sha, vsdt, desc])

This uses a multi-line expression that looks for blocks starting with Scanning. Where there are multiple lines, the lines are stripped and joined together using a |. Finally any non-printable characters are removed from the description.

This would give you an output starting something like:

SHA-1,VSDT,DESC

004d44eeecae27314f8bd3825eb82d2f40182b51,WIN32 EXE 7-2,

07eab9ea58d4669febf001d52c5182ecf579c407,WIN32 EXE 7-2,

0d558bb5e0a5b544621af0ffde1940615ac39deb,WIN32 EXE 7-2,

5172c70c1977bbddc2a163f6ede46595109c7835,WIN32 EXE 7-2,- $R0NsCpuCNMiner32.exe->Found Virus [WORM_CO.331300D2]|- $R0NsCpuCNMiner64.exe->Found Virus [WORM_CO.331300D2]|- $R0NsGpuCNMiner.exe->Found Virus [TROJ64_.743CC567]

This assumes you are using Python 3.x