TranscriptMonitor/TranscriptMonitor.py at main · ryanclkeough/TranscriptMonitor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
import json
import os
import re

SCRIPT_DIRECTORY = os.path.dirname(os.path.abspath(__file__))

def main():
    transcriptContents = GetTranscriptFolderContents()
    if transcriptContents:
        blacklistedTerms = GetBlacklistedTerms()
        errorMessages = ParseTranscripts(transcriptContents, blacklistedTerms)
        PrintResults(errorMessages)

def GetTranscriptFolderContents():
    transcriptContents = {}
    transcriptFolderName = "Transcripts"
    transcriptsDirectory = os.path.join(SCRIPT_DIRECTORY, transcriptFolderName)
    if not os.path.exists(transcriptsDirectory):
        print(f"The {transcriptFolderName} folder does not exist. Aborting Process.")
    elif not os.listdir(transcriptsDirectory):
        print(f"The {transcriptFolderName} folder does not contain any files. Aborting Process.")
    else:
        for item in os.listdir(transcriptsDirectory):
            if not os.path.isfile(os.path.join(transcriptsDirectory, item)):
                print(f"The item \"{item}\" in \"{transcriptsDirectory}\" is not a file and cannot be processed")
            elif not item.endswith(".txt"):
                print(f"The file \"{item}\" is not of type .txt and cannot be processed.")
            else:
                textFileContents = {}
                textFileName = os.path.basename(item)
                textFilepath = os.path.join(transcriptsDirectory, item)
                with open(textFilepath) as file:
                    # timestamp starts at -1 incase the file does not start with a timestamp
                    timestamp = "-1"
                    timestampText = ""
                    for line in file:
                        line = line.strip().lower()
                        if line == "":
                            continue
                        elif CheckIfLineIsTimestamp(line):
                            textFileContents[timestamp] = timestampText
                            timestampText = ""
                            timestamp = line
                        else:
                            timestampText += line + " "

                    # Grabs final timestamp/text pair
                    if timestamp != "":
                        textFileContents[timestamp] = timestampText

                transcriptContents[textFileName] = textFileContents

    return transcriptContents

def CheckIfLineIsTimestamp(line):
    return bool(re.fullmatch(r'[0-9:]*', line))

def GetBlacklistedTerms():
    blacklistedTerms = []

    blacklistedTermsDirectory = os.path.join(SCRIPT_DIRECTORY, "BlacklistedTerms.json")
    with open(blacklistedTermsDirectory, 'r') as file:
        blacklistedTerms = json.load(file)

    return blacklistedTerms

def ParseTranscripts(transcriptContents, blacklistedTerms):
    errorMessages = []
    for file in transcriptContents:
        for timeStamp in transcriptContents[file]:
            foundBlacklistedTerms = []
            for blacklistedTerm in blacklistedTerms:
                if blacklistedTerm in transcriptContents[file][timeStamp]:
                    foundBlacklistedTerms = AddBlacklistedTermToList(blacklistedTerm, foundBlacklistedTerms)

            if len(foundBlacklistedTerms) > 0:
                errorMessages.append(f"Transcript \"{file}\" at {timeStamp}: {', '.join(foundBlacklistedTerms)}")

    return errorMessages

def AddBlacklistedTermToList(newBlacklistedTerm, foundBlacklistedTerms):
    needToUpdateList = True
    for index, foundBlacklistedTerm in enumerate(foundBlacklistedTerms):
        if newBlacklistedTerm in foundBlacklistedTerm:
            needToUpdateList = False
            break
        elif foundBlacklistedTerm in newBlacklistedTerm:
            foundBlacklistedTerms[index] = newBlacklistedTerm
            needToUpdateList = False

    if needToUpdateList:
        foundBlacklistedTerms.append(newBlacklistedTerm)

    return foundBlacklistedTerms

def PrintResults(errorMessages):
    if len(errorMessages) == 0:
        print("There were no blacklisted terms found within any of your transcripts")
    else:
        print(f"------ Blacklisted Terms | {len(errorMessages)} Error Messages ------")
        for message in errorMessages:
            print(message)
        print(f"------ Blacklisted Terms | {len(errorMessages)} Error Messages ------")
        PrintDisclaimer()

def PrintDisclaimer():
    print()
    print("Disclaimer:")
    print("Just because an error is hit doesn't mean your transcript has blacklisted terms")
    print("Please cross reference the error messages here with your transcript to ensure it isn't a false positive")

if __name__ == '__main__':
    main()