-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathMain.py
138 lines (117 loc) · 4.31 KB
/
Main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
import argparse
import getopt
import logging
import os
from typing import List
import numpy
from src.Conversation import Conversation
from src.FileIO import FileIO
from src.Visualizer import plot_frequency, plot_word_frequency, plot_message_type_balance
def graph_data(outputdir: str, conversation_data: Conversation, wordlist: list[str] = None) -> None:
outputdir = FileIO.validate_directory(outputdir)
plot_frequency(
outputdir + "Frequency_hourly",
"Message Frequency by Hour",
"Frequency",
"Hour of Day",
conversation_data.get_by_hour(),
)
plot_frequency(
outputdir + "Frequency_daily",
"Message Frequency by Day",
"Frequency",
"Day of Week",
conversation_data.get_by_day(),
)
plot_word_frequency(outputdir + "Frequency_words", conversation_data.get_text(), wordlist)
message_types_by_sender = conversation_data.get_message_type_count()
for sender in message_types_by_sender:
plot_message_type_balance(
outputdir + sender + "_balance",
sender,
list(message_types_by_sender[sender].values()),
list(message_types_by_sender[sender].keys()),
)
def print_messages(conversation_data: Conversation) -> List[str]:
print(conversation_data.get_messages())
print(conversation_data.get_messages_by_sender())
print(conversation_data.get_by_day())
print(conversation_data.get_csv())
return conversation_data.get_csv()
def write_messages(outputdir: str, conversation_data: Conversation) -> None:
output = FileIO()
output.write_txt_file(outputdir, "All_messages.txt", conversation_data.get_messages())
output.write_txt_file(outputdir, "Messages_by_sender.txt", conversation_data.get_messages_by_sender())
output.write_txt_file(outputdir, "Messages_by_day.txt", conversation_data.get_by_day())
output.write_txt_file(outputdir, "Messages_as_table.csv", conversation_data.get_csv())
def main() -> List[str]:
# Parse Arguments
parser = argparse.ArgumentParser(description="Visualize FB messenger data from .json files")
parser.add_argument(
"-i",
"--inputfile",
metavar="InFile",
dest="inputfile",
required=True,
nargs=1,
help=".json file containing messenger data",
)
parser.add_argument(
"-o",
"--outputdirectory",
metavar="OutFile",
dest="outputdir",
default=None,
required=False,
nargs=1,
help="Pre-existing directory to put visualizations",
)
parser.add_argument(
"-w",
"--wordlist",
metavar="Wordlist",
dest="wordlist",
default=None,
required=False,
nargs=1,
help=".txt file of words to ignore",
)
# Analyze Data
args = parser.parse_args()
# Set up Logging
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
logger = logging.getLogger('MessengerViz')
logger.setLevel(logging.DEBUG)
outputdir = args.outputdir[0] if args.outputdir else None
if outputdir:
file_handler = logging.FileHandler(f'{outputdir}/MessengerViz.log')
else:
file_handler = logging.FileHandler(f'MessengerViz.log')
file_handler.setLevel(logging.DEBUG)
file_handler.setFormatter(formatter)
console_handler = logging.StreamHandler()
console_handler.setLevel(logging.ERROR)
console_handler.setFormatter(formatter)
logger.addHandler(file_handler)
logger.addHandler(console_handler)
logger.debug('Program called with %s', args)
fileIO = FileIO()
inputfile = args.inputfile[0]
conversation = Conversation(fileIO.open_json(inputfile))
try:
wordlist = fileIO.open_text(args.wordlist[0])
except TypeError:
wordlist = None
logger.info("Wordlist not defined. Moving on.")
if outputdir is None:
print_messages(conversation)
elif os.path.isdir(outputdir):
graph_data(outputdir, conversation, wordlist)
write_messages(outputdir, conversation)
else:
logger.error('Received invalid directory specification: %s', outputdir)
parser.print_help()
raise getopt.GetoptError('Received invalid directory specification.')
return print_messages(conversation)
if __name__ == "__main__":
main()