-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.py
32 lines (23 loc) · 844 Bytes
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
import pandas as pd
from youtube_api import download_channels_videos
from youtube_api import merge_channel_videos
from utils import create_topic_columns
from language_api import download_sentiments
def crawl_merge():
channels = pd.read_csv('channels.csv')
download_channels_videos(channels)
merge_channel_videos(channels)
def get_relevent():
topics = pd.read_csv('topics.csv')
videos = pd.read_csv('videos-MERGED.csv')
create_topic_columns(videos, topics)
videos.to_csv('videos.csv', index=False, encoding='utf-8')
relevent_videos = videos[videos['relevant']]
relevent_videos.to_csv('videos-relevant.csv', index=False, encoding='utf-8')
def sentiment():
relevent_videos = pd.read_csv('videos-relevant.csv')
download_sentiments(relevent_videos)
if __name__ == '__main__':
crawl_merge()
get_relevent()
sentiment()