Commit aaa37fb8 authored by Cody Zacharias's avatar Cody Zacharias Committed by GitHub

Make CSV Better

parent 79445867
...@@ -7,6 +7,7 @@ import asyncio ...@@ -7,6 +7,7 @@ import asyncio
import csv import csv
import datetime import datetime
import json import json
import os
import re import re
import sys import sys
import time import time
...@@ -15,23 +16,42 @@ def write(entry, f): ...@@ -15,23 +16,42 @@ def write(entry, f):
print(entry, file=open(f, "a", encoding="utf-8")) print(entry, file=open(f, "a", encoding="utf-8"))
def writeCSV(Tweet, file): def writeCSV(Tweet, file):
data = [ fieldnames = [
Tweet.id, "id",
Tweet.datestamp, "date",
Tweet.timestamp, "time",
Tweet.timezone, "timezone",
Tweet.user_id, "user_id",
Tweet.username, "username",
Tweet.tweet, "tweet",
Tweet.replies, "replies",
Tweet.retweets, "retweets",
Tweet.likes, "likes",
Tweet.location, "location",
",".join(Tweet.hashtags), "hashtags",
Tweet.link] "link"]
row = {
"id": Tweet.id,
"date": Tweet.datestamp,
"time": Tweet.timestamp,
"timezone": Tweet.timezone,
"user_id": Tweet.user_id,
"username": Tweet.username,
"tweet": Tweet.tweet,
"replies": Tweet.replies,
"retweets": Tweet.retweets,
"likes": Tweet.likes,
"location": Tweet.location,
"hashtags": Tweet.hashtags,
"link": Tweet.link
}
if not (os.path.exists(file)):
with open(file, "w", newline='', encoding="utf-8") as csv_file:
writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
writer.writeheader()
with open(file, "a", newline='', encoding="utf-8") as csv_file: with open(file, "a", newline='', encoding="utf-8") as csv_file:
writer = csv.writer(csv_file, quoting=csv.QUOTE_ALL, delimiter=",") writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
writer.writerow(data) writer.writerow(row)
def writeJSON(Tweet, file): def writeJSON(Tweet, file):
data = { data = {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment