Mirrored_Repos/JBOPS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

replace pandas with builtin csv

Browse Source
This commit is contained in:
blacktwin 2020-07-17 14:12:47 -04:00
parent 3e117480e3
commit 29d328742e
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
fun/playlist_manager.py
View File

@ -937,7 +937,7 @@ if __name__ == "__main__":
# Only import if exporting # Only import if exporting
import json import json
import jsonpickle import jsonpickle
import pandas as pd import csv
from flatten_json import flatten from flatten_json import flatten
for data in playlist_dict['data']: for data in playlist_dict['data']:
@ -969,21 +969,16 @@ if __name__ == "__main__":
data_list = [] data_list = []
for rows in json_dump['items']: for rows in json_dump['items']:
flat_data = flatten(rows) flat_data = flatten(rows)
data = pd.json_normalize(flat_data) columns += list(flat_data)
columns += list(data) data_list.append(flat_data)
data_list.append(data) with open(output_file, 'w', encoding='UTF-8', newline='') as data_file:
with open(output_file, 'w', encoding='UTF-8') as data_file:
columns = sorted(list(set(columns))) columns = sorted(list(set(columns)))
writer = csv.DictWriter(data_file, fieldnames=columns)
writer.writeheader()
for data in data_list: for data in data_list:
dataf = pd.DataFrame(data, columns=columns) writer.writerow(data)
dataf.to_csv(data_file, index=False, header=not data_file.tell(),
line_terminator='\n')
with open(output_file) as f:
lines = f.readlines()
last = len(lines) - 1
lines[last] = lines[last].replace('\r', '').replace('\n', '')
with open(output_file, 'w') as wr:
wr.writelines(lines)
logger.info("Exporting {}'s current playlist: {} (./{})".format(user, title, output_file)) logger.info("Exporting {}'s current playlist: {} (./{})".format(user, title, output_file))