need to fix data.update in conky to be list of dicts not dict of dicts

This commit is contained in:
spbeach46 2020-12-29 00:20:55 -07:00
parent e6cf1b6a5d
commit dcbdb7ced3

View File

@ -59,7 +59,7 @@ class FindingApi:
for future in executor.map(lambda p: self.get_data(*p), args):
data = future
try:
try: # TODO if conditions are not working due to each thread checking the same unedited item_id_results list
training = pd.read_csv('training.csv')
for item in data['findItemsByCategoryResponse'][0]['searchResult'][0]['item']:
if (item not in training.values) and (item not in itemid_results_list):
@ -106,13 +106,15 @@ class ShoppingApi:
For some reason item_id_results can only be passed as argument in executor.map
if the variable is made within function
'''
data = {}
data = {} # TODO I think you need to append a list of dictionaries rather than update a dictionary of dictionaries. Training var will require an updated dictionary though
finding = FindingApi(4, 2)
item_id_results = finding.get_ids_from_cats()
with concurrent.futures.ThreadPoolExecutor() as executor:
for future in executor.map(self.get_item_from_findItemsByCategory, item_id_results):
data.update(future)
return data
print(future)
# data.update(future)
return data # TODO each future is a list of dictionaries because the output of any multithreader in this method is a list.
# data dictionary can't update from list of dicts unless iterated over. Might need a different way to update.
class CurateData:
'''
@ -185,12 +187,12 @@ def main():
Main program creates/updates a csv file to use for ML training from live
ebay listings
'''
service, pageNumber = input('service and pageNumber:').split()
service = int(service)
pageNumber = int(pageNumber)
# finding = FindingApi(service, pageNumber)
# service, pageNumber = input('service and pageNumber:').split()
# service = int(service)
# pageNumber = int(pageNumber)
# finding = FindingApi(service, pageNumber)
# item_id_results = finding.get_ids_from_cats()
# item_id_results = finding.get_ids_from_cats()
shopping = ShoppingApi()
data = shopping.conky()
curate = CurateData()