admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Moved accounting to database

Browse Source
This commit is contained in:
Joe Steele
2024-06-07 12:34:09 -04:00
parent 88ae7df0eb
commit 8d4fa44a1b
1 changed files with 33 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+33 -13
View File
@@ -1331,7 +1331,8 @@ def process_reviews(outputs):
# Check to see if the website has already been written to according to the xls sheet, if it has not... then process # Check to see if the website has already been written to according to the xls sheet, if it has not... then process
if (writtento["web"] == 0 or writtento["instagram"]==0 or writtento["facebook"]==0 or writtento["xtwitter"]==0 or writtento["yelp"]==0 or writtento["tiktok"]==0 or writtento["threads"]==0 ) and (is_port_open(env.wpAPI, 443)) and (env.web or env.instagram or env.yelp or env.xtwitter or env.tiktok or env.facebook or env.threads or env.google)and (processrow[2].value is not None) : if (writtento["web"] == 0 or writtento["instagram"]==0 or writtento["facebook"]==0 or writtento["xtwitter"]==0 or writtento["yelp"]==0 or writtento["tiktok"]==0 or writtento["threads"]==0 ) and (is_port_open(env.wpAPI, 443)) and (env.web or env.instagram or env.yelp or env.xtwitter or env.tiktok or env.facebook or env.threads or env.google)and (processrow[2].value is not None) :
if env.web : if env.web :
if writtento["web"] == 0 : #if writtento["web"] == 0 :
if outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value,Posts.web != 1):
if webcount <= env.postsperrun: if webcount <= env.postsperrun:
try: try:
#NewWebPost = post_to_wp(processrow[1].value, processrow[2].value, processrow[2].value ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value) #NewWebPost = post_to_wp(processrow[1].value, processrow[2].value, processrow[2].value ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value)
@@ -1352,7 +1353,7 @@ def process_reviews(outputs):
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: try: print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: try:
try: try:
print(' write to DB for web') print(' write to DB for web')
stmt = outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"web" : 1}) outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"web" : 1})
outputs['postssession'].commit() outputs['postssession'].commit()
print(' Successfully wrote to database') print(' Successfully wrote to database')
except Exception as error: except Exception as error:
@@ -1365,7 +1366,7 @@ def process_reviews(outputs):
else: else:
print (' Website: Skipping posting for ',processrow[1].value,' previously written') print (' Website: Skipping posting for ',processrow[1].value,' previously written')
if env.instagram: if env.instagram:
if writtento["instagram"] == 0: if outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value,Posts.instagram != 1):
if instagramcount <= env.postsperrun: if instagramcount <= env.postsperrun:
try: try:
print(' Starting to generate Instagram post') print(' Starting to generate Instagram post')
@@ -1375,7 +1376,7 @@ def process_reviews(outputs):
writtento["instagram"] = 1 writtento["instagram"] = 1
processrow[9].value = str(writtento) processrow[9].value = str(writtento)
except Exception as error: except Exception as error:
print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred: print(" An error occurred setting value to go into Excel file:", type(error).__name__)
print (' Success Posting to Instagram: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] ) print (' Success Posting to Instagram: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] )
if NewInstagramPost: if NewInstagramPost:
instagramcount +=1 instagramcount +=1
@@ -1383,10 +1384,15 @@ def process_reviews(outputs):
print(' write to xls for instagram') print(' write to xls for instagram')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' write to mariadb for instagram') print(' write to mariadb for instagram')
# outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow[1].value)
# outputs['postssession'].commit()
except Exception as error: except Exception as error:
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: print(" An error occurred writing Excel file:", type(error).__name__)
try:
print(' write to DB for instagram')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"instagram" : 1})
outputs['postssession'].commit()
print(' Successfully wrote to database')
except Exception as error:
print(" An error occurred writing database", type(error).__name__)
except Exception as error: except Exception as error:
print (' Error writing Instagram post : ',processrow[1].value, processrow[2].value, outputs['instagram'],processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["instagram"], type(error).__name__ ) print (' Error writing Instagram post : ',processrow[1].value, processrow[2].value, outputs['instagram'],processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["instagram"], type(error).__name__ )
else: else:
@@ -1394,7 +1400,7 @@ def process_reviews(outputs):
else: else:
print (' Instagram: Skipping posting for ',processrow[1].value,' previously written') print (' Instagram: Skipping posting for ',processrow[1].value,' previously written')
if env.facebook: if env.facebook:
if writtento["facebook"] == 0: if outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value,Posts.facebook != 1):
if facebookcount <= env.postsperrun: if facebookcount <= env.postsperrun:
try: try:
print(' Starting to generate Facebook post') print(' Starting to generate Facebook post')
@@ -1404,7 +1410,7 @@ def process_reviews(outputs):
writtento["facebook"] = 1 writtento["facebook"] = 1
processrow[9].value = str(writtento) processrow[9].value = str(writtento)
except Exception as error: except Exception as error:
print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred: print(" An error occurred setting value to go into Excel file:", type(error).__name__)
print (' Success Posting to facebook: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] ) print (' Success Posting to facebook: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] )
if NewFacebookPost: if NewFacebookPost:
facebookcount +=1 facebookcount +=1
@@ -1412,10 +1418,15 @@ def process_reviews(outputs):
print(' write to xls for facebook') print(' write to xls for facebook')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' write to mariadb for facebook') print(' write to mariadb for facebook')
# outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow[1].value)
# outputs['postssession'].commit()
except Exception as error: except Exception as error:
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: print(" An error occurred writing Excel file:", type(error).__name__)
try:
print(' write to DB for facebook')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"facebook" : 1})
outputs['postssession'].commit()
print(' Successfully wrote to database')
except Exception as error:
print(" An error occurred writing database", type(error).__name__)
except Exception as error: except Exception as error:
print (' Error writing facebook post : ',processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["facebook"], type(error).__name__ ) print (' Error writing facebook post : ',processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["facebook"], type(error).__name__ )
else: else:
@@ -1423,7 +1434,9 @@ def process_reviews(outputs):
else: else:
print (' Facebook: Skipping posting for ',processrow[1].value,' previously written') print (' Facebook: Skipping posting for ',processrow[1].value,' previously written')
if env.xtwitter: if env.xtwitter:
if writtento["xtwitter"] == 0: #if writtento["xtwitter"] == 0:
# if Posts.query.filter(Posts.name.xtwitter.op('!=')(1)).first()
if outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value,Posts.xtwitter != 1):
if xtwittercount <= env.postsperrun: if xtwittercount <= env.postsperrun:
try: try:
print(' Starting to generate xtwitter post') print(' Starting to generate xtwitter post')
@@ -1445,6 +1458,13 @@ def process_reviews(outputs):
# outputs['postssession'].commit() # outputs['postssession'].commit()
except Exception as error: except Exception as error:
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred:
try:
print(' write to DB for xtwitter')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"xtwitter" : 1})
outputs['postssession'].commit()
print(' Successfully wrote to database')
except Exception as error:
print(" An error occurred writing database", type(error).__name__)
except Exception as error: except Exception as error:
print (' Error writing xtwitter post : ',error,processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["xtwitter"], type(error).__name__ ) print (' Error writing xtwitter post : ',error,processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["xtwitter"], type(error).__name__ )
else: else: