admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

twitter working now (although it skips invalid

Browse Source
This commit is contained in:
Joe Steele
2024-06-14 16:23:08 -04:00
parent 0d6aac15f3
commit 7f25a9de4d
1 changed files with 58 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+58 -56
View File
@@ -279,7 +279,7 @@ def get_hastags(address, name, hashtype):
ziptag = "#"+zip_code ziptag = "#"+zip_code
if statetag == 'FL': if statetag == 'FL':
statetag += ' #Florida' statetag += ' #Florida'
fulltag = defaulttags+" "+citytag+" "+statetag+" "+ziptag fulltag = defaulttags+" "+citytag+" "+statetag+" "+ziptag+" "
# 153 Sugar Belle Dr, Winter Garden, FL 34787 # 153 Sugar Belle Dr, Winter Garden, FL 34787
# inphotos[0].rsplit(r'/', 1) # inphotos[0].rsplit(r'/', 1)
return (fulltag) return (fulltag)
@@ -865,6 +865,7 @@ def post_to_x2(title, content, date, rating, address, picslist, instasession,out
client_v2.create_tweet(text=status_message_short, media_ids=[media.media_id]) client_v2.create_tweet(text=status_message_short, media_ids=[media.media_id])
else: else:
print ('Problem uploading video to twitter: ',media.processing_info['error']) print ('Problem uploading video to twitter: ',media.processing_info['error'])
return False
except AttributeError as error: except AttributeError as error:
print("AttributeError An error occurred:",error) # An error occurred: print("AttributeError An error occurred:",error) # An error occurred:
time.sleep(env.facebooksleep) time.sleep(env.facebooksleep)
@@ -914,6 +915,7 @@ def post_facebook3(title, content, date, rating, address, picslist, outputs):
imgs_id.append(post_id['id']) imgs_id.append(post_id['id'])
except AttributeError as error: except AttributeError as error:
print(" An error occurred:",error) print(" An error occurred:",error)
return False
time.sleep(env.facebooksleep) time.sleep(env.facebooksleep)
print(' Facebook response: ',post_id) print(' Facebook response: ',post_id)
return (True) return (True)
@@ -1412,19 +1414,19 @@ def process_reviews(outputs):
print (' Success Posting to Wordpress: '+processrow[1].value) print (' Success Posting to Wordpress: '+processrow[1].value)
if new_web_post: if new_web_post:
webcount +=1 webcount +=1
try: try:
print(' write to xls for web') print(' write to xls for web')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' Successfully updated spreadsheet') print(' Successfully updated spreadsheet')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing Excel file:", type(error).__name__) print(" An error occurred writing Excel file:", type(error).__name__)
try: try:
print(' write to DB for web') print(' write to DB for web')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"web" : 1}) outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"web" : 1})
outputs['postssession'].commit() outputs['postssession'].commit()
print(' Successfully wrote to database') print(' Successfully wrote to database')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing database", type(error).__name__) print(" An error occurred writing database", type(error).__name__)
except AttributeError as error: except AttributeError as error:
print (' Error writing web post : ',processrow[1].value, processrow[2].value,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["web"],' ',error) print (' Error writing web post : ',processrow[1].value, processrow[2].value,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["web"],' ',error)
print (error) print (error)
@@ -1447,19 +1449,19 @@ def process_reviews(outputs):
print (' Success Posting to Instagram: '+processrow[1].value) print (' Success Posting to Instagram: '+processrow[1].value)
if NewInstagramPost: if NewInstagramPost:
instagramcount +=1 instagramcount +=1
try: try:
print(' write to xls for instagram') print(' write to xls for instagram')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' write to mariadb for instagram') print(' write to mariadb for instagram')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing Excel file:", type(error).__name__) print(" An error occurred writing Excel file:", type(error).__name__)
try: try:
print(' write to DB for instagram') print(' write to DB for instagram')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"instagram" : 1}) outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"instagram" : 1})
outputs['postssession'].commit() outputs['postssession'].commit()
print(' Successfully wrote to database') print(' Successfully wrote to database')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing database", type(error).__name__) print(" An error occurred writing database", type(error).__name__)
except AttributeError as error: except AttributeError as error:
print (' Error writing Instagram post : ',processrow[1].value, processrow[2].value, outputs['instagram'],processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["instagram"], type(error).__name__ ) print (' Error writing Instagram post : ',processrow[1].value, processrow[2].value, outputs['instagram'],processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["instagram"], type(error).__name__ )
else: else:
@@ -1481,19 +1483,19 @@ def process_reviews(outputs):
print (' Success Posting to facebook: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] ) print (' Success Posting to facebook: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] )
if NewFacebookPost: if NewFacebookPost:
facebookcount +=1 facebookcount +=1
try: try:
print(' write to xls for facebook') print(' write to xls for facebook')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' write to mariadb for facebook') print(' write to mariadb for facebook')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing Excel file:", type(error).__name__) print(" An error occurred writing Excel file:", type(error).__name__)
try: try:
print(' write to DB for facebook') print(' write to DB for facebook')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"facebook" : 1}) outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"facebook" : 1})
outputs['postssession'].commit() outputs['postssession'].commit()
print(' Successfully wrote to database') print(' Successfully wrote to database')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing database", type(error).__name__) print(" An error occurred writing database", type(error).__name__)
except AttributeError as error: except AttributeError as error:
print (' Error writing facebook post : ',processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["facebook"], type(error).__name__ ) print (' Error writing facebook post : ',processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["facebook"], type(error).__name__ )
else: else:
@@ -1514,24 +1516,24 @@ def process_reviews(outputs):
processrow[9].value = str(writtento) processrow[9].value = str(writtento)
except AttributeError as error: except AttributeError as error:
print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred: print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred:
print (' Success Posting to xtwitter: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] ) print (' Success Posting to xtwitter: '+processrow[1].value)# ',processrow[1].value, processrow[2].value, headers,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, temp3["web"] )
if NewxtwitterPost: if NewxtwitterPost:
xtwittercount +=1 xtwittercount +=1
try: try:
print(' write to xls for xtwitter') print(' write to xls for xtwitter')
outputs['datawb'].save(env.xls) outputs['datawb'].save(env.xls)
print(' write to mariadb for xtwitter') print(' write to mariadb for xtwitter')
# outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow[1].value) # outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow[1].value)
# outputs['postssession'].commit() # outputs['postssession'].commit()
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred:
try: try:
print(' write to DB for xtwitter') print(' write to DB for xtwitter')
outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"xtwitter" : 1}) outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value).update({"xtwitter" : 1})
outputs['postssession'].commit() outputs['postssession'].commit()
print(' Successfully wrote to database') print(' Successfully wrote to database')
except AttributeError as error: except AttributeError as error:
print(" An error occurred writing database", type(error).__name__) print(" An error occurred writing database", type(error).__name__)
except AttributeError as error: except AttributeError as error:
print (' Error writing xtwitter post : ',error,processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["xtwitter"], type(error).__name__ ) print (' Error writing xtwitter post : ',error,processrow[1].value, processrow[2].value, outputs,processrow[7].value, processrow[3].value,processrow[8].value, processrow[5].value, writtento["xtwitter"], type(error).__name__ )
else: else: