admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed socialpost function to work for everything

Browse Source
This commit is contained in:
Joe Steele
2024-06-16 22:07:20 -04:00
parent df0dce5b50
commit 3e05188aea
1 changed files with 81 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+80 -39
View File
@@ -1671,7 +1671,7 @@ def process_reviews2(outputs):
except AttributeError as error : except AttributeError as error :
print ('Could not check to see post already exists',error) print ('Could not check to see post already exists',error)
if len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name\ if len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name\
,Posts.web is True).all()) == 0: ,Posts.web ==1).all()) == 0:
if webcount < env.postsperrun: if webcount < env.postsperrun:
try: try:
new_web_post=post_to_wordpress(processrow.name,processrow.comment\ new_web_post=post_to_wordpress(processrow.name,processrow.comment\
@@ -1769,45 +1769,47 @@ def process_reviews2(outputs):
else: else:
print (' Facebook: Skipping posting for ',processrow.name,' previously written') print (' Facebook: Skipping posting for ',processrow.name,' previously written')
if env.xtwitter: if env.xtwitter:
#if writtento["xtwitter"] == 0: xtwittercount = process_socials("xtwitter",processrow,"post_to_x2",xtwittercount, outputs)
# # if Posts.query.filter(Posts.name.xtwitter.op('!=')(1)).first() # #if writtento["xtwitter"] == 0:
tempval = len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name,Posts.xtwitter is True).all()) # # # if Posts.query.filter(Posts.name.xtwitter.op('!=')(1)).first()
print ('tempval: ',tempval) # tempval = len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name,Posts.xtwitter is True).all())
if len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name,Posts.xtwitter is True).all())==0: # print ('tempval: ',tempval)
if xtwittercount < env.postsperrun: # if len(outputs['postssession'].query(Posts).filter(Posts.name == processrow.name,Posts.xtwitter is True).all())==0:
try: # if xtwittercount < env.postsperrun:
print(' Starting to generate xtwitter post') # try:
NewxtwitterPost = post_to_x2(processrow.name, processrow.comment, processrow.date, processrow.rating, processrow.address, processrow.picsLocalpath,outputs['posts'],outputs ) # print(' Starting to generate xtwitter post')
try: # NewxtwitterPost = post_to_x2(processrow.name, processrow.comment, processrow.date, processrow.rating, processrow.address, processrow.picsLocalpath,outputs['posts'],outputs )
print (' Start generating content to post to xtwitter') # try:
writtento["xtwitter"] = 1 # print (' Start generating content to post to xtwitter')
processrow.dictPostComplete = str(writtento) # writtento["xtwitter"] = 1
except AttributeError as error: # processrow.dictPostComplete = str(writtento)
print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred: # except AttributeError as error:
print (' Success Posting to xtwitter: '+processrow.name)# ',processrow.name, processrow.comment, headers,processrow.address, processrow.rating,processrow.dictPostComplete, processrow.picsLocalpath, temp3["web"] ) # print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred:
if NewxtwitterPost: # print (' Success Posting to xtwitter: '+processrow.name)# ',processrow.name, processrow.comment, headers,processrow.address, processrow.rating,processrow.dictPostComplete, processrow.picsLocalpath, temp3["web"] )
xtwittercount +=1 # if NewxtwitterPost:
try: # xtwittercount +=1
print(' write to xls for xtwitter') # try:
outputs['datawb'].save(env.xls) # print(' write to xls for xtwitter')
print(' Successfully wrote to xls for xtwitter') # outputs['datawb'].save(env.xls)
# outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow.name) # print(' Successfully wrote to xls for xtwitter')
# # outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+processrow.name)
# # outputs['postssession'].commit()
# except AttributeError as error:
# print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred:
# try:
# print(' write to DB for xtwitter')
# outputs['postssession'].query(Posts).filter(Posts.name == processrow.name).update({"xtwitter" : True})
# outputs['postssession'].commit() # outputs['postssession'].commit()
except AttributeError as error: # print(' Successfully wrote to database')
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred: # except AttributeError as error:
try: # print(" An error occurred writing database", type(error).__name__)
print(' write to DB for xtwitter') # except AttributeError as error:
outputs['postssession'].query(Posts).filter(Posts.name == processrow.name).update({"xtwitter" : True}) # print (' Error writing xtwitter post : ',error,processrow.name, processrow.comment, outputs,processrow.date, processrow.rating,processrow.address, processrow.picsLocalpath, writtento["xtwitter"], type(error).__name__ )
outputs['postssession'].commit() # else:
print(' Successfully wrote to database') # print (' Exceeded the number of xtwitter posts per run, skipping', processrow.name)
except AttributeError as error: # else:
print(" An error occurred writing database", type(error).__name__) # print (' Xtwitter: Skipping posting for ',processrow.name,' previously written')
except AttributeError as error:
print (' Error writing xtwitter post : ',error,processrow.name, processrow.comment, outputs,processrow.date, processrow.rating,processrow.address, processrow.picsLocalpath, writtento["xtwitter"], type(error).__name__ )
else:
print (' Exceeded the number of xtwitter posts per run, skipping', processrow.name)
else:
print (' Xtwitter: Skipping posting for ',processrow.name,' previously written')
#post_to_x_example(title, content, date, rating, address, picslist, instasession) #post_to_x_example(title, content, date, rating, address, picslist, instasession)
# else: # else:
# print ('Exceeded the number of posts per run, exiting') # print ('Exceeded the number of posts per run, exiting')
@@ -1817,6 +1819,45 @@ def process_reviews2(outputs):
# socials('xtwitter',namedict,outputs,writtento, processrow,post_to_x_example) # socials('xtwitter',namedict,outputs,writtento, processrow,post_to_x_example)
return #(outputs['web']) return #(outputs['web'])
def process_socials(social_name,social_post,sub_process,social_count, outputs):
writtento = (ast.literal_eval(social_post.dictPostComplete))
if len(outputs['postssession'].query(Posts).filter(Posts.name == social_post.name,getattr(Posts, social_name) is True).all())==0:
if social_count < env.postsperrun:
try:
print(' Starting to generate ',social_name,' post')
new_social_post = eval(sub_process)(social_post.name, social_post.comment, social_post.date, social_post.rating, social_post.address, social_post.picsLocalpath,outputs['posts'],outputs )
try:
print (' Start generating content to post to xtwitter')
writtento[social_name] = 1
social_post.dictPostComplete = str(writtento)
except AttributeError as error:
print(" An error occurred setting value to go into Excel file:", type(error).__name__) # An error occurred:
print (' Success Posting to xtwitter: '+social_post.name)# ',social_post.name, social_post.comment, headers,social_post.address, social_post.rating,social_post.dictPostComplete, social_post.picsLocalpath, temp3["web"] )
if new_social_post:
social_count +=1
try:
print(' write to xls for :',social_name)
outputs['datawb'].save(env.xls)
print(' Successfully wrote to xls for social - ',social_name)
# outputs['postssession'].update('dictPostComplete = '+str(writtento)+' where name == '+social_post.name)
# outputs['postssession'].commit()
except AttributeError as error:
print(" An error occurred writing Excel file:", type(error).__name__) # An error occurred:
try:
print(' write to DB for Social - ',social_name)
outputs['postssession'].query(Posts).filter(Posts.name == social_post.name).update({social_name : True})
outputs['postssession'].commit()
print(' Successfully wrote to database')
except AttributeError as error:
print(" An error occurred writing database", type(error).__name__)
except AttributeError as error:
print (' Error writing social - ',social_name,' post : ',error,social_post.name, social_post.comment, outputs,social_post.date, social_post.rating,social_post.address, social_post.picsLocalpath, writtento[social_name], type(error).__name__ )
else:
print (' Exceeded the number of social - ',social_name,' posts per run, skipping', social_post.name)
else:
print (' ',social_name,': Skipping posting for ',social_post.name,' previously written')
return social_count
################################################################################################## ##################################################################################################
if __name__ == "__main__": if __name__ == "__main__":