admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed problems with wordpress adds to database

Browse Source
This commit is contained in:
Joe Steele
2024-06-10 20:29:53 -04:00
parent 1c8f2af062
commit ce825d3ddb
1 changed files with 10 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+10 -9
View File
@@ -44,6 +44,7 @@ from pathlib import Path
from sqlalchemy import create_engine from sqlalchemy import create_engine
from sqlalchemy.ext.declarative import declarative_base from sqlalchemy.ext.declarative import declarative_base
import sqlalchemy import sqlalchemy
from sqlalchemy import null
import googlemaps import googlemaps
#import mysqlclient #import mysqlclient
#import mysql-connector-python #import mysql-connector-python
@@ -582,7 +583,7 @@ def get_google_data(driver,outputs ):
database_update_row(name,"googleurl",googleurl,"onlyempty",outputs) database_update_row(name,"googleurl",googleurl,"onlyempty",outputs)
database_update_row(name,"place_id",place_id,"onlyempty",outputs) database_update_row(name,"place_id",place_id,"onlyempty",outputs)
database_update_row(name,"googledetails",details,"onlyempty",outputs) database_update_row(name,"googledetails",details,"onlyempty",outputs)
database_update_row(name,"google",1,"forceall",outputs) database_update_row(name,"google",1,"onlyempty",outputs)
except Exception as error: except Exception as error:
print('Error writing business details from google maps : ',error) print('Error writing business details from google maps : ',error)
else: else:
@@ -770,13 +771,13 @@ def database_update_row(review_name,column_name,column_value,update_style,output
elif update_style == "onlyempty": elif update_style == "onlyempty":
#print('Posts.name == review_name,**kwargs') #print('Posts.name == review_name,**kwargs')
postval = outputs['postssession'].query(Posts).filter(Posts.name == review_name,\ postval = outputs['postssession'].query(Posts).filter(Posts.name == review_name,\
getattr(Posts,column_name).is_(None)).all() getattr(Posts,column_name).is_not(null())).all()
# print ('Postval : ',postval) # print ('Postval : ',postval)
temp = getattr(Posts,column_name) # temp = getattr(Posts,column_name)
# print ('temp = ',temp) # print ('temp = ',temp)
# print (getattr(Posts,column_name)) # print (getattr(Posts,column_name))
# db_session.query(Notice).filter(getattr(Notice, col_name).like("%" + query + "%")) # db_session.query(Notice).filter(getattr(Notice, col_name).like("%" + query + "%"))
if postval: if len(postval) == 0 :
# # if outputs['postssession'].query(Posts).filter(Posts.name ==\ # # if outputs['postssession'].query(Posts).filter(Posts.name ==\
# review_name,temp.is_(None)).all: # review_name,temp.is_(None)).all:
# # if outputs['postssession'].query(Posts).filter(Posts.name == review_name,Posts.\ # # if outputs['postssession'].query(Posts).filter(Posts.name == review_name,Posts.\
@@ -823,12 +824,12 @@ def check_wordpress_media(filename,headers):
return file_id, link return file_id, link
except Exception as error: except Exception as error:
print(' No existing media with same name in Wordpress media folder: '+filename+' '\ print(' No existing media with same name in Wordpress media folder: '+filename+' '\
+error) ,error)
return (False, False) return (False, False)
################################################################################################## ##################################################################################################
def check_wordpress_post(postname,postdate,headers): def check_wordpress_post_backup(postname,postdate,headers):
response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers,timeout=50) response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers,timeout=50)
try: try:
result = response.json() result = response.json()
@@ -1121,7 +1122,7 @@ def post_to_instagram2 (title, content, date, rating, address, picslist, instase
################################################################################################## ##################################################################################################
def post_to_wordpress(title, content, headers,date, rating,address, picslist): def post_to_wordpress(title,content, headers,date,rating,address,picslist,outputs):
# post # post
newPost = False newPost = False
#countreview = False #countreview = False
@@ -1213,7 +1214,7 @@ def post_to_wordpress(title, content, headers,date, rating,address, picslist):
print (' Got Date: ', newdate2, newdate) print (' Got Date: ', newdate2, newdate)
try: try:
post_id, post_link = check_wordpress_post(title,newdate2,headers) post_id, post_link = check_wordpress_post(title,newdate2,headers)
database_update_row(title,"wpurl",post_link,"forceall",outputs) database_update_row(title,"wpurl",post_link,"onlyempty",outputs)
except Exception as error : except Exception as error :
print ('Could not check to see post already exists',error) print ('Could not check to see post already exists',error)
if not post_id: if not post_id:
@@ -1413,7 +1414,7 @@ def process_reviews(outputs):
try: try:
NewWebPost=post_to_wordpress(processrow[1].value,processrow[2].\ NewWebPost=post_to_wordpress(processrow[1].value,processrow[2].\
value,outputs['web'] ,processrow[7].value, processrow[3].value\ value,outputs['web'] ,processrow[7].value, processrow[3].value\
, processrow[8].value, processrow[5].value) , processrow[8].value, processrow[5].value,outputs)
try: try:
writtento["web"] = 1 writtento["web"] = 1
processrow[9].value = str(writtento) processrow[9].value = str(writtento)