admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed timeout issue with selenium. Working

Browse Source
This commit is contained in:
timberjoegithub
2024-05-29 22:36:01 -04:00
parent 500c8fa945
commit 939d35c474
1 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+3 -6
View File
@@ -36,7 +36,7 @@ from moviepy.editor import VideoFileClip, concatenate_videoclips
#import moviepy #import moviepy
from pathlib import Path from pathlib import Path
from sqlalchemy import create_engine
from sqlalchemy.ext.declarative import declarative_base from sqlalchemy.ext.declarative import declarative_base
#import mysqlclient #import mysqlclient
#import mysql-connector-python #import mysql-connector-python
@@ -240,8 +240,7 @@ def postVideo(group_id, video_path,auth_token,title, content, date, rating, addr
r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content + r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content +
"\n"+rating+"\n"+date+"\n\n"+ hastags(address, title)+ "\n"+rating+"\n"+date+"\n\n"+ hastags(address, title)+
"\n\nhttps://www.joeeatswhat.com"+"\n\n","published" : True, "\n\nhttps://www.joeeatswhat.com"+"\n\n","published" : True,
"alt_text" : title, "alt_text" : title
"description" : title
} }
try: try:
r = requests.post(url, files=files, data=data).json() r = requests.post(url, files=files, data=data).json()
@@ -342,7 +341,7 @@ def get_data(driver,outputs ):
""" """
print('get data...') print('get data...')
# Click on more botton on each text reviews # Click on more botton on each text reviews
# more_elemets = driver.find_elements(By.CSS_SELECTOR, '.w8nwRe.kyuRq') more_elemets = driver.find_elements(By.CSS_SELECTOR, '.w8nwRe.kyuRq')
for list_more_element in more_elemets: for list_more_element in more_elemets:
list_more_element.click() list_more_element.click()
# Find Pictures that have the expansion indicator to see the rest of the pictures under # Find Pictures that have the expansion indicator to see the rest of the pictures under
@@ -550,8 +549,6 @@ def write_to_xlsx2(data, outputs):
################################################################################################## ##################################################################################################
def database_read(data): def database_read(data):
# from sqlalchemy import create_engine
# import pandas as pd
db_connection_str = 'mysql+pymysql://mysql_user:mysql_password@mysql_host/mysql_db' db_connection_str = 'mysql+pymysql://mysql_user:mysql_password@mysql_host/mysql_db'
db_connection = create_engine(db_connection_str) db_connection = create_engine(db_connection_str)
df = pd.read_sql('SELECT * FROM table_name', con=db_connection) df = pd.read_sql('SELECT * FROM table_name', con=db_connection)