admin/GoogleScrape
1
0
Fork 0
mirror of https://github.com/timberjoegithub/GoogleScrape.git synced 2026-07-22 00:19:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed getting all visit date into same format

Browse Source
This commit is contained in:
Joe Steele
2024-06-26 18:25:07 -04:00
parent 5dd64d5d5e
commit 2ae3339a63
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
social.py
+5 -3
View File
@@ -449,9 +449,9 @@ def get_google_data(driver, local_outputs):
except NoSuchElementException : except NoSuchElementException :
visitdate = "Unknown" visitdate = "Unknown"
print(' Visited: ',visitdate, visitdate[:1]) print(' Visited: ',visitdate, visitdate[:1])
if re.match('^[a-zA-Z]+', visitdate) is None: if re.match('^[a-zA-Z]+', visitdate) is None and re.match('^[a-zA-Z]+', visitdate) is not None:
#if visitdate[:1].isalpha: #if visitdate[:1].isalpha:
newdate,newdate2,visitdate = get_wordpress_post_date_string(str(visitdate), str(datetime.now())) newdate,newdate2,visitdate = get_wordpress_post_date_string(visitdate, str(datetime.now()))
print(' Visited altered to : ',visitdate) print(' Visited altered to : ',visitdate)
try: try:
text = data.find_element(By.CSS_SELECTOR, 'div.MyEned').text text = data.find_element(By.CSS_SELECTOR, 'div.MyEned').text
@@ -866,9 +866,12 @@ def check_wordpress_post(postname, postdate, headers2):
otherwise (False, False). otherwise (False, False).
""" """
try:
response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers2,\ response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers2,\
timeout=env.request_timeout) timeout=env.request_timeout)
result = response.json() result = response.json()
except AttributeError as error:
print ('Could not query for post on wordpress: ', postname,postdate, type(error))
if len(result) > 0 and postdate == result[0]['date']: if len(result) > 0 and postdate == result[0]['date']:
return int(result[0]['id']), result[0]['link'] return int(result[0]['id']), result[0]['link']
print('No existing post with same name: ' + postname) print('No existing post with same name: ' + postname)
@@ -894,7 +897,6 @@ def get_wordpress_featured_photo_id(post_id):
media_items = response.json() media_items = response.json()
# Loop through the media items associated with the post # Loop through the media items associated with the post
# for item in media_items: # for item in media_items:
# # Check if the media item is the featured image # # Check if the media item is the featured image
# if item.get('post', None) == int(post_id): # if item.get('post', None) == int(post_id):