Major cleanup and moving code around. Likely to break something

social.py

@@ -52,15 +52,6 @@ Base = declarative_base()
 
 ##################################################################################################
 
-def preload():
-    file=pathlib.Path("./config/joeteststeele_uuid_and_cookie.json")
-    if pathlib.Path.exists(file):
-        pathlib.Path.unlink(file)
-    today = datetime.today().strftime('%Y-%m-%d')
-    return
-
-##################################################################################################
-
 class Users(Base):
     """Class representing a user config"""
     __tablename__ = 'userConfig'
@@ -123,11 +114,25 @@ class Posts(Base):
     googleurl = sqlalchemy.Column(sqlalchemy.String(length=512, collation="utf8"))
 
 
+##################################################################################################
 
+def preload():
+    file=pathlib.Path("./config/joeteststeele_uuid_and_cookie.json")
+    if pathlib.Path.exists(file):
+        pathlib.Path.unlink(file)
+    today = datetime.today().strftime('%Y-%m-%d')
+    return
 
 ##################################################################################################
 
-def authconnect():
+def clearlist (list):
+    for listelement in list:
+        listelement.clear
+    return list
+
+##################################################################################################
+
+def get_auth_connect():
     """Make all connections to socials and DB, etec.."""
     connections = {}
     if env.mariadb:
@@ -203,8 +208,53 @@ def authconnect():
 
 ##################################################################################################
 
+def get_twitter_conn_v1(api_key, api_secret, access_token, access_token_secret) -> tweepy.API:
+    """Get twitter conn 1.1"""
+    auth = tweepy.OAuth1UserHandler(api_key, api_secret)
+    auth.set_access_token(
+        access_token,
+        access_token_secret,
+    )
+    return tweepy.API(auth)
+
+##################################################################################################
+
+def get_twitter_conn_v2(api_key, api_secret, access_token, access_token_secret) -> tweepy.Client:
+    """Get twitter conn 2.0"""
+    client = tweepy.Client(
+        consumer_key=api_key,
+        consumer_secret=api_secret,
+        access_token=access_token,
+        access_token_secret=access_token_secret,
+    )
+    return client
+
+##################################################################################################
+
+def get_hastags (address, name, type):
+    nameNoSpaces = re.sub( r'[^a-zA-Z]','',name)
+    addressdict = address.rsplit(r' ',3)
+    zip = addressdict[3]
+    state = addressdict[2]
+    city =  re.sub( r'[^a-zA-Z]','',addressdict[1])
+    if 'short' in type:
+        defaulttags = '#'+nameNoSpaces+' #foodie #food #joeeatswhat @timberjoe'
+    else:
+        defaulttags = "\n\n\n#"+nameNoSpaces+" #foodie #music #food #travel #drinks #instagood #feedme #joeeatswhat @timberjoe"
+    citytag = "#"+city
+    statetag = "#"+state
+    ziptag = "#"+zip
+    if statetag == 'FL':
+        statetag += ' #Florida'
+    fulltag = defaulttags+" "+citytag+" "+statetag+" "+ziptag
+    # 153 Sugar Belle Dr, Winter Garden, FL 34787
+    # inphotos[0].rsplit(r'/', 1)
+    return (fulltag)
+
+##################################################################################################
+
 # Grab a count of how far we need to scroll
-def counter(driver):
+def counter_google(driver):
     result = driver.find_element(By.CLASS_NAME,'Qha3nb').text
     result = result.replace(',', '')
     result = result.split(' ')
@@ -220,6 +270,51 @@ def is_docker():
 
 ##################################################################################################
 
+def post_facebook_image(group_id, img,auth_token, title):
+    files={}
+    url = f"https://graph.facebook.com/{group_id}/photos?access_token=" + auth_token
+    for eachfile in img:
+        files.update({eachfile: open(eachfile, 'rb')})
+    data = {
+        "published" : False,
+        "alt_text" : title,
+        "description" : title
+    }
+    try:
+        r = requests.post(url, files=files, data=data,timeout=40).json()
+    except Exception as error:
+        print("    An error getting date occurred:", error) # An error occurred:
+        r = False
+    time.sleep(env.facebooksleep)
+    return r
+
+##################################################################################################
+
+def post_facebook_video(group_id, video_path,auth_token,title, content, date, rating, address):
+    url = f"https://graph-video.facebook.com/{group_id}/videos?access_token=" + auth_token
+    files={}
+    addresshtml = re.sub(" ", ".",address)
+    #args={}
+    #data["message"]=title + "\n"+address+"\n\n"+ content + "\n"+rating+"\n"+date
+    for eachfile in video_path:
+       # my_dict['key'].append(1)
+        files.update({eachfile: open(eachfile, 'rb')})
+    data = { "title":title,"description" : title + "\n"+ address+"\nGoogle map to destination: "
+             r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content +
+             "\n"+rating+"\n"+date+"\n\n"+ get_hastags(address, title, 'long')+
+             "\n\nhttps://www.joeeatswhat.com"+"\n\n","published" : True,
+            "alt_text" : title
+    }
+    try:
+        r = requests.post(url, files=files, data=data,timeout=40).json()
+    except Exception as error:
+        print("    An error getting date occurred:", error) # An error occurred:
+        r = False
+    time.sleep(env.facebooksleep)
+    return r
+
+##################################################################################################
+
 def post_facebook(title, content, date, rating, address, picslist, instasession):
     #msg = 'Purple Ombre Bob Lace Wig Natural Human Hair now available on https://lace-wigs.co.za/'
     pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
@@ -241,51 +336,6 @@ def post_facebook(title, content, date, rating, address, picslist, instasession)
 
 ##################################################################################################
 
-def postImage(group_id, img,auth_token, title):
-    files={}
-    url = f"https://graph.facebook.com/{group_id}/photos?access_token=" + auth_token
-    for eachfile in img:
-        files.update({eachfile: open(eachfile, 'rb')})
-    data = {
-        "published" : False,
-        "alt_text" : title,
-        "description" : title
-    }
-    try:
-        r = requests.post(url, files=files, data=data,timeout=40).json()
-    except Exception as error:
-        print("    An error getting date occurred:", error) # An error occurred:
-        r = False
-    time.sleep(env.facebooksleep)
-    return r
-
-##################################################################################################
-
-def postVideo(group_id, video_path,auth_token,title, content, date, rating, address):
-    url = f"https://graph-video.facebook.com/{group_id}/videos?access_token=" + auth_token
-    files={}
-    addresshtml = re.sub(" ", ".",address)
-    #args={}
-    #data["message"]=title + "\n"+address+"\n\n"+ content + "\n"+rating+"\n"+date
-    for eachfile in video_path:
-       # my_dict['key'].append(1)
-        files.update({eachfile: open(eachfile, 'rb')})
-    data = { "title":title,"description" : title + "\n"+ address+"\nGoogle map to destination: "
-             r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content +
-             "\n"+rating+"\n"+date+"\n\n"+ hastags(address, title, 'long')+
-             "\n\nhttps://www.joeeatswhat.com"+"\n\n","published" : True,
-            "alt_text" : title
-    }
-    try:
-        r = requests.post(url, files=files, data=data,timeout=40).json()
-    except Exception as error:
-        print("    An error getting date occurred:", error) # An error occurred:
-        r = False
-    time.sleep(env.facebooksleep)
-    return r
-
-##################################################################################################
-
 def post_facebook2(title, content, date, rating, address, picslist, instasession):
     #msg = 'Purple Ombre Bob Lace Wig Natural Human Hair now available on https://lace-wigs.co.za/'
     pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
@@ -304,13 +354,13 @@ def post_facebook2(title, content, date, rating, address, picslist, instasession
     # if imgs_vid :
     #     print ("loop")
     #     try:
-    #         post_id = postVideo(group_id, imgs_vid,auth_token)
+    #         post_id = post_facebook_video(group_id, imgs_vid,auth_token)
     #         imgs_id.append(post_id['id'])
     #     except Exception as error:
     #         print("    An error occurred:", type(error).c) # An error occurred:
     if imgs_pic:
         try:
-            post_id = postImage(group_id ,imgs_pic,auth_token,title)
+            post_id = post_facebook_image(group_id ,imgs_pic,auth_token,title)
             imgs_id.append(post_id['id'])
         except Exception as error:
             print("    An error occurred:", type(error)) # An error occurred:
@@ -339,33 +389,99 @@ def post_facebook2(title, content, date, rating, address, picslist, instasession
 
 ##################################################################################################
 
-def post_facebook3(title, content, date, rating, address, picslist, instasession):
+def post_to_threads_example():
-    pics = ((picslist[1:-1]).replace("'","")).split(",")
+    # Replace 'your_access_token' with your actual access token for Meta's Threads
-    group_id = env.facebookpageID
+    ACCESS_TOKEN = 'your_access_token'
-    auth_token = env.facebookpass
+    # The URL for the Meta's Threads API endpoint to post a video
-    imgs_id = []
+    THREADS_API_ENDPOINT = 'https://api.threads.meta.com/v1/videos'
-    imgs_vid = []
+    # The path to the video file you want to upload
-    imgs_pic = []
+    VIDEO_FILE_PATH = 'path_to_your_video.mp4'
-    img_list = pics
+    # The caption for your video
-    for img in img_list:
+    VIDEO_CAPTION = 'Your video caption'
-        if 'montage.mp4' in img:
+
-            imgs_vid.append(img.strip())
+    async def post_video_to_threads():
-        else:
+        # Open the video file in binary read mode
-            imgs_pic.append(img.strip())
+        with open(VIDEO_FILE_PATH, 'rb') as video_file:
-    if imgs_vid:
+            video_data = video_file.read()
-        try:
+        # Prepare the headers for the HTTP request
-            post_id = postVideo(group_id, imgs_vid,auth_token,title, content,
+        headers = {
-                date, rating, address)
+            'Authorization': f'Bearer {ACCESS_TOKEN}',
-            imgs_id.append(post_id['id'])
+            'Content-Type': 'video/mp4'
-        except Exception as error:
+        }
-            print("    An error occurred:",error)
+        # Use aiohttp to make an asynchronous HTTP POST request
-    time.sleep(env.facebooksleep)
+        async with aiohttp.ClientSession() as session:
-    print('    Facebook response: ',post_id)
+            async with session.post(THREADS_API_ENDPOINT, data=video_data, headers=headers) as\
-    return  (True)
+                     response:
+                # Check if the request was successful
+                if response.status == 200:
+                    print('Video successfully posted to Threads.')
+                else:
+                    print('Failed to post video. Response:', await response.text())
+
+    # Run the asynchronous function using asyncio
+    if __name__ == '__main__':
+        asyncio.run(post_video_to_threads())
+    return
 
 ##################################################################################################
 
-def get_data(driver,outputs ):
+
+def post_to_x_example(title, content, date, rating, address, picslist, instasession):
+#     pics = ((picslist[1:-1]).replace("'","")).split(",")
+#     from requests_oauthlib import OAuth1Session
+#     # Be sure to add replace the text of the with the text you wish to Tweet. You can also add
+#     # parameters to post polls, quote Tweets, Tweet with reply settings, and Tweet to Super
+#     # Followers in addition to other features.
+#     payload = {"text": content}
+#     # Get request token
+#     request_token_url = \
+#       "https://api.twitter.com/oauth/request_token?oauth_callback=oob&x_auth_access_type=write"
+#     oauth = OAuth1Session(env.consumer_key, client_secret=env.consumer_secret)
+#     try:
+#         fetch_response = oauth.fetch_request_token(request_token_url)
+#     except ValueError:
+#         print("There may have been an issue with the consumer_key or consumer_secret you entered.")
+#     resource_owner_key = fetch_response.get("oauth_token")
+#     resource_owner_secret = fetch_response.get("oauth_token_secret")
+#     print("Got OAuth token: %s" % resource_owner_key)
+#     # Get authorization
+#     base_authorization_url = "https://api.twitter.com/oauth/authorize"
+#     authorization_url = oauth.authorization_url(base_authorization_url)
+#     print("Please go here and authorize: %s" % authorization_url)
+#     verifier = input("Paste the PIN here: ")
+#     # Get the access token
+#     access_token_url = "https://api.twitter.com/oauth/access_token"
+#     oauth = OAuth1Session(
+#         env.consumer_key,
+#         client_secret=env.consumer_secret,
+#         resource_owner_key=env.resource_owner_key,
+#         resource_owner_secret=env.resource_owner_secret,
+#         verifier=verifier,
+#     )
+#     oauth_tokens = oauth.fetch_access_token(access_token_url)
+#     access_token = oauth_tokens["oauth_token"]
+#     access_token_secret = oauth_tokens["oauth_token_secret"]
+#     # Make the request
+#     oauth = OAuth1Session(
+#         env.consumer_key,
+#         client_secret=env.consumer_secret,
+#         resource_owner_key=env.access_token,
+#         resource_owner_secret=env.access_token_secret,
+#     )
+#     # Making the request
+#     response = oauth.post("https://api.twitter.com/2/tweets",json=payload)
+#     if response.status_code != 201:
+#         raise Exception("Request returned an error: {} {}".format \
+#             (response.status_code,response.text))
+#     print("Response code: {}".format(response.status_code))
+#     # Saving the response as JSON
+#     json_response = response.json()
+#     print(json.dumps(json_response, indent=4, sort_keys=True))
+    return
+
+##################################################################################################
+
+def get_google_data(driver,outputs ):
 # curl -X GET -H 'Content-Type: application/json' -H "X-Goog-Api-Key: API_KEY" -H
 #   "X-Goog-FieldMask: id,displayName,formattingtedAddress,plusCode"
 #   https://places.googleapis.com/v1/places/ChIJj61dQgK6j4AR4GeTYWZsKWw #placeId #websiteUri
@@ -386,8 +502,6 @@ def get_data(driver,outputs ):
             list_more_pics.click()
     elements = driver.find_elements(By.CLASS_NAME, 'jftiEf')
 
-
-
     lst_data = []
     for data in elements:
         name = data.find_element(By.CSS_SELECTOR, 'div.d4r55.YJxk2d').text
@@ -431,14 +545,14 @@ def get_data(driver,outputs ):
                     longitude = (details['result']['geometry']['location']['lng'])
                     pluscode = (details['result']['plus_code']['compound_code'])
                     googleurl = (details['result']['url'])
-                    update_db_row(name,"businessurl",businessurl,"onlyempty",outputs)
+                    database_update_row(name,"businessurl",businessurl,"onlyempty",outputs)
-                    update_db_row(name,"latitude",latitude,"onlyempty",outputs)
+                    database_update_row(name,"latitude",latitude,"onlyempty",outputs)
-                    update_db_row(name,"longitude",longitude,"onlyempty",outputs)
+                    database_update_row(name,"longitude",longitude,"onlyempty",outputs)
-                    update_db_row(name,"pluscode",pluscode,"onlyempty",outputs)
+                    database_update_row(name,"pluscode",pluscode,"onlyempty",outputs)
-                    update_db_row(name,"googleurl",googleurl,"onlyempty",outputs)
+                    database_update_row(name,"googleurl",googleurl,"onlyempty",outputs)
-                    update_db_row(name,"place_id",place_id,"onlyempty",outputs)
+                    database_update_row(name,"place_id",place_id,"onlyempty",outputs)
-                    update_db_row(name,"googledetails",details,"onlyempty",outputs)
+                    database_update_row(name,"googledetails",details,"onlyempty",outputs)
-                    update_db_row(name,"google",1,"forceall",outputs)
+                    database_update_row(name,"google",1,"forceall",outputs)
                 except Exception as error:
                     print('Error writing business details from google maps : ',error)
         else:
@@ -499,7 +613,7 @@ def get_data(driver,outputs ):
             picsLocalpath = "./Output/Pics/"+cleanname+"/"+visitdate+'/'+filename
             pics2.append(picsLocalpath)
         if pics2:
-            make_video(pics2)
+            make_montage_video_from_google(pics2)
             pics2.append("./Output/Pics/"+cleanname+"/"+visitdate+'/'+'montage.mp4')
         dictPostComplete= {'google':1,'web':0,'yelp':0,'facebook':0,'xtwitter':0,
             'instagram':0,'tiktok':0}
@@ -509,25 +623,25 @@ def get_data(driver,outputs ):
 
 ##################################################################################################
 
-# Do the scrolling
+# Do the google_scroll
-def scrolling(counter,driver):
+def google_scroll(counter_google,driver):
-    print('scrolling...')
+    print('google_scroll...')
     time.sleep(3)
     scrollable_div = driver.find_element(By.XPATH,
         '//*[@id="QA0Szd"]/div/div/div[1]/div[2]/div/div[1]/div/div/div[5]/div[2]')
 #        '//*[@id="QA0Szd"]/div/div/div[1]/div[2]/div/div[1]/div/div/div[2]/div[10]/div')
-    for _i in range(counter):
+    for _i in range(counter_google):
         try:
-            scrolling = driver.execute_script(
+            google_scroll = driver.execute_script(
                 'document.getElementsByClassName("dS8AEf")[0].\
                     scrollTop=document.getElementsByClassName("dS8AEf")[0].scrollHeight',
                     scrollable_div
             )
             time.sleep(3)
         except Exception as e:
-            print(f"Error while scrolling: {e}")
+            print(f"Error while google_scroll: {e}")
             break
-    return scrolling
+    return google_scroll
 
 ##################################################################################################
 
@@ -613,7 +727,7 @@ def write_to_xlsx2(data, outputs):
 
 ##################################################################################################
 
-def update_db_row(review_name,column_name,column_value,update_style,outputs):
+def database_update_row(review_name,column_name,column_value,update_style,outputs):
     #kwargs = {Posts.column_name : ''}
     #setattr(Posts, attribute_name, column_name)
     #randdd = Posts.column_name 
@@ -652,7 +766,7 @@ def update_db_row(review_name,column_name,column_value,update_style,outputs):
 
 ##################################################################################################
 
-def database_read(data):
+def database_read_all_example(data):
     db_connection_str = 'mysql+pymysql://mysql_user:mysql_password@mysql_host/mysql_db'
     db_connection = create_engine(db_connection_str)
     df = pd.read_sql('SELECT * FROM table_name', con=db_connection)
@@ -660,21 +774,23 @@ def database_read(data):
 
 ##################################################################################################
 
-def check_web_media(filename,headers):
+def check_wordpress_media(filename,headers):
     file_name_minus_extension = filename
-    response = requests.get(env.wpAPI + "/media?search="+file_name_minus_extension, headers=headers,timeout=40)
+    response = requests.get(env.wpAPI + "/media?search="+file_name_minus_extension,\
+                             headers=headers,timeout=40)
     try:
         result = response.json()
         file_id = int(result[0]['id'])
         link = result[0]['guid']['rendered']
         return file_id, link
     except Exception as error:
-        print('    No existing media with same name in Wordpress media folder: '+filename+' '+error)
+        print('    No existing media with same name in Wordpress media folder: '+filename+' '\
+              +error)
         return (False, False)
 
 ##################################################################################################
 
-def check_web_post(postname,postdate,headers):
+def check_wordpress_post(postname,postdate,headers):
     response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers,timeout=50)
     try:
         result = response.json()
@@ -688,7 +804,7 @@ def check_web_post(postname,postdate,headers):
 
 ##################################################################################################
 
-def is_port_open(host, port):
+def check_is_port_open(host, port):
     try:
         is_web_up = urllib3.request("GET", host)
         if is_web_up.status == 200:
@@ -699,95 +815,24 @@ def is_port_open(host, port):
 
 ##################################################################################################
 
-def check_media(filename, headers):
+def check_wordpress_post(postname,postdate,headers2):
-    # Regex gilename to format like in WordPress media name
-    #file_name_minus_extension = re.sub(r'\'|(....$)','', filename, flags=re.IGNORECASE)
-    file_name_minus_extension = str(filename)
-    response = requests.get(env.wpAPI + "/media?search="+file_name_minus_extension, headers=headers,timeout=50)
-    try:
-        result = response.json()
-        file_id = int(result[0]['id'])
-        link = result[0]['guid']['rendered']
-        return file_id, link
-    except Exception as error:
-        print('    No existing media with same name in Wordpress media folder: ' + filename+' '+error)
-        return False, False
-
-##################################################################################################
-
-def check_post(postname,postdate,headers2):
     response = requests.get(env.wpAPI+"/posts?search="+postname, headers=headers2,timeout=40)
     result = response.json()
     if len(result) > 0 :
         post_id = int(result[0]['id'])
         post_date = result[0]['date']
+        post_link = result[0]['link']
         if postdate == post_date:
-            return post_id
+            return post_id, post_link
         else: #  Exception as error:
             print('No existing post with same name: ' + postname)
-            return False
+            return False, False
     else:
         print('No existing post with same name: ' + postname)
-        return False
+        return False, False
 
 ##################################################################################################
 
-def threads():
-    # Replace 'your_access_token' with your actual access token for Meta's Threads
-    ACCESS_TOKEN = 'your_access_token'
-    # The URL for the Meta's Threads API endpoint to post a video
-    THREADS_API_ENDPOINT = 'https://api.threads.meta.com/v1/videos'
-    # The path to the video file you want to upload
-    VIDEO_FILE_PATH = 'path_to_your_video.mp4'
-    # The caption for your video
-    VIDEO_CAPTION = 'Your video caption'
-
-    async def post_video_to_threads():
-        # Open the video file in binary read mode
-        with open(VIDEO_FILE_PATH, 'rb') as video_file:
-            video_data = video_file.read()
-        # Prepare the headers for the HTTP request
-        headers = {
-            'Authorization': f'Bearer {ACCESS_TOKEN}',
-            'Content-Type': 'video/mp4'
-        }
-        # Use aiohttp to make an asynchronous HTTP POST request
-        async with aiohttp.ClientSession() as session:
-            async with session.post(THREADS_API_ENDPOINT, data=video_data, headers=headers) as response:
-                # Check if the request was successful
-                if response.status == 200:
-                    print('Video successfully posted to Threads.')
-                else:
-                    print('Failed to post video. Response:', await response.text())
-
-    # Run the asynchronous function using asyncio
-    if __name__ == '__main__':
-        asyncio.run(post_video_to_threads())
-    return
-
-def post_to_threads (title, content, date, rating, address, picslist, instasession):
-    if picslist != '[]' and "montage.mp4" in picslist:
-        outputmontage = ''
-        addresshtml = re.sub(" ", ".",address)
-        #content = content + hastags(address, title)
-        pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
-        video, outputmontage = make_video(pics)
-        try:
-            data =  title + "\n"+ address+"\nGoogle map to destination: " \
-                r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n" \
-                + content + "\n"+rating+"\n"+date+"\n\n"+ hastags(address, title,'long')+ \
-                "\n\nhttps://www.joeeatswhat.com "+"\n\n"
-            instasession.video_upload(outputmontage, data)
- #           video2 = instasession.video_upload(outputmontage, data)
-        except Exception as error:
-            print("  An error occurred uploading video to Threads:", type(error).__name__) 
-            return False
-        return True
-    else:
-        return False
-
-#######################################################################################################
-
 # from googleapiclient.discovery import build
 # from oauth2client.service_account import ServiceAccountCredentials
 
@@ -819,17 +864,10 @@ def post_to_threads (title, content, date, rating, address, picslist, instasessi
 
 ##################################################################################################
 
-# The URL to your WordPress website's REST API endpoint for media
-WP_API_MEDIA_URL = 'https://yourwebsite.com/wp-json/wp/v2/media'
-
-# The ID of the post for which you want to retrieve the featured photo ID
-POST_ID = 'your_post_id'
-
 # Function to get the featured photo ID of a WordPress post
-def get_featured_photo_id(post_id):
+def get_wordpress_featured_photo_id(post_id):
     # Make a GET request to the WordPress REST API to retrieve media details
-    response = requests.get(f"{WP_API_MEDIA_URL}?parent={post_id}",timeout=50)
+    response = requests.get(f"{env.wpAPI}?parent={post_id}",timeout=50)
-
     # Check if the request was successful
     if response.status_code == 200:
         # Parse the JSON response
@@ -841,36 +879,15 @@ def get_featured_photo_id(post_id):
             if item.get('post', None) == int(post_id):
                 # Return the ID of the featured image
                 return item['id']
-
     # If the request failed or the featured image was not found, return None
     return None
-
 # # Example usage
 # featured_photo_id = get_featured_photo_id(POST_ID)
 # print(f"The featured photo ID for post {POST_ID} is: {featured_photo_id}")
 
 ##################################################################################################
 
-def get_twitter_conn_v1(api_key, api_secret, access_token, access_token_secret) -> tweepy.API:
+def post_to_x2(title, content, date, rating, address, picslist, instasession): 
-    """Get twitter conn 1.1"""
-    auth = tweepy.OAuth1UserHandler(api_key, api_secret)
-    auth.set_access_token(
-        access_token,
-        access_token_secret,
-    )
-    return tweepy.API(auth)
-
-def get_twitter_conn_v2(api_key, api_secret, access_token, access_token_secret) -> tweepy.Client:
-    """Get twitter conn 2.0"""
-    client = tweepy.Client(
-        consumer_key=api_key,
-        consumer_secret=api_secret,
-        access_token=access_token,
-        access_token_secret=access_token_secret,
-    )
-    return client
-
-def post_x2(title, content, date, rating, address, picslist, instasession): 
     pics = ((picslist[1:-1]).replace("'","")).split(",")
     # Replace the following strings with your own keys and secrets
     CONSUMER_KEY = env.x_consumer_key
@@ -897,15 +914,15 @@ def post_x2(title, content, date, rating, address, picslist, instasession):
     if imgs_vid:
        # print ("loop")
         try:
-            # post_id = postVideo(group_id, imgs_vid,auth_token,title, content,
+            # post_id = post_facebook_video(group_id, imgs_vid,auth_token,title, content,
             #     date, rating, address)
             # imgs_id.append(post_id['id'])
             video_path = imgs_vid[0]
             # Path to the video you want to upload
             #video_path = 'path_to_video.mp4'
             # Message to post along with the video
-            status_message = title + ': Review  https://www.joeeatswhat.com'
+            status_message = str(title) + ': Review  https://www.joeeatswhat.com'
-            status_message2  = status_message +' '+hastags(address, title, 'short')+' '
+            status_message2  = status_message +' '+str(get_hastags(address, title, 'short'))+' '
             status_message_short = status_message2[:279]
             # if len(status_message) > 279:
             #     print ('   Count of twitter message: ',len(status_message))
@@ -924,7 +941,56 @@ def post_x2(title, content, date, rating, address, picslist, instasession):
 
 ##################################################################################################
 
-def post_tiktok(title, content, date, rating, address, picslist, instasession):
+def post_facebook3(title, content, date, rating, address, picslist, instasession):
+    pics = ((picslist[1:-1]).replace("'","")).split(",")
+    group_id = env.facebookpageID
+    auth_token = env.facebookpass
+    imgs_id = []
+    imgs_vid = []
+    imgs_pic = []
+    img_list = pics
+    for img in img_list:
+        if 'montage.mp4' in img:
+            imgs_vid.append(img.strip())
+        else:
+            imgs_pic.append(img.strip())
+    if imgs_vid:
+        try:
+            post_id = post_facebook_video(group_id, imgs_vid,auth_token,title, content,
+                date, rating, address)
+            imgs_id.append(post_id['id'])
+        except Exception as error:
+            print("    An error occurred:",error)
+    time.sleep(env.facebooksleep)
+    print('    Facebook response: ',post_id)
+    return  (True)
+
+##################################################################################################
+
+def post_to_threads (title, content, date, rating, address, picslist, instasession):
+    if picslist != '[]' and "montage.mp4" in picslist:
+        outputmontage = ''
+        addresshtml = re.sub(" ", ".",address)
+        #content = content + get_hastags(address, title)
+        pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
+        video, outputmontage = make_montage_video_from_google(pics)
+        try:
+            data =  title + "\n"+ address+"\nGoogle map to destination: " \
+                r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n" \
+                + content + "\n"+rating+"\n"+date+"\n\n"+ get_hastags(address, title,'long')+ \
+                "\n\nhttps://www.joeeatswhat.com "+"\n\n"
+            instasession.video_upload(outputmontage, data)
+ #           video2 = instasession.video_upload(outputmontage, data)
+        except Exception as error:
+            print("  An error occurred uploading video to Threads:", type(error).__name__) 
+            return False
+        return True
+    else:
+        return False
+
+#######################################################################################################
+
+def post_to_tiktok(title, content, date, rating, address, picslist, instasession):
 
     # Replace 'your_sessionid_cookie' with your actual TikTok sessionid cookie.
     session_id = 'your_sessionid_cookie'
@@ -964,65 +1030,59 @@ def post_tiktok(title, content, date, rating, address, picslist, instasession):
 # response = upload_video(session_id, file_path, title, tags, schedule_time)
 # print(response)
 
+#######################################################################################################
+
+def post_to_instagram2 (title, content, date, rating, address, picslist, instasession):
+    #post_to_instagram2(processrow[1].value, processrow[2].value ,processrow[7].value,processrow[3].value, processrow[8].value, processrow[5].value,outputs['instagram'])
+    #montageexists = "montage.mp4" in picslist
+    if picslist != '[]' and "montage.mp4" in picslist:
+        outputmontage = ''
+        addresshtml = re.sub(" ", ".",address)
+        #content = content + get_hastags(address, title)
+        pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
+        video, outputmontage = make_montage_video_from_google(pics)
+        try:
+            data =  title + "\n"+ address+"\nGoogle map to destination: " r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content + "\n"+rating+"\n"+date+"\n\n"+ get_hastags(address, title,'long')+"\n\nhttps://www.joeeatswhat.com"+"\n\n"
+            instasession.video_upload(outputmontage, data)
+ #           video2 = instasession.video_upload(outputmontage, data)
+        except Exception as error:
+            print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
+            return False
+        #media_pk = instasession.media_pk_from_url('https://www.instagram.com/p/CGgDsi7JQdS/')
+        #media_path = instasession.video_download(media_pk)
+        # joeeatswhat = instasession.user_info_by_username('timberjoe')
+        # try: buildout = instagrapi.story.StoryBuilder(outputmontage,'Credits @timberjoe',[StoryMention(user=joeeatswhat)]).video(40)  # seconds
+        # except Exception as error:
+        #     print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
+        # try: instasession.video_upload_to_story(buildout.path,"Credits @example",mentions=buildout.mentions,links=[StoryLink(webUri='https://www.joeeatswhat.com')],medias=[StoryMedia(media_pk=outputmontage)])
+#         try:
+#             instasession.video_upload_to_story(
+#             outputmontage,
+#             "Credits @joeeatswhat",
+#  #           mentions=[StoryMention(user='timberjoe', x=0.49892962, y=0.703125, width=0.8333333333333334, height=0.125)],
+#             links=[StoryLink(webUri='https://www.joeeatswhat.com')],
+#   #          hashtags=[StoryHashtag(hashtag=get_hastags(address,title), x=0.23, y=0.32, width=0.5, height=0.22)],
+#             #medias=[StoryMedia(media_pk=media_pk, x=0.5, y=0.5, width=0.6, height=0.8)],
+#         )
+#             story = instasession.story_photo("path/to/photo.jpg")
+#             instasession.video_elements.add_link("https://www.joeeatswhat.com")
+#             #story.add_link("https://www.joeeatswhat.com")
+#             instasession.video_elements.add_hashtags(get_hastags)
+#             story = instasession.video_upload_to_story(outputmontage)
+#             story.upload()
+#             #instasession.video_upload_to_story(path:outputmontage,caption:content, mentions:r'@timberjoe',links:'https://www.joeeatswhat.com',hashtags: hastag) ( path: outputmontage, caption: content, mentions:['@timberjoe'], links: ['https://www.joeeatswhat.com'], hashtags: get_hastags )
+#             # temp = dict()
+#             # temp = instasession.video_upload_to_story(path=outputmontage,caption=content,mentions=r'@timberjoe',links='https://www.joeeatswhat.com',hashtags=get_hastags)
+#         except Exception as error:
+#             print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
+#             return False
+        return True
+    else:
+        return False
+
 ##################################################################################################
 
-
+def post_to_wordpress(title, content,  headers,date, rating,address, picslist):
-def post_x(title, content, date, rating, address, picslist, instasession):
-#     pics = ((picslist[1:-1]).replace("'","")).split(",")
-#     from requests_oauthlib import OAuth1Session
-#     # Be sure to add replace the text of the with the text you wish to Tweet. You can also add
-#     # parameters to post polls, quote Tweets, Tweet with reply settings, and Tweet to Super
-#     # Followers in addition to other features.
-#     payload = {"text": content}
-#     # Get request token
-#     request_token_url = \
-#         "https://api.twitter.com/oauth/request_token?oauth_callback=oob&x_auth_access_type=write"
-#     oauth = OAuth1Session(env.consumer_key, client_secret=env.consumer_secret)
-#     try:
-#         fetch_response = oauth.fetch_request_token(request_token_url)
-#     except ValueError:
-#         print("There may have been an issue with the consumer_key or consumer_secret you entered.")
-#     resource_owner_key = fetch_response.get("oauth_token")
-#     resource_owner_secret = fetch_response.get("oauth_token_secret")
-#     print("Got OAuth token: %s" % resource_owner_key)
-#     # Get authorization
-#     base_authorization_url = "https://api.twitter.com/oauth/authorize"
-#     authorization_url = oauth.authorization_url(base_authorization_url)
-#     print("Please go here and authorize: %s" % authorization_url)
-#     verifier = input("Paste the PIN here: ")
-#     # Get the access token
-#     access_token_url = "https://api.twitter.com/oauth/access_token"
-#     oauth = OAuth1Session(
-#         env.consumer_key,
-#         client_secret=env.consumer_secret,
-#         resource_owner_key=env.resource_owner_key,
-#         resource_owner_secret=env.resource_owner_secret,
-#         verifier=verifier,
-#     )
-#     oauth_tokens = oauth.fetch_access_token(access_token_url)
-#     access_token = oauth_tokens["oauth_token"]
-#     access_token_secret = oauth_tokens["oauth_token_secret"]
-#     # Make the request
-#     oauth = OAuth1Session(
-#         env.consumer_key,
-#         client_secret=env.consumer_secret,
-#         resource_owner_key=env.access_token,
-#         resource_owner_secret=env.access_token_secret,
-#     )
-#     # Making the request
-#     response = oauth.post("https://api.twitter.com/2/tweets",json=payload)
-#     if response.status_code != 201:
-#         raise Exception("Request returned an error: {} {}".format \
-#             (response.status_code,response.text))
-#     print("Response code: {}".format(response.status_code))
-#     # Saving the response as JSON
-#     json_response = response.json()
-#     print(json.dumps(json_response, indent=4, sort_keys=True))
-    return
-
-# ################################################################################################
-
-def post_to_wp(title, content,  headers,date, rating,address, picslist):
     # post
     newPost = False
     #countreview = False
@@ -1113,8 +1173,8 @@ def post_to_wp(title, content,  headers,date, rating,address, picslist):
     #newdate2 = str(re.sub(r'-','/',str(newdate.date())))+'T22:00:00'
     print ('    Got Date: ', newdate2, newdate)
     try:
-        post_id = check_post(title,newdate2,headers)
+        post_id, post_link = check_wordpress_post(title,newdate2,headers)
-        update_db_row(title,"wpurl","https://www.joeeatswhat.com/"+str(post_id),"onlyempty",outputs)
+        database_update_row(title,"wpurl",post_link,"forceall",outputs)
     except  Exception as error :
         print ('Could not check to see post already exists',error)
     if not post_id:
@@ -1151,7 +1211,7 @@ def post_to_wp(title, content,  headers,date, rating,address, picslist):
         caption =title
         description = title+"\n"+address
         print ('  Found Picture: ',picname)
-        file_id, link = check_media(picname, headers)
+        file_id, link = check_wordpress_media(picname, headers)
 #        link = linknew['rendered']
         if file_id is False:
             print ('    '+str(picname)+' was not already found in library, adding it')
@@ -1247,7 +1307,7 @@ def post_to_wp(title, content,  headers,date, rating,address, picslist):
 
 ##################################################################################################
 
-def make_video(inphotos):
+def make_montage_video_from_google(inphotos):
 # Load the photos from the folder
 # Set the duration of each photo to 2 seconds
     if inphotos:
@@ -1279,85 +1339,6 @@ def make_video(inphotos):
 
 ##################################################################################################
 
-def post_to_instagram2 (title, content, date, rating, address, picslist, instasession):
-    #post_to_instagram2(processrow[1].value, processrow[2].value ,processrow[7].value,processrow[3].value, processrow[8].value, processrow[5].value,outputs['instagram'])
-    #montageexists = "montage.mp4" in picslist
-    if picslist != '[]' and "montage.mp4" in picslist:
-        outputmontage = ''
-        addresshtml = re.sub(" ", ".",address)
-        #content = content + hastags(address, title)
-        pics = ((picslist[1:-1].replace(",","")).replace("'","")).split(" ")
-        video, outputmontage = make_video(pics)
-        try:
-            data =  title + "\n"+ address+"\nGoogle map to destination: " r"https://www.google.com/maps/dir/?api=1&destination="+addresshtml +"\n\n"+ content + "\n"+rating+"\n"+date+"\n\n"+ hastags(address, title,'long')+"\n\nhttps://www.joeeatswhat.com"+"\n\n"
-            instasession.video_upload(outputmontage, data)
- #           video2 = instasession.video_upload(outputmontage, data)
-        except Exception as error:
-            print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
-            return False
-        #media_pk = instasession.media_pk_from_url('https://www.instagram.com/p/CGgDsi7JQdS/')
-        #media_path = instasession.video_download(media_pk)
-        # joeeatswhat = instasession.user_info_by_username('timberjoe')
-        # try: buildout = instagrapi.story.StoryBuilder(outputmontage,'Credits @timberjoe',[StoryMention(user=joeeatswhat)]).video(40)  # seconds
-        # except Exception as error:
-        #     print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
-        # try: instasession.video_upload_to_story(buildout.path,"Credits @example",mentions=buildout.mentions,links=[StoryLink(webUri='https://www.joeeatswhat.com')],medias=[StoryMedia(media_pk=outputmontage)])
-#         try:
-#             instasession.video_upload_to_story(
-#             outputmontage,
-#             "Credits @joeeatswhat",
-#  #           mentions=[StoryMention(user='timberjoe', x=0.49892962, y=0.703125, width=0.8333333333333334, height=0.125)],
-#             links=[StoryLink(webUri='https://www.joeeatswhat.com')],
-#   #          hashtags=[StoryHashtag(hashtag=hastags(address,title), x=0.23, y=0.32, width=0.5, height=0.22)],
-#             #medias=[StoryMedia(media_pk=media_pk, x=0.5, y=0.5, width=0.6, height=0.8)],
-#         )
-#             story = instasession.story_photo("path/to/photo.jpg")
-#             instasession.video_elements.add_link("https://www.joeeatswhat.com")
-#             #story.add_link("https://www.joeeatswhat.com")
-#             instasession.video_elements.add_hashtags(hastags)
-#             story = instasession.video_upload_to_story(outputmontage)
-#             story.upload()
-#             #instasession.video_upload_to_story(path:outputmontage,caption:content, mentions:r'@timberjoe',links:'https://www.joeeatswhat.com',hashtags: hastag) ( path: outputmontage, caption: content, mentions:['@timberjoe'], links: ['https://www.joeeatswhat.com'], hashtags: hastags )
-#             # temp = dict()
-#             # temp = instasession.video_upload_to_story(path=outputmontage,caption=content,mentions=r'@timberjoe',links='https://www.joeeatswhat.com',hashtags=hastags)
-#         except Exception as error:
-#             print("  An error occurred uploading video to Instagram:", type(error).__name__) # An error occurred:
-#             return False
-        return True
-    else:
-        return False
-
-##################################################################################################
-
-def clearlist (list):
-    for listelement in list:
-        listelement.clear
-    return list
-
-##################################################################################################
-
-def hastags (address, name, type):
-    nameNoSpaces = re.sub( r'[^a-zA-Z]','',name)
-    addressdict = address.rsplit(r' ',3)
-    zip = addressdict[3]
-    state = addressdict[2]
-    city =  re.sub( r'[^a-zA-Z]','',addressdict[1])
-    if 'short' in type:
-        defaulttags = '#'+nameNoSpaces+' #foodie #food #joeeatswhat @timberjoe'
-    else:
-        defaulttags = "\n\n\n#"+nameNoSpaces+" #foodie #music #food #travel #drinks #instagood #feedme #joeeatswhat @timberjoe"
-    citytag = "#"+city
-    statetag = "#"+state
-    ziptag = "#"+zip
-    if statetag == 'FL':
-        statetag += ' #Florida'
-    fulltag = defaulttags+" "+citytag+" "+statetag+" "+ziptag
-    # 153 Sugar Belle Dr, Winter Garden, FL 34787
-    # inphotos[0].rsplit(r'/', 1)
-    return (fulltag)
-
-##################################################################################################
-
 def process_reviews(outputs):
     # Process
     webcount = xtwittercount = instagramcount = facebookcount = 0
@@ -1394,8 +1375,8 @@ def process_reviews(outputs):
         driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})")
         driver.get(env.URL)
         time.sleep(5)
-        scrolling(counter(driver), driver)
+        google_scroll(counter_google(driver), driver)
-        webdata = get_data(driver,outputs)
+        webdata = get_google_data(driver,outputs)
         write_to_xlsx2(webdata, outputs)
         driver.close()
         # outputs['data'].save(xls)
@@ -1410,14 +1391,14 @@ def process_reviews(outputs):
             print ("Processing : ",processrow[1].value)
             writtento = (ast.literal_eval(processrow[9].value))
             # Check to see if the website has already been written to according to the xls sheet, if it has not... then process
-            if (writtento["web"] == 0 or writtento["instagram"]==0 or writtento["facebook"]==0 or writtento["xtwitter"]==0 or writtento["yelp"]==0 or writtento["tiktok"]==0 or writtento["threads"]==0 ) and (is_port_open(env.wpAPI, 443)) and (env.web or env.instagram or env.yelp or env.xtwitter or env.tiktok or env.facebook or env.threads or env.google)and (processrow[2].value is not None) :
+            if (writtento["web"] == 0 or writtento["instagram"]==0 or writtento["facebook"]==0 or writtento["xtwitter"]==0 or writtento["yelp"]==0 or writtento["tiktok"]==0 or writtento["threads"]==0 ) and (check_is_port_open(env.wpAPI, 443)) and (env.web or env.instagram or env.yelp or env.xtwitter or env.tiktok or env.facebook or env.threads or env.google)and (processrow[2].value is not None) :
                 if env.web :
                     #if writtento["web"] == 0 :
                     if outputs['postssession'].query(Posts).filter(Posts.name == processrow[1].value,Posts.web != 1):
                         if webcount < env.postsperrun:
                             try:
-                                #NewWebPost = post_to_wp(processrow[1].value, processrow[2].value, processrow[2].value ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value)
+                                #NewWebPost = post_to_wordpress(processrow[1].value, processrow[2].value, processrow[2].value ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value)
-                                NewWebPost = post_to_wp(processrow[1].value, processrow[2].value, outputs['web'] ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value)
+                                NewWebPost = post_to_wordpress(processrow[1].value, processrow[2].value, outputs['web'] ,processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value)
                                 try:
                                     writtento["web"] = 1
                                     processrow[9].value = str(writtento)
@@ -1524,7 +1505,7 @@ def process_reviews(outputs):
                         if xtwittercount < env.postsperrun:
                             try:
                                 print('  Starting to generate xtwitter post')
-                                NewxtwitterPost = post_x2(processrow[1].value, processrow[2].value, processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value,outputs['posts'] )
+                                NewxtwitterPost = post_to_x2(processrow[1].value, processrow[2].value, processrow[7].value, processrow[3].value, processrow[8].value, processrow[5].value,outputs['posts'] )
                                 try:
                                     print ('  Start generating content to post to xtwitter')
                                     writtento["xtwitter"] = 1
@@ -1555,13 +1536,13 @@ def process_reviews(outputs):
                             print ('  Exceeded the number of xtwitter posts per run, skipping', processrow[1].value)
                     else:
                         print ('  Xtwitter: Skipping posting for ',processrow[1].value,' previously written')
-    #post_x(title, content, date, rating, address, picslist, instasession)
+    #post_to_x_example(title, content, date, rating, address, picslist, instasession)
     # else:
     #     print ('Exceeded the number of posts per run, exiting')
                 # if xtwitter:
-                #     namedict = {'name':'xtwitter', 'namecount':xtwittercount, 'namepost':'NewxtwitterPost', 'subroutine':post_x}
+                #     namedict = {'name':'xtwitter', 'namecount':xtwittercount, 'namepost':'NewxtwitterPost', 'subroutine':post_to_x_example}
-                #    # junction('xtwitter',xtwittercount,'NewxtwitterPost','post_x', outputs, writtento, processrow)
+                #    # junction('xtwitter',xtwittercount,'NewxtwitterPost','post_to_x_example', outputs, writtento, processrow)
-                #     socials('xtwitter',namedict,outputs,writtento, processrow,post_x)
+                #     socials('xtwitter',namedict,outputs,writtento, processrow,post_to_x_example)
     return #(outputs['web'])
 
 
@@ -1571,7 +1552,7 @@ def process_reviews(outputs):
 
 # def junction(name,namedict, outputs, writtento, processrow ):
 #     if name == "xtwitter":
-#         twitteroptions = {'name':'xtwitter', 'namecount':namedict['namecount'], 'namepost':'NewxtwitterPost', 'subroutine':'post_x'}
+#         twitteroptions = {'name':'xtwitter', 'namecount':namedict['namecount'], 'namepost':'NewxtwitterPost', 'subroutine':'post_to_x_example'}
 #         namedict.update({'xtwitter':twitteroptions})
 #         stationout = socials(name, namedict, outputs, writtento, processrow)
 #     return namedict
@@ -1620,7 +1601,7 @@ if __name__ == "__main__":
     print('starting ...')
     preload()
     print('making connections ...')
-    outputs = authconnect()
+    outputs = get_auth_connect()
     process_reviews(outputs)
     print('Done!')