commit

social.py

@@ -141,8 +141,10 @@ def get_auth_connect():
     if env.mariadb:
         print('Connecting to MariaDB for configuration and storage')
         #from sqlalchemy import create_engine
-        engine = sqlalchemy.create_engine("mysql+mysqldb://"+env.mariadbuser+":"+env.mariadbpass+
-            "@"+env.mariadbserver+"/"+env.mariadbdb+"?charset=utf8mb4", echo=False)
+        engine = sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+
+#        engine = sqlalchemy.create_engine("mysql+mysqldb://"+env.mariadbuser+":"+env.mariadbpass+
+            "@"+env.mariadbserver+"/"+env.mariadbdb, echo=False)
+#            "@"+env.mariadbserver+"/"+env.mariadbdb+"?charset=utf8mb4", echo=False)
         Session = sqlalchemy.orm.sessionmaker()
         Session.configure(bind=engine)
         session = Session()
@@ -154,6 +156,8 @@ def get_auth_connect():
         posts = session.query(Posts).all()
         connections['posts'] = posts
         connections['postssession'] = session
+        # sqlalchemy.orm.sessionmaker().configure(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+        # connections['postssession'] = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
     if env.data:
         print('  loading XLS content data source ...')
         if os.path.exists(env.xls):
@@ -164,6 +168,7 @@ def get_auth_connect():
             xls_wb_df = pd.read_excel('./GoogleScrape/'+ env.xls)
         else:
             input("Not able to find xls file Press any key to continue...")
+            wb = ""
         ws = wb['Sheet1']
         #xls_wb_df = pd.read_excel(xls)
         connections |= {'xlsdf':xls_wb_df,'data':ws,'datawb':wb}
@@ -443,7 +448,9 @@ def post_threads_video(group_id, video_path, auth_token, title, content, date, r
     """
     # Get url from wordpress - right now threads can only get video and pics from and external URL
 
-    connect_url = f"https://graph.threads.net/v1.0/{env.threads_page_id}/threads?media_type=VIDEO&video_url=https://www.example.com/images/bronz-fonz.jpg&text=#BronzFonz&access_token=" + auth_token
+    connect_url = f"https://graph.threads.net/v1.0/{env.threads_page_id}/threads?media_type="+\
+            "VIDEO&video_url=https://www.example.com/images/bronz-fonz.jpg&text=#BronzFonz&"+\
+            "access_token=" + auth_token
     addresshtml = re.sub(" ", ".",address)
     files = {eachfile: open(eachfile, 'rb') for eachfile in video_path}
     data = { "title":title,"description" : title + "\n"+ address+"\nGoogle map to destination: "
@@ -473,6 +480,12 @@ def get_google_data(driver, local_outputs):
     Returns:
         list: A list of data extracted from Google Maps.
     """
+    engine = sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+
+        "@"+env.mariadbserver+"/"+env.mariadbdb, echo=False, pool_recycle=3600)
+    Session = sqlalchemy.orm.sessionmaker()
+    Session.configure(bind=engine)
+    sqlconnection = Session()
+    #sqlconnection = sqlalchemy.orm.sessionmaker().configure(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
     print('    get google data...', end ="")
     # Click on more botton on each text reviews
     more_elemets = driver.find_elements(By.CSS_SELECTOR, '.w8nwRe.kyuRq')
@@ -503,7 +516,8 @@ def get_google_data(driver, local_outputs):
         except NoSuchElementException :
             visitdate = "Unknown"
         print('  Visited: ',visitdate)
-        if re.match('^[a-zA-Z]+', visitdate) is None and re.match('^[a-zA-Z]+', visitdate) is not None:
+        if re.match('^[a-zA-Z]+', visitdate) is None and re.match('^[a-zA-Z]+', visitdate) \
+                    is not None:
         #if visitdate[:1].isalpha:
             newdate,newdate2,visitdate = get_wordpress_post_date_string(visitdate, str(datetime.now()))
             print('  Visited altered to : ',visitdate)
@@ -521,7 +535,7 @@ def get_google_data(driver, local_outputs):
             score = "Unknown"
             print ('Error: ',error)
     #  Grab more info from google maps entry on this particular review
-        if (len(local_outputs['postssession'].query(Posts).filter(Posts.name == name,Posts.google\
+        if (len(sqlconnection.query(Posts).filter(Posts.name == name,Posts.google\
                 is not True).all()) == 0 or env.forcegoogleupdate) and env.block_google_maps is not\
                 True:
             gmaps = googlemaps.Client(env.googleapipass)
@@ -549,7 +563,7 @@ def get_google_data(driver, local_outputs):
         else:
             if env.forcegoogleupdate:
                 database_update_row(name,"google",True,"forceall",local_outputs)
-            if len(local_outputs['postssession'].query(Posts).filter(Posts.name == name,\
+            if len(sqlconnection.query(Posts).filter(Posts.name == name,\
                         Posts.google is not True).all()) > 0:
                 print ('  Post was already in database, skipping update unless overriden')
             # else:
@@ -596,7 +610,7 @@ def get_google_data(driver, local_outputs):
                     # switch to selected iframe
                     driver.switch_to.frame(iframe)
                     # Now find button and click on button
-                    video_elements = driver.find_elements(By.XPATH ,'//video') #.get_attribute('src')
+                    video_elements = driver.find_elements(By.XPATH ,'//video')#.get_attribute('src')
                     urlmedia = str((video_elements[0]).get_attribute("src"))
                     current_url = video_elements[0]._parent.current_url
                     # return back away from iframe
@@ -639,6 +653,7 @@ def get_google_data(driver, local_outputs):
             dict_post_complete])
         if env.force_web_create:
             database_update_row(name,"visitdate",visitdate,"forceall",local_outputs)
+        sqlconnection.close()
     return lst_data
 
 ##################################################################################################
@@ -758,6 +773,13 @@ def write_to_database(data, local_outputs):
     """
     column_list=[]
     print('write to database ...')
+
+    #sqlconnection = sqlalchemy.orm.sessionmaker().configure(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    engine = sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+
+        "@"+env.mariadbserver+"/"+env.mariadbdb, echo=False)
+    Session = sqlalchemy.orm.sessionmaker()
+    Session.configure(bind=engine)
+    sqlconnection = Session()
     for x in inspect.getmembers(Posts):
 #        if not (x[0].startswith('_') or 'metadata' in x[0] or 'registry' in x[0] or 'id' in x[0]):
         if not (x[0].startswith('_') or 'metadata' in x[0] or 'registry' in x[0]):
@@ -795,8 +817,8 @@ def write_to_database(data, local_outputs):
 #                 'dictPostComplete':str(processrow[8])}
 #             if env.forcegoogleupdate:
 #                 print ('  Row ',processrow[0],' updated in database due to forcegoogleupdate')
-#                 local_outputs['postssession'].query(Posts).filter(Posts.name == processrow[0]).update\
-#                         (d2_dict)
+#                 local_outputs['postssession'].query(Posts).filter(Posts.name == processrow[0]).\
+#                       update (d2_dict)
 #                 local_outputs['postssession'].commit()
 #         elif processrow[0] is not None:
 # # Create a Python dictionary object with all the column values
@@ -813,7 +835,7 @@ def write_to_database(data, local_outputs):
 #         # Using the DataFrame.append() function
         try:
 
-            getdata2 = local_outputs['postssession'].query(Posts).filter(Posts.name \
+            getdata2 = sqlconnection.query(Posts).filter(Posts.name \
                         == processrow[0])
             if getdata2.count() >0:
                 print ('  Row ',processrow[0],'  already in Database')
@@ -824,23 +846,24 @@ def write_to_database(data, local_outputs):
                         'source':processrow[5],'date':processrow[6],'address':processrow[7],\
                         'dictPostComplete':str(processrow[8])}
                     print ('  Row ',processrow[0],'  updated in Database')
-                    local_outputs['postssession'].query(Posts).filter(Posts.name == processrow[0]).\
+                    sqlconnection.query(Posts).filter(Posts.name == processrow[0]).\
                                 update(d2_dict)
-                    local_outputs['postssession'].commit()
+                    sqlconnection.commit()
             else:
                 d2_row = Posts(name=processrow[0] ,comment=processrow[1],rating=processrow[2]\
                     ,picsURL=str(processrow[3]),picsLocalpath=str(processrow[4]),\
                     source=processrow[5],date=processrow[6],address=processrow[7],\
                     dictPostComplete=str(processrow[8]))
                 print ('  Row ',processrow[0],'  added to Database')
-                local_outputs['postssession'].add(d2_row)
-                local_outputs['postssession'].commit()
+                sqlconnection.add(d2_row)
+                sqlconnection.commit()
                 print ('  Row ',processrow[0],'  added to Database')
         except AttributeError as error:
             print('    Not able to write to post data table: ' , type(error))
-            local_outputs['postssession'].rollback()
+            sqlconnection.rollback()
             raise
         processrow = []
+    sqlconnection.close()
     df.to_excel(env.xls)
     return data
 
@@ -861,34 +884,38 @@ def database_update_row(review_name, column_name, column_value, update_style, lo
     Returns:
         bool: True if the row was successfully updated, False otherwise.
     """
-
+# connections['postssession'] = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+  #  sqlconnection.commit()
+    #sqlconnection.close()
     try:
         if update_style == "forceall" and column_value is not False:
-            local_outputs['postssession'].query(Posts).filter(Posts.name == review_name).update\
+            sqlconnection.query(Posts).filter(Posts.name == review_name).update\
                         ({column_name : column_value})
             print ('    Force Updated ',column_name, ' to: ',column_value)
         elif update_style == "onlyempty"  and column_value is not False:
-            postval = local_outputs['postssession'].query(Posts).filter(Posts.name == review_name,\
+            postval = sqlconnection.query(Posts).filter(Posts.name == review_name,\
                             getattr(Posts,column_name).is_not(null())).all()
             if len(postval) == 0 :
-                local_outputs['postssession'].query(Posts).filter(Posts.name == review_name).\
+                sqlconnection.query(Posts).filter(Posts.name == review_name).\
                     update({column_name : column_value})
                 print ('    Updated blank ',postval ,' on value',column_name, ' to: ',\
                     column_value)
         elif update_style == "toggletrue":
-            postval = local_outputs['postssession'].query(Posts).filter(Posts.name == review_name\
+            postval = sqlconnection.query(Posts).filter(Posts.name == review_name\
                     ,getattr(Posts,column_name).is_not(1)).all()
-            local_outputs['postssession'].query(Posts).filter(Posts.name == review_name).update\
+            sqlconnection.query(Posts).filter(Posts.name == review_name).update\
                     ({column_name : "1"})
             print ('    Updated ',column_name, ' on value: ',postval[0].column_value, ' to: ',\
                 column_value)
     except AttributeError as error:
         print("    Not able to write to post data table to update ",review_name," ",column_name,"\
             to: ",column_value , type(error), error)
-        local_outputs['postssession'].rollback()
+        sqlconnection.rollback()
         raise
 #    else:
-    local_outputs['postssession'].commit()
+    sqlconnection.commit()
+    sqlconnection.close()
     #time.sleep(env.facebooksleep)
     return True
 
@@ -989,8 +1016,10 @@ def check_wordpress_post(postname, postdate, headers2,local_outputs):
         print ('Could not query for post on wordpress: ', postname,postdate,  type(error))
         return False, False
     # try:
-    #     newdate,newdate2,visitdate = get_wordpress_post_date_string(result[0]['date'],result[0]['date'])
-    #     newdate3,newdate4,visitdate2 = get_wordpress_post_date_string(postdate,str(datetime.now()))
+    #     newdate,newdate2,visitdate = get_wordpress_post_date_string(result[0]['date'],\
+    #               result[0]['date'])
+    #     newdate3,newdate4,visitdate2 = get_wordpress_post_date_string(postdate,\
+    #               str(datetime.now()))
     #     if visitdate and visitdate2:
     #         print ('Post exists, checking visit date')
     # except KeyError as error:
@@ -1027,8 +1056,10 @@ def check_wordpress_post2(postname, postdate, post_id, headers2,local_outputs):
         print ('Could not query for post on wordpress: ', postname,postdate,  type(error))
         return False, False
     # try:
-    #     newdate,newdate2,visitdate = get_wordpress_post_date_string(result[0]['date'],result[0]['date'])
-    #     newdate3,newdate4,visitdate2 = get_wordpress_post_date_string(postdate,str(datetime.now()))
+    #     newdate,newdate2,visitdate = get_wordpress_post_date_string(result[0]['date'],\
+    #               result[0]['date'])
+    #     newdate3,newdate4,visitdate2 = get_wordpress_post_date_string(postdate,\
+    #               str(datetime.now()))
     #     if visitdate and visitdate2:
     #         print ('Post exists, checking visit date')
     # except KeyError as error:
@@ -1116,8 +1147,10 @@ def post_to_x2(title, content, headers,date, rating, address, picslist,local_out
     if imgs_vid:
         try:
             # Message to post along with the video
-            attrib_list = local_outputs['postssession'].query(Posts).filter(Posts.name == title)\
+            sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+            attrib_list = sqlconnection.query(Posts).filter(Posts.name == title)\
                     .all()
+            sqlconnection.close()
             if wpurl := attrib_list[0].wpurl:
                 if business_url := attrib_list[0].businessurl:
                     status_message = (
@@ -1161,7 +1194,9 @@ def post_to_x2(title, content, headers,date, rating, address, picslist,local_out
 
 def post_to_threads(title, content,headers, date, rating, address, picslist, local_outputs):
     img_list = ((picslist[1:-1]).replace("'","")).split(",")
-    attrib_list = local_outputs['postssession'].query(Posts).filter(Posts.name == title).all()
+    sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    attrib_list = sqlconnection.query(Posts).filter(Posts.name == title).all()
+    sqlconnection.close()
     business_url = attrib_list[0].businessurl
     wpurl = attrib_list[0].wpurl
     auth_token = env.threads_access_token
@@ -1220,7 +1255,9 @@ def post_facebook3(title, content,headers, date, rating, address, picslist, loca
     auth_token = env.facebookpass
     imgs_vid = []
     img_list = pics
-    attrib_list = local_outputs['postssession'].query(Posts).filter(Posts.name == title).all()
+    sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    attrib_list = sqlconnection.query(Posts).filter(Posts.name == title).all()
+    sqlconnection.close()
     business_url = attrib_list[0].businessurl
     wpurl = attrib_list[0].wpurl
     if wpurl and (attrib_list[0].picsLocalpath != '[]'):
@@ -1447,8 +1484,8 @@ def post_to_tiktok(title, content, headers2, date, rating, address, picslist, lo
     'X-SS-TOKEN': env.tiktok_app_id, #[Your App ID],
     'X-TikTok-Signature': env.tiktok_client_secret, #[Your App Secret]
     }
-    connect_response = requests.post('https://open.tiktokapis.com/v2/post/publish/video/init/',headers=connect_json_header,\
-                                data=connect_json_body,timeout=env.request_timeout)
+    connect_response = requests.post('https://open.tiktokapis.com/v2/post/publish/video/init/',\
+                headers=connect_json_header,data=connect_json_body,timeout=env.request_timeout)
 
 #request https://api.tiktok.com/open-api/v2/aweme/post/?aweme-type=video
 # https://api.tiktok.com/open-api/v2/aweme/post/
@@ -1473,20 +1510,21 @@ def post_to_tiktok(title, content, headers2, date, rating, address, picslist, lo
     'desc': content+tags
     }
 
-    post_response = requests.post('https://api.tiktok.com/open-api/v2/aweme/post/',headers=post_json_header,\
-                                data=post_json_body,timeout=env.request_timeout)
+    post_response = requests.post('https://api.tiktok.com/open-api/v2/aweme/post/',\
+                headers=post_json_header,data=post_json_body,timeout=env.request_timeout)
 
 
 
     # headers = ['Content-Type: application/x-www-form-urlencoded','Cache-Control: no-cache']
     # data = ['client_key='+env.tiktok_client_key,'client_secret='+env.tiktok_client_secret,\
-    #         'code='+env.tiktok_app_id,'grant_type=authorization_code','redirect_uri=http://www.joeeatswhat.com']
+    #         'code='+env.tiktok_app_id,'grant_type=authorization_code',\
+    #         'redirect_uri=http://www.joeeatswhat.com']
     # allheaders = headers + data
 
     # try:
     #     data2 = {'source_info':{'source':"FILE_UPLOAD",file_path}}
-    #     response = requests.post('https://open.tiktokapis.com/v2/oauth/token/,headers:',allheaders,\
-    #                         'data:',data2,'timeout:',env.request_timeout)
+    #     response = requests.post('https://open.tiktokapis.com/v2/oauth/token/,headers:',\
+    #           allheaders,'data:',data2,'timeout:',env.request_timeout)
     # except BaseException as error:
     #     print("  An error occurred uploading video to TikTok:", type(error).__name__)
     #     return False
@@ -1516,7 +1554,9 @@ def post_to_instagram2(title, content, headers, date, rating, address, picslist,
 
     outputmontage = ''
     addresshtml = re.sub(" ", ".",address)
-    attrib_list = local_outputs['postssession'].query(Posts).filter(Posts.name == title).all()
+    sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    attrib_list = sqlconnection.query(Posts).filter(Posts.name == title).all()
+    sqlconnection.close()
     if wpurl := attrib_list[0].wpurl:
         if business_url := attrib_list[0].businessurl:
             data =  title + "\n"+ address+"\n"+business_url+"\n"+"Review: "+wpurl+\
@@ -1693,8 +1733,10 @@ def post_to_wordpress(title,content,headers,date,rating,address,picslist,local_o
     #newdate2 = dt.datetime.strptime(str(newdate), formatting).date()
     dateparts = (str(newdate)).split("-")
     dateparts2 = dateparts[2].split(" ")
-    visitdate2 = local_outputs['postssession'].query(Posts).filter(Posts.name == title)\
+    sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    visitdate2 = sqlconnection.query(Posts).filter(Posts.name == title)\
             .all()[0].visitdate
+    sqlconnection.close()
     if visitdate != visitdate2:
         database_update_row(title,"visitdate",visitdate,"forceall",local_outputs)
         print (f'UPDATED: {visitdate2} to {visitdate} for {title}')
@@ -1844,8 +1886,10 @@ def post_to_wordpress(title,content,headers,date,rating,address,picslist,local_o
             if linkslist:
                 fmedia = linkslist[0]['file_id']
 #            print ('featured_media2 = ',file_id)
-        business_url_list = local_outputs['postssession'].query(Posts).filter(Posts.name == \
+        sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+        business_url_list = sqlconnection.query(Posts).filter(Posts.name == \
                 title).all()
+        sqlconnection.close()
         business_url = "<a href="+str(business_url_list[0].businessurl)+">"+\
                     title+"</a>"
         # wpurllist = local_outputs['postssession'].query(Posts).filter(Posts.name == title).all()
@@ -2141,8 +2185,10 @@ def create_wordpress_post(newdate2, picchop, title, address, headers, post_id, l
         else:
             if linkslist:
                 fmedia = linkslist[0]['file_id']
-        business_url_list = local_outputs['postssession'].query(Posts).filter(Posts.name == title)\
+        sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+        business_url_list = sqlconnection.query(Posts).filter(Posts.name == title)\
                 .all()
+        sqlconnection.close()
         business_url = f"<a href={str(business_url_list[0].businessurl)}>{title}</a>"
         status_message = f'{str(title)}: Business website: {business_url}'
         response_piclinks = requests.post(env.wpAPI+"/posts/"+ str(post_id), \
@@ -2215,21 +2261,19 @@ def post_to_wordpress2(title,content,headers,date,rating,address,picslist,local_
             database_update_row(title,"wpurl",post_link,"forceall",local_outputs)
         except  AttributeError  as error :
             print (f'     Error: {error}')
-    else:
-        
-        if post_id:
-            print ('    Post already existed: Post ID : ',post_id)
-            print ('    Found post for : '+title)
-            if env.force_web_create:
-                create_wordpress_post(newdate2,picchop,title,address,headers,post_id,linkslist,\
-                                    local_outputs,content,googleadress,rating,featured_photo_id)
-                #update_wordpress()
-            else:
-                print ('    Found existing post but skipping updating post')
-        else:
+    elif post_id:
+        print ('    Post already existed: Post ID : ',post_id)
+        print ('    Found post for : '+title)
+        if env.force_web_create:
             create_wordpress_post(newdate2,picchop,title,address,headers,post_id,linkslist,\
                                 local_outputs,content,googleadress,rating,featured_photo_id)
-            print ('    Creating wordpress post from scratch for: '+title)
+            #update_wordpress()
+        else:
+            print ('    Found existing post but skipping updating post')
+    else:
+        create_wordpress_post(newdate2,picchop,title,address,headers,post_id,linkslist,\
+                            local_outputs,content,googleadress,rating,featured_photo_id)
+        print ('    Creating wordpress post from scratch for: '+title)
     return True
 
 ##################################################################################################
@@ -2249,16 +2293,16 @@ def process_reviews2(outputs):
     webcount = xtwittercount = instagramcount = facebookcount = tiktokcount = 0
 #    webcount=xtwittercount=instagramcount=yelpcount=threadscount=facebookcount=tiktokcount = 0
     if env.datasource == 'db':
-        cols2 = ["num","name", "comment", 'rating','picsURL','picsLocalpath','source','date',
-        'address','dictPostComplete']
+        #cols2 = ["num","name", "comment", 'rating','picsURL','picsLocalpath','source','date',
+            #'address','dictPostComplete']
         rows_orig = list(outputs['data'].iter_rows(min_row=1, max_row=outputs['data'].max_row))
-        ttt = list(outputs['data'].iter_rows(min_row=1, max_row=outputs['data'].max_row))
+        #ttt = list(outputs['data'].iter_rows(min_row=1, max_row=outputs['data'].max_row))
         ows_orig = list(outputs['data'])
         rows_orig2 = list(outputs['xlsdf'].values)
-        rows3 = outputs['data'].iter_rows(min_row=1, max_row=outputs['data'])
-        rows4 = pd.DataFrame(outputs['xlsdf'])
-        rows5 = pd.DataFrame(outputs['posts'])
-        rows6 = pd.DataFrame(outputs['data'])
+        #rows3 = outputs['data'].iter_rows(min_row=1, max_row=outputs['data'])
+        #rows4 = pd.DataFrame(outputs['xlsdf'])
+        #rows5 = pd.DataFrame(outputs['posts'])
+        #rows6 = pd.DataFrame(outputs['data'])
 # df2 = pd.DataFrame(outputs['xlsdf'].values, columns=cols2).iter_rows(min_row=1, max_row=outputs\
 #           ['data'].max_row)
 #   df3 = pd.DataFrame(outputs['xlsdf'].iter_rows(min_row=1, max_row=outputs['data'].max_row))
@@ -2335,7 +2379,8 @@ def process_reviews2(outputs):
                         #newdate,newdate2,visitdate = get_wordpress_post_date_string(date_string,date)
                         post_id, post_link = get_wordpress_post_id_and_link(processrow.name,\
                                 outputs['web'] )
-#                       post_id, post_link = check_wordpress_post(processrow.name,processrow.date,outputs['web'],outputs)
+#                       post_id, post_link = check_wordpress_post(processrow.name,processrow.date,\
+#                               outputs['web'],outputs)
                         if env.forcegoogleupdate is True and env.block_google_maps is not True:
                             if post_link:
                                 database_update_row(processrow.name,"wpurl",post_link,"forceall"\
@@ -2380,6 +2425,12 @@ def process_socials(social_name,social_post,headers,sub_process,social_count, lo
     Returns:
     Count of the social that was selected
     """
+    #sqlconnection = sqlalchemy.orm.sessionmaker(bind=sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+"@"+env.mariadbserver+"/"+env.mariadbdb, echo=False))
+    engine = sqlalchemy.create_engine("mariadb+mariadbconnector://"+env.mariadbuser+":"+env.mariadbpass+
+        "@"+env.mariadbserver+"/"+env.mariadbdb, echo=False)
+    Session = sqlalchemy.orm.sessionmaker()
+    Session.configure(bind=engine)
+    sqlconnection = Session()
     writtento = ast.literal_eval(social_post.dictPostComplete)
     if (len(local_outputs['postssession'].query(Posts).filter(Posts.name == social_post.name,\
             getattr(Posts, social_name) is True).all())==0) and ((local_outputs['postssession'].\
@@ -2426,6 +2477,7 @@ def process_socials(social_name,social_post,headers,sub_process,social_count, lo
                     social_post.name)
     else:
         print ('  ',social_name,': Skipping posting for ',social_post.name,' previously written')
+    sqlconnection.close()
     return social_count
 
 ##################################################################################################