prints using python logging, exception handling, requirements update

Author: Bombg

Constants.py

@@ -1,6 +1,7 @@
 class Constants:
-    DEBUG = True
     TEST_SERVER = False
+    SASSBOT_LOG_LEVEL = 20 # DEBUG = 10, INFO = 20, WARNING = 30, ERROR = 40, CRITICAL = 50
+    OTHER_LIBRARIES_LOG_LEVEL = 20 # DEBUG = 10, INFO = 20, WARNING = 30, ERROR = 40, CRITICAL = 50
     if TEST_SERVER:
         GUILD_ID =313876691082674178 #Guild ID of the discord server
         whiteListedRoleIDs = [145802742647095296] # IDs of Roles you wish to be white listed for some commands. You can also add user IDs if you want to add an individual without a role

Database.py

@@ -5,10 +5,13 @@
 from datetime import date
 from datetime import timedelta
 import StaticMethods
+import logging
+from Constants import Constants
 
 class Database:
     def __init__(self):
-        pass
+        self.logger = logging.getLogger(__name__)
+        self.logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
     def connectCursor(self):
         try:
@@ -19,9 +22,9 @@ def connectCursor(self):
                 f = open("testingForLeak.txt", 'w')
                 f.close()
             except Exception as e:
-                print(e)
+                self.logger.error(e)
                 if "Too many open files" in str(e):
-                    print("File descriptor leak detected. Rebooting")
+                    self.logger.critical("File descriptor leak detected. Rebooting")
                     StaticMethods.rebootServer()
         return conn, cur
 
@@ -165,7 +168,7 @@ def addTempTitle(self,title: str, platform: str, accountName: str ) -> None:
             cur.close()
             conn.close()
         else:
-            print("given bad account or platform. can't update title")
+            self.logger.error("given bad account or platform. can't update title")
 
     def checkAddTitleCols(self):
         isTitleExist = self.isColExist("platform_accounts","temp_title")
@@ -556,7 +559,7 @@ def isExists(self,query: str) -> bool:
             value = cur.fetchall()
             isExists = value[0][0]
         except sqlite3.OperationalError:
-            print("error when checking if col exists, perhaps no data yet")
+            self.logger.warning("error when checking if col exists, perhaps no data yet")
         cur.close()
         conn.close()
         return isExists

NoDriverBrowserCreator.py

@@ -6,10 +6,13 @@
 import ctypes, os
 import platform
 import psutil
-import StaticMethods
+import logging
 from Constants import Constants
 from nodriver import *
 
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
+
 def KillUnconncetedBrowsers():
     PROCNAMES = ["google-chrome",
                 "chromium",
@@ -25,9 +28,9 @@ def KillUnconncetedBrowsers():
                 proc.terminate()
             except Exception as e:
                 proc.kill()
-                print(e)
+                logger.warning(e)
     if numBrowserProcesses > 0:
-        print(f"Tried to kill {numBrowserProcesses} browser processes.")
+        logger.info(f"Tried to kill {numBrowserProcesses} browser processes.")
 
 def getUserAgent():
         userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/127.0.2651.105"
@@ -37,7 +40,7 @@ def getUserAgent():
             userAgent = random.choice(userAgentsJson)
             page.close()
         except:
-            print("Trouble getting user agent from jnrbsn's github. Using default")
+            logger.warning("Trouble getting user agent from jnrbsn's github. Using default")
         return userAgent
 
 async def GetBrowser(proxy=""):
@@ -58,7 +61,7 @@ async def GetBrowser(proxy=""):
                                 headless=toHeadless,
                                 retries = Constants.NODRIVER_BROWSER_CONNECT_RETRIES)
     except Exception as e:
-        print(f"error creating browser in GetBrowser: {e}")
+        logger.warning(f"error creating browser in GetBrowser: {e}")
         await asyncio.sleep(1 *  Constants.NODRIVER_WAIT_MULTIPLIER)
         KillUnconncetedBrowsers()
         await asyncio.sleep(1 *  Constants.NODRIVER_WAIT_MULTIPLIER)

README.MD

@@ -79,11 +79,16 @@
 ### Known Issues
 
 1. If multiple accounts are streaming on the same platform at the same time, /rebroadcast will only show an announcement for one of the accounts.
-2. Cam4 api ban your IP if you make too many calls from the same ip. May need to switch methods in the future.
+2. Cam4 will api ban your IP if you make too many calls from the same ip. May need to switch methods in the future.
 3. Fansly will 404 you for a period of time if you make too many requests from the same ip
 4. If you are in a state that requires age verification, some of these checkers wont work. 
 
 ### Update History
+- 10/11/2024 
+    - Moving prints over to pythyon logging library
+    - Improved some exception handling
+    - Fixed file descriptor leak-- happened over a week ago but i'm confident it's gone now.
+    - added newer versions of hikari/tanjun to requirements. No code changes so old will still work too for now. 
 - 10/3/2024
     - Fixed MFC, SC, BC checkers
 - 9/24/2024

StaticMethods.py

@@ -9,14 +9,18 @@
 from datetime import date
 import re
 import tanjun
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 def logCommand(funcName, ctx) -> None:
     file = open("commandLogs.txt", 'a')
     date = datetime.datetime.fromtimestamp(time.time())
     if isinstance(ctx, tanjun.abc.SlashContext):
         file.write(f"{date} - {funcName} - used by {ctx.member.id} aka {ctx.member.display_name}\n")
     else:
-        print("didn't get right ctx for logger")
+        logger.warning("didn't get right ctx for command logger")
     file.close()
 
 def resetUnfinishedConfessions():
@@ -93,7 +97,7 @@ def smartRebroadcast() -> None:
         lastOnlineMessage,streamStartTime,streamEndTime,isRerun = db.getPlatformsRowValues(platform)
         secondsSinceLastMessage = timeToSeconds(lastOnlineMessage)
         if secondsSinceLastMessage >= Constants.SECONDS_BETWEEN_SMART_ALERTS and streamStartTime > streamEndTime:
-            print(f"Smart alert for {platform}")
+            logger.info(f"Smart alert for {platform}")
             globals.rebroadcast[platform] = 1
 
 def getMaxOnlineInPresenceDict(presDict: dict) -> int:
@@ -128,7 +132,7 @@ def getEmbedImage() -> str:
         twImgQue = twImgList
     if not twImgList:
         imageSrc = 'images/twitErrImg.jpg'
-        print("adding default image for embed since nothing is on the list.")
+        logger.info("adding default image for embed since nothing is on the image list.")
     elif url:
         imageSrc = url
     else:
@@ -141,7 +145,7 @@ def unPin() -> None:
     db.setImgPin(0, "")
 
 def setRebroadcast() -> None:
-    print("rebroadcast: On")
+    logger.info("rebroadcast: On")
     globals.rebroadcast = {
         "chaturbate":1,
         "onlyfans":1,
@@ -254,9 +258,10 @@ def timeToSeconds(newTime: float) -> int:
     return totalTime
 
 def rebootServer() -> None:
+    logger.critical("Sassbot server rebooting from restart command or fd leak detection or scheduled restart based off TIME_BEFORE_BOT_RESTART")
     os.system('reboot')
 
 def safeRebootServer() -> None:
     time.sleep(300)
-    print("Scheduled restart is happening.\nSleeping for 300 seconds before restart, in case something goes horribly wrong")
+    logger.warning("Scheduled restart is happening.\nSleeping for 300 seconds before restart, in case something goes horribly wrong")
     rebootServer()

checkers/Bongacams.py

@@ -4,6 +4,10 @@
 import json
 from Constants import Constants
 from NoDriverBrowserCreator import getUserAgent
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 def isModelOnline(bcUserName):
     title = Constants.bcDefaultTitle
@@ -12,26 +16,30 @@ def isModelOnline(bcUserName):
     icon = 'images/errIcon.png'
     agent = getUserAgent()
     headers = {"User-Agent": agent}
-    page = requests.get(f'https://bongacams.com/{bcUserName}',headers=headers)
-    time.sleep(1)
-    if page.status_code == 200:
-        soup = BeautifulSoup(page.content, "html.parser")
-        bcJson = []
-        roomJsons = soup.find_all("script", type="application/json")
-        for roomJson in roomJsons:
-            if 'chatTopicOptions' in roomJson.text:
-                bcJson = json.loads(roomJson.text)
-                break
-        if bcJson: 
-            if bcJson["chatTopicOptions"]["currentTopic"]:
-                title = bcJson["chatTopicOptions"]["currentTopic"]
-                title = title.replace('\u200b', '')
-                title = title.replace('\r', '')
-                title = title.replace('\n', '')
-            icon = bcJson['chatHeaderOptions']['profileImage']
-            icon = "https:" + icon
-            isOnline = not bcJson['chatShowStatusOptions']['isOffline']
-    page.close()
+    try:
+        page = requests.get(f'https://bongacams.com/{bcUserName}',headers=headers)
+        time.sleep(1)
+        if page.status_code == 200:
+            soup = BeautifulSoup(page.content, "html.parser")
+            bcJson = []
+            roomJsons = soup.find_all("script", type="application/json")
+            for roomJson in roomJsons:
+                if 'chatTopicOptions' in roomJson.text:
+                    bcJson = json.loads(roomJson.text)
+                    break
+            if bcJson: 
+                if bcJson["chatTopicOptions"]["currentTopic"]:
+                    title = bcJson["chatTopicOptions"]["currentTopic"]
+                    title = title.replace('\u200b', '')
+                    title = title.replace('\r', '')
+                    title = title.replace('\n', '')
+                icon = bcJson['chatHeaderOptions']['profileImage']
+                icon = "https:" + icon
+                isOnline = not bcJson['chatShowStatusOptions']['isOffline']
+    except requests.exceptions.ConnectTimeout:
+        logger.warning("connection timed out to Bongacams. Bot detection or rate limited?")
+    except requests.exceptions.SSLError:
+        logger.warning("SSL Error when attempting to connect to Bomgacams")
     return isOnline, title, thumbUrl, icon
 
 

checkers/Cam4.py

@@ -4,6 +4,10 @@
 import time
 from Constants import Constants
 from NoDriverBrowserCreator import getUserAgent
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 def isModelOnline(cam4UserName):
     title = Constants.cam4DefaultTitle
@@ -20,9 +24,10 @@ def isModelOnline(cam4UserName):
             if cam4Json['online']:
                 isOnline = True
                 icon = cam4Json['profileImageUrl']
-            results.close()
         except json.decoder.JSONDecodeError:
-            print("cam4 api didn't respond?")
+            logger.warning("cam4 api didn't respond?")
     except requests.exceptions.ConnectTimeout:
-        print("connection timed out to cam4 api. Bot detection or rate limited?")
+        logger.warning("connection timed out to cam4 api. Bot detection or rate limited?")
+    except requests.exceptions.SSLError:
+        logger.warning("SSL Error when attempting to connect to Cam4")
     return isOnline, title, thumbUrl, icon

checkers/Chaturbate.py

@@ -2,33 +2,41 @@
 import requests
 from Constants import Constants
 import json.decoder 
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 def isModelOnline(cbUserName):
     isOnline = False
     title = "placeholder cb title"
     thumbUrl = ""
     icon = 'images/errIcon.png'
-    onlineModels = requests.get(Constants.cbApiUrl)
-    time.sleep(3)
     try:
-        results = onlineModels.json()["results"]
-        count = onlineModels.json()['count']
-        iterations = 1
-        tempLimit = 0
-        while count > tempLimit and not isOnline:
-            tempLimit = Constants.cbJsonLimit * iterations
-            for result in results:
-                if result['username'] == cbUserName:
-                    isOnline = True
-                    title = result['room_subject']
-                    #thumbUrl = result['image_url'] + "?" + str(int(time.time()))
-                    break
-            onlineModels = requests.get(Constants.cbApiUrl + f"&offset={tempLimit}")
-            time.sleep(3)
+        onlineModels = requests.get(Constants.cbApiUrl)
+        time.sleep(3)
+        try:
             results = onlineModels.json()["results"]
             count = onlineModels.json()['count']
-            iterations = iterations + 1
-        onlineModels.close()
-    except json.decoder.JSONDecodeError:
-        print("cb api didn't respond")
+            iterations = 1
+            tempLimit = 0
+            while count > tempLimit and not isOnline:
+                tempLimit = Constants.cbJsonLimit * iterations
+                for result in results:
+                    if result['username'] == cbUserName:
+                        isOnline = True
+                        title = result['room_subject']
+                        #thumbUrl = result['image_url'] + "?" + str(int(time.time()))
+                        break
+                onlineModels = requests.get(Constants.cbApiUrl + f"&offset={tempLimit}")
+                time.sleep(3)
+                results = onlineModels.json()["results"]
+                count = onlineModels.json()['count']
+                iterations = iterations + 1
+        except json.decoder.JSONDecodeError:
+            logger.warning("cb api didn't respond")
+    except (requests.exceptions.ConnectTimeout, requests.exceptions.ConnectionError):
+        logger.warning("connection timed out or aborted with Chaturbate. Bot detection or rate limited?")
+    except requests.exceptions.SSLError:
+        logger.warning("SSL Error when attempting to connect to Chaturbate")
     return isOnline, title, thumbUrl, icon

checkers/Eplay.py

@@ -3,6 +3,10 @@
 from Constants import Constants
 from bs4 import BeautifulSoup
 import json
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 def isModelOnline(epUserName):
     isOnline = False
@@ -17,9 +21,10 @@ def isModelOnline(epUserName):
         profileJson = json.loads(profileJson[0].text)
         isOnline = profileJson["props"]["pageProps"]["dehydratedState"]["queries"][0]["state"]["data"]["live"]
         title =  profileJson["props"]["pageProps"]["dehydratedState"]["queries"][0]["state"]["data"]["title"]
-        thumbUrl = profileJson["props"]["pageProps"]["dehydratedState"]["queries"][0]["state"]["data"]["ss"]
+        thumbUrl = profileJson["props"]["pageProps"]["dehydratedState"]["queries"][0]["state"]["data"]["ss"] + "?" + str(int(time.time()))
         icon =  profileJson["props"]["pageProps"]["dehydratedState"]["queries"][0]["state"]["data"]["avatar"]
-        request.close()
     except requests.exceptions.ConnectTimeout:
-        print("connection timed out to eplay.com. Bot detection or rate limited?")
+        logger.warning("connection timed out to eplay.com. Bot detection or rate limited?")
+    except requests.exceptions.SSLError:
+        logger.warning("SSL Error when attempting to connect to Eplay")
     return isOnline, title, thumbUrl, icon

checkers/Fansly.py

@@ -3,6 +3,10 @@
 import nodriver as uc
 import NoDriverBrowserCreator as ndb
 import globals
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(Constants.SASSBOT_LOG_LEVEL)
 
 async def isModelOnline(fansUserName):
     fansUrl = f"https://fansly.com/{fansUserName}"
@@ -25,7 +29,7 @@ async def isModelOnline(fansUserName):
         await asyncio.sleep(1*Constants.NODRIVER_WAIT_MULTIPLIER)
         globals.browserOpen = False
     except Exception as e:
-        print(f"Error when getting browser for Fansly: {e}")
+        logger.warning(f"Error when getting browser for Fansly: {e}")
         globals.browserOpen = False
     return isOnline, title, thumbUrl, icon
 
@@ -35,7 +39,7 @@ async def ClickEnterButton(page:uc.Tab):
         if enterBtn:
             await enterBtn.click()
             await asyncio.sleep(.5 * Constants.NODRIVER_WAIT_MULTIPLIER)
-    except :
+    except asyncio.exceptions.TimeoutError:
         pass
 
 async def IsLiveBadge(page:uc.Tab):
@@ -44,7 +48,7 @@ async def IsLiveBadge(page:uc.Tab):
         liveBadge = await page.find("live-badge bold font-size-sm", best_match=True)
         if liveBadge:
             live = True
-    except :
+    except asyncio.exceptions.TimeoutError:
         pass
     return live
 
@@ -57,6 +61,6 @@ async def GetIcon(page:uc.Tab):
         iconElement = await page.find("image-overlay-flex", best_match=True)
         await iconElement.save_screenshot( "images/fansIcon.jpg")
         icon = "images/fansIcon.jpg"
-    except:
+    except asyncio.exceptions.TimeoutError:
         pass
     return icon