new feature of the html parsing

cherkavi · cherkavi · commit 62c206020af4 · 2025-12-29T23:08:34.000+01:00
diff --git a/html-scraping/adverts-check-publishing.py b/html-scraping/adverts-check-publishing.py
@@ -5,8 +5,9 @@
 ADVERT_URL_BN='https://bn.ua/prodaja-5-dom-k'
 ADVERT_WHITE_BN='&#1050;&#1091;&#1087;&#1080;&#1090;&#1100; &#1076;&#1086;&#1084;'
 ADVERT_BLACK_BN='404'
-ADVERT_URL_KRYSHA=https://metry.ua/romankov/novoo
-ADVERT_WHITE_KRYSHA='&#1055;&#1088;&#1086;&#1076;&#1072;&#1078; &#1041;&#1091;&#1076;&#1080;&#1085;&#1082;&#1091; &#1043;&#1086;&#1083;&#1091;&#1073;&#1077; &#1086;&#1079;&#1077;&#1088;&#1086;'
+
+ADVERT_URL_KRYSHA=https://metry.ua/novoo
+ADVERT_WHITE_KRYSHA='&#1055;&#1088;&#1086;&#1076;&#1072;&#1078;&#1072; &#1054;&#1079;&#1077;&#1088;&#1086;'
 ADVERT_BLACK_KRYSHA=''
 ```
 """
@@ -23,13 +24,15 @@
 # Suppress only the InsecureRequestWarning
 warnings.simplefilter('ignore', InsecureRequestWarning)
 
-def parse_variables(file_path: str) -> Tuple[Dict[str, str], Dict[str, str], Dict[str, str]]:
+def parse_variables(file_path: str) -> Tuple[Dict[str, str], Dict[str, str], Dict[str, str], Dict[str, str]]:
     dict_url:Dict[str] = dict()
     dict_white:Dict[str] = dict()
     dict_black:Dict[str] = dict()
+    dict_keepass:Dict[str] = dict()
 
     with open(file_path) as f:
         for each_line in f.readlines():
+            each_line=each_line.strip()
             if each_line.startswith("ADVERT"):
                 position_equals:int=each_line.find('=')
                 position_underscore:int=each_line.find('_', 8)
@@ -42,7 +45,9 @@ def parse_variables(file_path: str) -> Tuple[Dict[str, str], Dict[str, str], Dic
                     dict_black[name]=each_line.strip()[position_equals+1:].strip("'")
                 if each_line.startswith("ADVERT_URL"):
                     dict_url[name]=each_line.strip()[position_equals+1:].strip("'")
-    return dict_url, dict_white, dict_black
+                if each_line.startswith("ADVERT_KEEPASS"):
+                    dict_keepass[name]=each_line.strip()[position_equals+1:].strip("'")
+    return dict_url, dict_white, dict_black, dict_keepass
 
 def fetch_and_check_url(url: str, white: str, black: str) -> bool:
     headers = {
@@ -52,17 +57,18 @@ def fetch_and_check_url(url: str, white: str, black: str) -> bool:
     
     try:
         # Send the GET request with the headers
-        response = requests.get(url, headers=headers, verify=False, allow_redirects=True)
-        
+        response = requests.get(url, headers=headers, verify=False, allow_redirects=True)        
         # Check if the request was successful
         if 200 <= response.status_code < 300:
+            if black != '':
+                for each_black in black.split(';'):
+                    if each_black in response.text:
+                        return False
             if white in response.text:
                 return True
-            if black in response.text:
-                return False
             
             # print("no options")
-            return False                            
+            return False      
         else:
             # print(f"Request failed with status code: {response.status_code}")
             return False
@@ -79,12 +85,19 @@ def fetch_and_check_url(url: str, white: str, black: str) -> bool:
     # file_path='/Dropbox/Dropbox/house-site/adverts.md'
     file_path=sys.argv[1]
 
-    dict_url, dict_white, dict_black = parse_variables(file_path)
+    dict_url, dict_white, dict_black, dict_keepass = parse_variables(file_path)
     keys= dict_url.keys()
 
+    false_results_counter: int = 0
     for name in keys: 
         result = fetch_and_check_url(dict_url[name], dict_white[name], dict_black[name])
         if result:
             print(f"{GREEN}{name} {dict_url[name]}:\n       {result}{RESET}")
         else:
-            print(f"{RED}{name} {dict_url[name]}:\n       {result}{RESET}")
+            print(f"{RED}{name} {dict_url[name]}:\n       check advert: {dict_keepass[name]}{RESET}")
+            false_results_counter+=1
+    if false_results_counter>0:
+        print("")
+        print("keepass-tech-get-url-clipboard  ")
+        print("keepass-tech-get-user-clipboard ")
+        print("keepass-tech-get-pass-clipboard ")
