inital commit

scrapper/webistes/identity_iq/click_refresh_btn.py

@@ -0,0 +1,165 @@
+import traceback
+import time
+import random
+from flask import jsonify
+from selenium import webdriver
+from selenium.common.exceptions import TimeoutException, NoSuchElementException
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support import expected_conditions as ec
+from selenium.webdriver.support.wait import WebDriverWait
+
+from Basic.helper import read_proxies
+from Basic.log_manager import get_logging
+from Basic.add_remove_text import remove_and_insert_text
+from Basic.helper import get_current_datetime
+from Basic.helper import check_access_denied
+from Basic.send_email import send_email
+
+
+
+def click_refresh_btn(email, password, ssn):
+
+    logger = get_logging()
+    all_proxies = read_proxies()
+    proxy_address = random.choice(all_proxies)
+    print("proxy_address:---", proxy_address)
+
+    try:
+        url = "https://member.identityiq.com/"
+
+        chrome_path = "/usr/lib/chromium-browser/chromedriver"
+        #chrome_local_path = "D:\\scrapper\\chromedriver_win32\\chromedriver.exe"
+        chrome_local_path = "D:\\scrapper\\chromedriver_win64\\chromedriver.exe"
+
+        option = webdriver.ChromeOptions()
+        option.add_argument(f'--proxy-server={proxy_address}')
+        option.add_argument('--headless')
+        option.add_argument('--no-sandbox')
+        option.add_argument('--disable-dev-shm-usage')
+        driver = webdriver.Chrome(chrome_path,options=option)
+        #driver = webdriver.Chrome(chrome_local_path,options=option)
+
+        #phantomjs_server_path = "/usr/local/share/phantomjs-2.1.1-linux-x86_64/bin/phantomjs"
+        phantomjs_local_path = "D:\\scrapper\\phantomjs-2.1.1-windows\\phantomjs-2.1.1-windows\\bin\\phantomjs.exe"
+
+        #driver = webdriver.PhantomJS(executable_path= phantomjs_server_path,service_args=['--ignore-ssl-errors=true', '--ssl-protocol=any'])
+        #driver = webdriver.PhantomJS(executable_path= phantomjs_local_path,service_args=['--ignore-ssl-errors=true', '--ssl-protocol=any'])
+
+        driver.get(url + 'login.aspx')
+
+        driver.implicitly_wait(10)
+
+        try:
+            driver.find_element_by_id("close-pc-btn-handler").click()
+        except:
+            pass
+
+        driver.find_element_by_id('txtUsername').send_keys(email)
+        driver.find_element_by_id('txtPassword').send_keys(password)
+        driver.find_element_by_id("imgBtnLogin").click()
+
+        timeout = 60
+
+        time.sleep(5)
+        try:
+            ele_acc_lock =  driver.find_element(By.CLASS_NAME, "chakra-modal__header")
+            error_text = ele_acc_lock.text
+            driver.quit()
+            response = {"page":'login.aspx', "ip":proxy_address, "page_code":200, "status_code": 1003, "data": "ACCOUNT_LOCKED"}
+            return jsonify(response)
+
+        except:
+             element_login =  driver.find_element(By.CLASS_NAME, "chakra-text")
+             if element_login.text == 'Invalid login attempt':
+                driver.quit()
+                response = {"page":'login.aspx', "ip":proxy_address, "page_code":200, "status_code":1002 , "data": "INVALID_LOGIN"}
+                return jsonify(response)
+
+        try:
+            wait = WebDriverWait(driver, timeout)
+            WebDriverWait(driver, timeout).until(
+                ec.url_to_be(url + 'security-question') or ec.url_to_be(url + 'Dashboard.aspx')
+            )
+            wait.until(
+                lambda driver: driver.current_url != (url + 'security-question') or (url + 'Dashboard.aspx')
+            )
+
+            if driver.current_url == url + 'security-question':
+                element_present = ec.presence_of_element_located(
+                    (By.NAME, 'userSecurityAnswer')
+                )
+                WebDriverWait(driver, timeout).until(element_present)
+                driver.find_element_by_name('userSecurityAnswer').send_keys(ssn)
+                driver.find_element_by_id("FBfbforcechangesecurityanswer_ibtSubmit").click()
+
+                # element_present = ec.presence_of_element_located((By.CLASS_NAME, 'chakra-skeleton'))
+
+                # WebDriverWait(driver, timeout).until(element_present)
+
+                driver.get(url + 'Dashboard.aspx')
+
+            if driver.current_url == url + 'Dashboard.aspx':
+
+                driver.get(url + 'Dashboard.aspx')
+
+                element_present = ec.presence_of_element_located((By.CLASS_NAME, 'chakra-skeleton'))
+                WebDriverWait(driver, timeout).until(element_present)
+
+                try:
+                    element_click = driver.find_element(By.CLASS_NAME, 'chakra-modal__close-btn')
+                    element_click.click()
+                except NoSuchElementException:
+                            pass
+
+                try:
+
+                    element_btn = wait.until(ec.element_to_be_clickable((By.XPATH, "//button[contains(., 'Refresh Report')]")))
+                    driver.execute_script("arguments[0].click();", element_btn)
+
+                    driver.quit()
+                    response = {"page":'Dashboard.aspx', "ip":proxy_address, "page_code":200, "status_code":200 , "data": "DONE"}
+                    return jsonify(response)
+                   
+
+                except NoSuchElementException:
+
+                    driver.quit()
+                    response = {"page":'Dashboard.aspx', "ip":proxy_address,"page_code":200, "status_code":400 , "data": "BUTTON_NOT_FOUND"}
+                    return jsonify(response)
+                   
+
+
+
+            driver.quit()
+            traceback.format_exc()
+            response = {"page":'security-question.aspx', "ip":proxy_address,"page_code":403, "status_code":405 , "data": "ERROR"}
+            return jsonify(response)
+
+        except TimeoutException:
+            traceback.print_exc()
+            logger.error("email: "+email+ " "+traceback.format_exc())
+            result = check_access_denied(url+ 'Dashboard.aspx')
+            subject = f"RTG-IQ-IP {proxy_address} is Blocked on Dashboard.aspx page error_code:{result}"
+            if(result == 403):
+                remove_and_insert_text(proxy_address)
+                send_email(subject, get_current_datetime() + " "+ email +" "+traceback.format_exc())
+            driver.quit()
+            response = {"page":'Dashboard.aspx', "ip":proxy_address, "page_code":result, "status_code":408, "data": "TIME_OUT"}
+            return jsonify(response)
+
+    except Exception:
+        traceback.format_exc()
+        logger.error("email: "+email+ " "+traceback.format_exc())
+        result = check_access_denied(url+ 'login.aspx')
+        subject = f"RTG-IQ-IP {proxy_address} is Blocked on login.aspx page error_code:{result}"
+        if(result == 403):
+            remove_and_insert_text(proxy_address)
+            send_email(subject, get_current_datetime() + " "+ email +" "+traceback.format_exc()) 
+        response = {"page":'login.aspx', "ip":proxy_address,"page_code":result, "status_code":404, "data": "ERROR"}
+        return jsonify(response)
+
+
+
+
+
+