Update workflow add more debug log

.github/workflows/python-package.yml

@@ -49,4 +49,4 @@ jobs:
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
     - name: Test with pytest
       run: |
-        pytest tests/test_stocks.py
+        pytest --log-cli-level=DEBUG tests/test_stocks.py

examples/get_sp500.mp.py

@@ -10,7 +10,7 @@
 proxy = 'socks5://127.0.0.1:1088'
 
 # Create an engine
-engine = create_engine('sqlite:///sp500.mt.db3', pool_size=5, max_overflow=10)
+engine = create_engine('sqlite:///sp500.mp.db3', pool_size=5, max_overflow=10)
 
 # Create a session factory
 InitialSessionFactory = sessionmaker(bind=engine)
@@ -22,6 +22,7 @@
 )
 
 sp500_tickers = initial_stock.get_sp500_tickers()
+sp500_tickers = sorted(sp500_tickers)
 
 tickers_list = {}
 tickers_list['xnas'] = initial_stock.get_xnas_tickers()
@@ -70,7 +71,7 @@ def initializer():
 
 # Use ProcessPoolExecutor to process tickers in parallel
 max_workers = 4  # Adjust max_workers as needed
-chunk_size = math.ceil(len(sp500_tickers) / max_workers)
+chunk_size = 50
 ticker_chunks = [sp500_tickers[i:i + chunk_size] for i in range(0, len(sp500_tickers), chunk_size)]
 
 with ProcessPoolExecutor(max_workers=max_workers, initializer=initializer) as executor:

msfinance/stocks.py

@@ -110,16 +110,13 @@ def reset_driver(self, retry_state=None):
 
             print(f"  Time elapsed: {retry_state.seconds_since_start}")
 
-        if self.driver:
+
+        # Setup a new driver instance
+        if isinstance(self.driver, (webdriver.Chrome, uc.Chrome)):
             self.driver.quit()
-
-        # Assuming the driver is a Chrome or Firefox driver
-        # You might need to adjust this logic based on your actual driver setup
-        if isinstance(self.driver, webdriver.Chrome):
-            self.setup_chrome_driver(self.proxies['http'])
-        elif isinstance(self.driver, uc.Chrome):
             self.setup_chrome_driver(self.proxies['http'])
         else:
+            self.driver.quit()
             self.setup_firefox_driver(self.proxies['http'])
 
 
@@ -529,6 +526,7 @@ def initialize_chrome_driver(self):
         # Initialize the driver based on the driver_type
         if self.driver_type == 'uc':
             self.driver = uc.Chrome(
+                debug=self.debug,
                 version_main=126,
                 use_subprocess=True,
                 user_multi_procs=True,
@@ -782,5 +780,6 @@ def get_xase_tickers(self):
 
 
 
+