Implement safe FMP-priority scan (250 limit) with Twelve Data fallback

Author: rohan436

.github/workflows/daily_scan.yml

@@ -96,7 +96,7 @@ jobs:
 
       # ── 6. Run the bot ──────────────────────────────────────
       - name: Run Tech Losers Scan
-        run: python main.py --no-wait --scan-source fmp
+        run: python main.py --no-wait --scan-source fmp-quotes
 
       # ── 7. Upload report artifacts (optional, for debugging) ─
       - name: Upload reports

main.py

@@ -109,9 +109,9 @@ def parse_args():
     )
     parser.add_argument(
         '--scan-source',
-        choices=['td', 'fmp', 'fmp-quotes'],
+        choices=['td', 'fmp', 'fmp-quotes', 'hybrid'],
         default='td',
-        help='Scan source: td (Twelve Data), fmp (FMP biggest losers feed), or fmp-quotes (single-symbol FMP quotes)'
+        help='Scan source: td (Twelve Data), fmp (FMP biggest losers feed), fmp-quotes (single-symbol FMP quotes), or hybrid (FMP+TD split)'
     )
     return parser.parse_args()
 

src/provider_router.py

@@ -77,10 +77,50 @@ def get_tech_losers(self) -> List[FilteredStock]:
             losers = self.fmp.get_biggest_losers_fmp()
             self._stats["total_scanned"] = len(losers)
         elif self.scan_source == "fmp-quotes":
-            print("[Source] Using FMP single-symbol quotes")
-            losers = self.fmp.scan_tech_universe_fmp(limit=self.sample_size)
-            from .tech_universe import get_universe_size
-            self._stats["total_scanned"] = get_universe_size(limit=self.sample_size)
+            print("[Source] Using FMP single-symbol quotes (Safe Mode)")
+            from .tech_universe import get_tech_universe
+            
+            # User Constraint: "Scan 250 stocks using A [FMP]... and B [TD] as fallback"
+            # We cap at 250 to respect FMP's daily free tier limit.
+            safe_limit = 250
+            if self.sample_size and self.sample_size > 0:
+                limit = min(self.sample_size, safe_limit)
+            else:
+                limit = safe_limit
+                
+            universe = get_tech_universe(limit=limit)
+            print(f"[Priority] Scanning Top {len(universe)} stocks (Limit: {safe_limit})")
+            
+            try:
+                # Primary: FMP
+                print("[Primary] Attempting scan via FMP...")
+                # Use scan_subset_fmp if available (added recently), else standard
+                if hasattr(self.fmp, 'scan_subset_fmp'):
+                    losers = self.fmp.scan_subset_fmp(universe)
+                else:
+                    self.fmp.scan_tech_universe_fmp(limit=limit) # Fallback if method missing
+                    
+                self._stats["total_scanned"] = len(universe)
+                
+            except Exception as e:
+                # Fallback: Twelve Data
+                print(f"[Primary] FMP Failed: {e}")
+                print("[Fallback] Switching to Twelve Data (Source B)...")
+                
+                if hasattr(self.fmp, 'scan_subset_td'):
+                    losers = self.fmp.scan_subset_td(universe)
+                else:
+                    # Provide manual fallback using legacy methods if needed
+                    print("[Error] Fallback method missing, skipping scan.")
+                    losers = []
+                    
+                self._stats["total_scanned"] = len(universe)
+                
+        elif self.scan_source == "hybrid":
+             # Legacy/Removed - redirecting to standard fmp-quotes if called
+             print("[Config] 'hybrid' deprecated, using 'fmp-quotes' fallback logic")
+             self.scan_source = "fmp-quotes"
+             return self.get_tech_losers() # Recursively call with new mode
         else:
             losers = self.fmp.scan_tech_universe(limit=self.sample_size)
             from .tech_universe import get_universe_size