update configs

mevljas · Nov 1, 2024 · 79d4dcc · 79d4dcc
1 parent c0a276f
commit 79d4dcc
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 3 deletions.
diff --git a/config.txt b/config.txt
@@ -1 +1,9 @@
-1294990979475963994 https://www.nepremicnine.net/oglasi-oddaja/ljubljana-mesto/stanovanje/2-sobno,2.5-sobno,3-sobno,3.5-sobno,4-sobno,4.5-sobno,5-in-vecsobno,apartma/cena-od-300-do-900-eur-na-mesec,velikost-od-30-m2/
+1294990979475963994 https://www.nepremicnine.net/oglasi-oddaja/ljubljana-mesto/stanovanje/2-sobno,2.5-sobno,3-sobno,3.5-sobno,4-sobno,4.5-sobno,5-in-vecsobno,apartma/cena-od-300-do-900-eur-na-mesec,velikost-od-35-m2/
+1302039654949716060 https://www.nepremicnine.net/oglasi-oddaja/ljubljana-okolica/stanovanje/2-sobno,2.5-sobno,3-sobno,3.5-sobno,4-sobno,4.5-sobno,5-in-vecsobno,apartma/cena-od-300-do-900-eur-na-mesec,velikost-od-35-m2/
+1302040290562937015 https://www.nepremicnine.net/oglasi-oddaja/juzna-primorska/sezana/stanovanje/cena-od-200-do-700-eur-na-mesec,velikost-od-40-m2/
+1302040527050379368 https://www.nepremicnine.net/oglasi-oddaja/notranjska/postojna/stanovanje/cena-od-200-do-700-eur-na-mesec,velikost-od-40-m2/
+1302049806042009641 https://www.nepremicnine.net/oglasi-oddaja/severna-primorska/ajdovscina/stanovanje/cena-od-200-do-800-eur-na-mesec,velikost-od-40-m2/
+1302042745828806696 https://www.nepremicnine.net/oglasi-oddaja/ljubljana-mesto/hisa/cena-od-300-do-900-eur-na-mesec,velikost-od-30-m2/
+1302042773259554846 https://www.nepremicnine.net/oglasi-oddaja/ljubljana-okolica/hisa/cena-od-300-do-900-eur-na-mesec,velikost-od-30-m2/
+1302042804142346331 https://www.nepremicnine.net/oglasi-oddaja/juzna-primorska/sezana/hisa/cena-od-200-do-700-eur-na-mesec,velikost-od-50-m2/
+1302042848358699018 https://www.nepremicnine.net/oglasi-oddaja/notranjska/postojna/hisa/cena-od-200-do-700-eur-na-mesec,velikost-od-50-m2/
diff --git a/spider/spider.py b/spider/spider.py
@@ -28,8 +28,6 @@ async def run_spider(database_manager: DatabaseManager):
 
         saved_results = await database_manager.get_listings()
 
-        results = {}
-
         # For each url, send the results to a different channel.
         for channel, page_url in config:
             logger.info("Processing channel %s with URL %s", channel, page_url)
@@ -48,6 +46,8 @@ async def run_spider(database_manager: DatabaseManager):
 
             index = 1
 
+            results = {}
+
             while more_pages:
                 if index > 1:
                     # Close the previous page.