crawler: add mapper on msg

dethi · Dec 9, 2017 · 86ce8aa · 86ce8aa
1 parent ce90057
commit 86ce8aa
Showing 1 changed file with 11 additions and 3 deletions.
diff --git a/src/main/java/com/epita/guereza/CrawlerApp.java b/src/main/java/com/epita/guereza/CrawlerApp.java
@@ -3,6 +3,7 @@
 import com.epita.domain.Crawler;
 import com.epita.domain.RawDocument;
 import com.epita.eventbus.EventBusClient;
+import com.fasterxml.jackson.databind.ObjectMapper;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -40,9 +41,16 @@ private void storeUrls(final String[] urls) {
     public void run() {
         eventBus.subscribe(subscribeUrl, msg -> {
             if (msg != null) {
-                LOGGER.info("Receive url: {}", msg.getContent());
-                final String[] urls = crawlAndExtract(msg.getContent());
-                storeUrls(urls);
+                try {
+                    Class c = ClassLoader.getSystemClassLoader().loadClass(msg.getMessageType());
+                    String url = (String)new ObjectMapper().readValue(msg.getContent(), c);
+                    LOGGER.info("Receive url: {}", url);
+                    final String[] urls = crawlAndExtract(url);
+                    storeUrls(urls);
+                } catch (Exception e) {
+                    e.printStackTrace();
+                }
+
 
                 requestNextUrl();
             } else {