From 5cedcecd6ae31e2485dcab2ddd74c74a4779545d Mon Sep 17 00:00:00 2001
From: Joris
Date: Tue, 3 Sep 2019 21:01:53 +0200
Subject: Make LBC to work

Use request headers to simulate a normal browser
---
 src/lib/haskell/FetchAd.hs | 20 ++++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

(limited to 'src/lib/haskell/FetchAd.hs')

diff --git a/src/lib/haskell/FetchAd.hs b/src/lib/haskell/FetchAd.hs
index a206181..1708fe4 100644
--- a/src/lib/haskell/FetchAd.hs
+++ b/src/lib/haskell/FetchAd.hs
@@ -5,7 +5,7 @@ module FetchAd
   ) where
 
 import           Data.Either              (rights)
-import           Data.Text.Encoding       as T
+import           Network.HTTP.Conduit     (Manager)
 
 import           Model.Ad                 (Ad)
 import           Model.URL                (URL)
@@ -14,23 +14,23 @@ import qualified Parser.OuestFranceParser as OuestFranceParser
 import qualified Parser.SeLogerParser     as SeLogerParser
 import qualified Utils.HTTP               as HTTP
 
-leboncoin :: [URL] -> IO [Ad]
-leboncoin urls =
+leboncoin :: Manager -> [URL] -> IO [Ad]
+leboncoin manager urls =
   fmap (concat . map LeboncoinParser.parse . rights)
     . sequence
-    . map (HTTP.get T.decodeLatin1)
+    . map (HTTP.get manager)
     $ urls
 
-ouestFrance :: [URL] -> IO [Ad]
-ouestFrance urls =
+ouestFrance :: Manager -> [URL] -> IO [Ad]
+ouestFrance manager urls =
   fmap (concat . map OuestFranceParser.parse . rights)
     . sequence
-    . map (HTTP.get T.decodeUtf8)
+    . map (HTTP.get manager)
     $ urls
 
-seLoger :: [URL] -> IO [Ad]
-seLoger urls =
+seLoger :: Manager -> [URL] -> IO [Ad]
+seLoger manager urls =
   fmap (concat . map SeLogerParser.parse . rights)
     . sequence
-    . map (HTTP.get T.decodeUtf8)
+    . map (HTTP.get manager)
     $ urls
-- 
cgit v1.2.3