diff options
author | Joris | 2018-06-19 22:49:16 +0200 |
---|---|---|
committer | Joris | 2018-06-19 22:49:16 +0200 |
commit | 149a0470b73781022e584aaeaa7ce871d6f4173b (patch) | |
tree | c1cc762e105ae19e7f3daaa3e9279a467dbaa3dc /src/parser/haskell/Parser/OuestFranceParser.hs | |
parent | 5d921c9a2b0a7a8f1a1bb5642cbefa516cbbe4cc (diff) | |
download | ad-listener-149a0470b73781022e584aaeaa7ce871d6f4173b.tar.gz ad-listener-149a0470b73781022e584aaeaa7ce871d6f4173b.tar.bz2 ad-listener-149a0470b73781022e584aaeaa7ce871d6f4173b.zip |
Add automatic tests on remote pages
Diffstat (limited to 'src/parser/haskell/Parser/OuestFranceParser.hs')
-rw-r--r-- | src/parser/haskell/Parser/OuestFranceParser.hs | 25 |
1 files changed, 0 insertions, 25 deletions
diff --git a/src/parser/haskell/Parser/OuestFranceParser.hs b/src/parser/haskell/Parser/OuestFranceParser.hs deleted file mode 100644 index f46ed03..0000000 --- a/src/parser/haskell/Parser/OuestFranceParser.hs +++ /dev/null @@ -1,25 +0,0 @@ -module Parser.OuestFranceParser - ( parse - ) where - -import Data.Maybe (catMaybes) -import Data.Text (Text) -import qualified Data.Text as T -import Text.HTML.TagSoup - -import Model.Ad (Ad (Ad)) -import Parser.Utils - -parse :: Text -> [Ad] -parse page = - catMaybes . fmap parseAd $ partitions (~== (T.unpack "<a>")) tags - where tags = getTagsBetween "<div id=listAnnonces>" "<div id=interactions>" (parseTags page) - -parseAd :: [Tag Text] -> Maybe Ad -parseAd tags = do - name <- getTagTextAfter "<span class=annTitre>" tags - location <- getTagTextAfter "<span class=annVille>" tags - let price = getTagTextAfter "<span class=annPrix>" tags - let startUrl = "https://www.ouestfrance-immo.com/" - url <- getTagAttribute "<a>" "href" tags - return (Ad name location price (T.concat [startUrl, url])) |