-
Notifications
You must be signed in to change notification settings - Fork 107
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Add example of incremental, name based parsing #209
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,49 @@ | ||
{-# LANGUAGE BangPatterns, ScopedTypeVariables, OverloadedStrings #-} | ||
|
||
import Control.Monad | ||
import qualified Data.ByteString as B | ||
import Data.Csv (FromNamedRecord(..), (.:)) | ||
import Data.Csv.Incremental | ||
import System.Exit | ||
import System.IO | ||
import Data.Either (rights) | ||
|
||
data SalaryInfo = SalaryInfo | ||
{ name :: String | ||
, salary :: Int | ||
} | ||
|
||
instance FromNamedRecord SalaryInfo where | ||
parseNamedRecord m = SalaryInfo <$> | ||
m .: "name" <*> | ||
m .: "salary" | ||
|
||
main :: IO () | ||
main = withFile "salaries.csv" ReadMode $ \ csvFile -> do | ||
|
||
let headerLoop (FailH _ errMsg) = putStrLn errMsg >> exitFailure | ||
headerLoop (PartialH fn) = headerLoop =<< feedHeader fn | ||
headerLoop (DoneH header parser) = loop 0 parser | ||
|
||
loop !_ (Fail _ errMsg) = putStrLn errMsg >> exitFailure | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Why |
||
loop acc (Many rs k) = loop (acc + sumSalaries rs) =<< feed k | ||
loop acc (Done rs) = putStrLn $ "Total salaries: " ++ | ||
show (sumSalaries rs + acc) | ||
|
||
feedHeader k = do | ||
isEof <- hIsEOF csvFile | ||
if isEof | ||
then return $ k B.empty | ||
else k `fmap` B.hGetSome csvFile 4096 | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Use |
||
|
||
feed k = do | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
|
||
isEof <- hIsEOF csvFile | ||
if isEof | ||
then return $ k B.empty | ||
else k `fmap` B.hGetSome csvFile 4096 | ||
headerLoop (decodeByName :: HeaderParser (Parser SalaryInfo)) | ||
where | ||
sumSalaries :: [Either String SalaryInfo] -> Int | ||
sumSalaries rs = | ||
let good = rights rs | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. What happens to the |
||
in sum $ map (\sinfo -> salary sinfo) good | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Unnecessary lambda? Does |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
name,salary | ||
Paul,100 | ||
Sam,200 |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Use
die errMsg
instead? (Also below.)