Safe Haskell	Safe-Inferred
Language	GHC2021

Napkin.Run.Effects.CSV.CSVImport

Synopsis

data CSVHeader
- = CSVHeader
- | CSVNoHeader
newtype Chunks = Chunks {
- _unChunks :: Int
}
data CSVType
- = CSVTyInteger
- | CSVTyDouble
- | CSVTyDate
- | CSVTyDateTime
- | CSVTyText
newtype ColumnName = ColumnName {
- _unColumnName :: Text
}
data ColumnWithType = ColumnWithType {
- _cwtColumnName :: ColumnName
- _cwtCSVType :: CSVType
}
type CsvSchema = NonEmpty ColumnWithType
newtype CSVError = CSVError Text
class CSVImport bk where
- chunkLimit :: Int
- isEnabled :: Bool
type CSVContext m bk = (CSVImport bk, MonadNapkin bk m, Command (CreateTable (BackendTableMeta bk)) () bk, Command InsertIntoQuery () bk, MonadThrow m)
createTableQuery :: CsvSchema -> Query
readAndCheckHeader :: (Monad m, MonadThrow m) => CSVHeader -> CsvSchema -> ConduitT (Row Text) b (ResourceT m) (Maybe [Maybe ColumnWithType])
loadCSV :: forall bk m. CSVContext m bk => CSVSettings -> BackendConn bk -> Ref Table -> SpecPaths -> FilePath -> CSVHeader -> Chunks -> CsvSchema -> m ()
loadDb :: forall bk m. CSVContext m bk => BackendConn bk -> Ref Table -> CSVHeader -> Chunks -> CsvSchema -> ConduitT [Text] Void (ResourceT m) ()
insertTableQueries :: CSVContext m bk => BackendConn bk -> Ref Table -> Maybe [Maybe ColumnWithType] -> CsvSchema -> [[Text]] -> m ()
match :: Maybe [Maybe ColumnWithType] -> CsvSchema -> [Text] -> Either Text [(ColumnWithType, Text)]
insertTableQuery :: [(ColumnWithType, Text)] -> Either Text Query
parseSExp :: ColumnName -> CSVType -> Text -> Either Text SExp
anyDayFormatParser :: ReadP Day
parseAnyDay :: String -> Either Text Day
parseResult :: [(b, String)] -> Either Text b
anyDateTimeParser :: ReadP UTCTime
parseAnyDateTime :: String -> Either Text UTCTime

Documentation

data CSVHeader #

Constructors

CSVHeader
CSVNoHeader

Instances

Instances details

Show CSVHeader #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> CSVHeader -> ShowS # show :: CSVHeader -> String # showList :: [CSVHeader] -> ShowS #
Eq CSVHeader #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: CSVHeader -> CSVHeader -> Bool # (/=) :: CSVHeader -> CSVHeader -> Bool #

newtype Chunks #

Constructors

Chunks
Fields _unChunks :: Int

Instances

Instances details

Show Chunks #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> Chunks -> ShowS # show :: Chunks -> String # showList :: [Chunks] -> ShowS #
Eq Chunks #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: Chunks -> Chunks -> Bool # (/=) :: Chunks -> Chunks -> Bool #

data CSVType #

Constructors

CSVTyInteger
CSVTyDouble
CSVTyDate
CSVTyDateTime
CSVTyText

Instances

Instances details

FromJSON CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods parseJSON :: Value -> Parser CSVType # parseJSONList :: Value -> Parser [CSVType] #
ToJSON CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods toJSON :: CSVType -> Value # toEncoding :: CSVType -> Encoding # toJSONList :: [CSVType] -> Value # toEncodingList :: [CSVType] -> Encoding #
Bounded CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods minBound :: CSVType # maxBound :: CSVType #
Enum CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods succ :: CSVType -> CSVType # pred :: CSVType -> CSVType # toEnum :: Int -> CSVType # fromEnum :: CSVType -> Int # enumFrom :: CSVType -> [CSVType] # enumFromThen :: CSVType -> CSVType -> [CSVType] # enumFromTo :: CSVType -> CSVType -> [CSVType] # enumFromThenTo :: CSVType -> CSVType -> CSVType -> [CSVType] #
Generic CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Associated Types type Rep CSVType :: Type -> Type # Methods from :: CSVType -> Rep CSVType x # to :: Rep CSVType x -> CSVType #
Show CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> CSVType -> ShowS # show :: CSVType -> String # showList :: [CSVType] -> ShowS #
Eq CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: CSVType -> CSVType -> Bool # (/=) :: CSVType -> CSVType -> Bool #
type Rep CSVType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport type Rep CSVType = D1 ('MetaData "CSVType" "Napkin.Run.Effects.CSV.CSVImport" "napkin-0.5.14-JrXUGmKUOt9J0meJSj0Kh4" 'False) ((C1 ('MetaCons "CSVTyInteger" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "CSVTyDouble" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "CSVTyDate" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "CSVTyDateTime" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "CSVTyText" 'PrefixI 'False) (U1 :: Type -> Type))))

newtype ColumnName #

Constructors

ColumnName
Fields _unColumnName :: Text

Instances

Instances details

IsString ColumnName #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods fromString :: String -> ColumnName #
Show ColumnName #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> ColumnName -> ShowS # show :: ColumnName -> String # showList :: [ColumnName] -> ShowS #
Eq ColumnName #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: ColumnName -> ColumnName -> Bool # (/=) :: ColumnName -> ColumnName -> Bool #

data ColumnWithType #

Constructors

ColumnWithType
Fields _cwtColumnName :: ColumnName _cwtCSVType :: CSVType

Instances

Instances details

FromJSON ColumnWithType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods parseJSON :: Value -> Parser ColumnWithType # parseJSONList :: Value -> Parser [ColumnWithType] #
Show ColumnWithType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> ColumnWithType -> ShowS # show :: ColumnWithType -> String # showList :: [ColumnWithType] -> ShowS #
Eq ColumnWithType #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: ColumnWithType -> ColumnWithType -> Bool # (/=) :: ColumnWithType -> ColumnWithType -> Bool #

type CsvSchema = NonEmpty ColumnWithType #

newtype CSVError #

Constructors

CSVError Text

Instances

Instances details

Exception CSVError #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods toException :: CSVError -> SomeException # fromException :: SomeException -> Maybe CSVError # displayException :: CSVError -> String #
Show CSVError #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods showsPrec :: Int -> CSVError -> ShowS # show :: CSVError -> String # showList :: [CSVError] -> ShowS #
Eq CSVError #
Instance details Defined in Napkin.Run.Effects.CSV.CSVImport Methods (==) :: CSVError -> CSVError -> Bool # (/=) :: CSVError -> CSVError -> Bool #

class CSVImport bk where #

Methods

chunkLimit :: Int #

backend limit on inserts union size

isEnabled :: Bool #

to exclude backends, for example: BigQuery for which this mechanism is not compatible and bigquery-tools should be used

Instances

Instances details

CSVImport BigQuery #
Instance details Defined in Napkin.Run.BigQuery Methods chunkLimit :: Int # isEnabled :: Bool #
CSVImport MsSql #
Instance details Defined in Napkin.Run.MsSql Methods chunkLimit :: Int # isEnabled :: Bool #
CSVImport Postgres #
Instance details Defined in Napkin.Run.Postgres Methods chunkLimit :: Int # isEnabled :: Bool #
CSVImport Redshift #
Instance details Defined in Napkin.Run.Redshift Methods chunkLimit :: Int # isEnabled :: Bool #
CSVImport Sqlite #
Instance details Defined in Napkin.Run.Sqlite Methods chunkLimit :: Int # isEnabled :: Bool #

type CSVContext m bk = (CSVImport bk, MonadNapkin bk m, Command (CreateTable (BackendTableMeta bk)) () bk, Command InsertIntoQuery () bk, MonadThrow m) #

createTableQuery :: CsvSchema -> Query #

Generates an empty select query with the specified columns in Schema argument for table creation

readAndCheckHeader :: (Monad m, MonadThrow m) => CSVHeader -> CsvSchema -> ConduitT (Row Text) b (ResourceT m) (Maybe [Maybe ColumnWithType]) #

loadCSV :: forall bk m. CSVContext m bk => CSVSettings -> BackendConn bk -> Ref Table -> SpecPaths -> FilePath -> CSVHeader -> Chunks -> CsvSchema -> m () #

loadDb :: forall bk m. CSVContext m bk => BackendConn bk -> Ref Table -> CSVHeader -> Chunks -> CsvSchema -> ConduitT [Text] Void (ResourceT m) () #

insertTableQueries :: CSVContext m bk => BackendConn bk -> Ref Table -> Maybe [Maybe ColumnWithType] -> CsvSchema -> [[Text]] -> m () #

match :: Maybe [Maybe ColumnWithType] -> CsvSchema -> [Text] -> Either Text [(ColumnWithType, Text)] #

insertTableQuery :: [(ColumnWithType, Text)] -> Either Text Query #

parseSExp :: ColumnName -> CSVType -> Text -> Either Text SExp #

anyDayFormatParser :: ReadP Day #

parseAnyDay :: String -> Either Text Day #

parseResult :: [(b, String)] -> Either Text b #

anyDateTimeParser :: ReadP UTCTime #

parseAnyDateTime :: String -> Either Text UTCTime #