add repository draft
This commit is contained in:
@@ -30,14 +30,14 @@ func (mt *MeteoData) validate() error {
|
||||
}
|
||||
|
||||
type FileIngest interface {
|
||||
Parse(io io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoData, error)
|
||||
Parse(io io.Reader) ([]MeteoData, []RejectedMeteoData, error)
|
||||
}
|
||||
|
||||
type CSV struct{}
|
||||
|
||||
var _ FileIngest = (*CSV)(nil)
|
||||
|
||||
func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoData, error) {
|
||||
func (c *CSV) Parse(r io.Reader) ([]MeteoData, []RejectedMeteoData, error) {
|
||||
reader := csv.NewReader(r)
|
||||
reader.Comma = ';'
|
||||
reader.TrimLeadingSpace = true
|
||||
@@ -74,7 +74,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
|
||||
|
||||
meteoData, err := normalize(record)
|
||||
if err != nil {
|
||||
fs.RowsRejected++
|
||||
rejectedDataList = append(rejectedDataList, RejectedMeteoData{
|
||||
RowValue: rowValue,
|
||||
Reason: err.Error(),
|
||||
@@ -83,7 +82,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
|
||||
}
|
||||
|
||||
if err := meteoData.validate(); err != nil {
|
||||
fs.RowsRejected++
|
||||
rejectedDataList = append(rejectedDataList, RejectedMeteoData{
|
||||
RowValue: rowValue,
|
||||
Reason: err.Error(),
|
||||
@@ -92,7 +90,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
|
||||
}
|
||||
|
||||
meteoDataList = append(meteoDataList, *meteoData)
|
||||
fs.RowsInserted++
|
||||
}
|
||||
|
||||
return meteoDataList, rejectedDataList, nil
|
||||
|
||||
Reference in New Issue
Block a user