add repository draft

This commit is contained in:
2025-10-23 05:17:38 +02:00
parent 6c24eed541
commit 811dfc7507
11 changed files with 195 additions and 18 deletions
+2 -5
View File
@@ -30,14 +30,14 @@ func (mt *MeteoData) validate() error {
}
type FileIngest interface {
Parse(io io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoData, error)
Parse(io io.Reader) ([]MeteoData, []RejectedMeteoData, error)
}
type CSV struct{}
var _ FileIngest = (*CSV)(nil)
func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoData, error) {
func (c *CSV) Parse(r io.Reader) ([]MeteoData, []RejectedMeteoData, error) {
reader := csv.NewReader(r)
reader.Comma = ';'
reader.TrimLeadingSpace = true
@@ -74,7 +74,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
meteoData, err := normalize(record)
if err != nil {
fs.RowsRejected++
rejectedDataList = append(rejectedDataList, RejectedMeteoData{
RowValue: rowValue,
Reason: err.Error(),
@@ -83,7 +82,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
}
if err := meteoData.validate(); err != nil {
fs.RowsRejected++
rejectedDataList = append(rejectedDataList, RejectedMeteoData{
RowValue: rowValue,
Reason: err.Error(),
@@ -92,7 +90,6 @@ func (c *CSV) Parse(r io.Reader, fs *FileStats) ([]MeteoData, []RejectedMeteoDat
}
meteoDataList = append(meteoDataList, *meteoData)
fs.RowsInserted++
}
return meteoDataList, rejectedDataList, nil