refactor to add ingest batchs for better traceability
This commit is contained in:
@@ -24,11 +24,27 @@ func (s *Service) IngestCSV(ctx context.Context, r io.Reader, fs *FileStats) err
|
||||
return err
|
||||
}
|
||||
|
||||
fs.RowsInserted, fs.RowsRejected, err = s.repo.InsertMeteoDataTX(ctx, accepted, rejected)
|
||||
result, err := s.repo.InsertMeteoDataTX(ctx, InsertMeteoDataParams{
|
||||
FileChecksum: fs.FileChecksum,
|
||||
Accepted: accepted,
|
||||
Rejected: rejected,
|
||||
})
|
||||
if err != nil {
|
||||
slog.Error("error inserting meteo data", "err", err)
|
||||
return err
|
||||
}
|
||||
|
||||
fs.BatchID = result.BatchID
|
||||
fs.RowsInserted = result.AcceptedCount
|
||||
fs.RowsRejected = result.RejectedCount
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *Service) UpdateElapsedMS(ctx context.Context, batchID, elapsedMS int) error {
|
||||
if err := s.repo.UpdateBatchElapsedTime(ctx, batchID, elapsedMS); err != nil {
|
||||
slog.Error("error updating batch elapsed time", "err", err)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user