refactor to add ingest batchs for better traceability

This commit is contained in:
2025-10-23 18:11:26 +02:00
parent 1f0eb18a5f
commit fb4d31afba
6 changed files with 104 additions and 23 deletions
+17 -1
View File
@@ -24,11 +24,27 @@ func (s *Service) IngestCSV(ctx context.Context, r io.Reader, fs *FileStats) err
return err
}
fs.RowsInserted, fs.RowsRejected, err = s.repo.InsertMeteoDataTX(ctx, accepted, rejected)
result, err := s.repo.InsertMeteoDataTX(ctx, InsertMeteoDataParams{
FileChecksum: fs.FileChecksum,
Accepted: accepted,
Rejected: rejected,
})
if err != nil {
slog.Error("error inserting meteo data", "err", err)
return err
}
fs.BatchID = result.BatchID
fs.RowsInserted = result.AcceptedCount
fs.RowsRejected = result.RejectedCount
return nil
}
func (s *Service) UpdateElapsedMS(ctx context.Context, batchID, elapsedMS int) error {
if err := s.repo.UpdateBatchElapsedTime(ctx, batchID, elapsedMS); err != nil {
slog.Error("error updating batch elapsed time", "err", err)
}
return nil
}