Extract importer package and restructure tests

internal/repository/job.go

@@ -913,3 +913,121 @@ func (r *JobRepository) jobsStatisticsHistogram(ctx context.Context,
 	log.Infof("Timer jobsStatisticsHistogram %s", time.Since(start))
 	return points, nil
 }
+
+const NamedJobInsert string = `INSERT INTO job (
+	job_id, user, project, cluster, subcluster, ` + "`partition`" + `, array_job_id, num_nodes, num_hwthreads, num_acc,
+	exclusive, monitoring_status, smt, job_state, start_time, duration, walltime, resources, meta_data,
+	mem_used_max, flops_any_avg, mem_bw_avg, load_avg, net_bw_avg, net_data_vol_total, file_bw_avg, file_data_vol_total
+) VALUES (
+	:job_id, :user, :project, :cluster, :subcluster, :partition, :array_job_id, :num_nodes, :num_hwthreads, :num_acc,
+	:exclusive, :monitoring_status, :smt, :job_state, :start_time, :duration, :walltime, :resources, :meta_data,
+	:mem_used_max, :flops_any_avg, :mem_bw_avg, :load_avg, :net_bw_avg, :net_data_vol_total, :file_bw_avg, :file_data_vol_total
+);`
+
+func (r *JobRepository) InsertJob(job *schema.Job) (int64, error) {
+	res, err := r.DB.NamedExec(NamedJobInsert, job)
+	if err != nil {
+		log.Warn("Error while NamedJobInsert")
+		return 0, err
+	}
+	id, err := res.LastInsertId()
+	if err != nil {
+		log.Warn("Error while getting last insert ID")
+		return 0, err
+	}
+
+	return id, nil
+}
+
+type Transaction struct {
+	tx   *sqlx.Tx
+	stmt *sqlx.NamedStmt
+}
+
+func (r *JobRepository) TransactionInit() (*Transaction, error) {
+	var err error
+	t := new(Transaction)
+	// Inserts are bundled into transactions because in sqlite,
+	// that speeds up inserts A LOT.
+	t.tx, err = r.DB.Beginx()
+	if err != nil {
+		log.Warn("Error while bundling transactions")
+		return nil, err
+	}
+
+	t.stmt, err = t.tx.PrepareNamed(NamedJobInsert)
+	if err != nil {
+		log.Warn("Error while preparing namedJobInsert")
+		return nil, err
+	}
+
+	return t, nil
+}
+
+func (r *JobRepository) TransactionCommit(t *Transaction) error {
+	var err error
+	if t.tx != nil {
+		if err = t.tx.Commit(); err != nil {
+			log.Warn("Error while committing transactions")
+			return err
+		}
+	}
+
+	t.tx, err = r.DB.Beginx()
+	if err != nil {
+		log.Warn("Error while bundling transactions")
+		return err
+	}
+
+	t.stmt = t.tx.NamedStmt(t.stmt)
+	return nil
+}
+
+func (r *JobRepository) TransactionEnd(t *Transaction) error {
+	if err := t.tx.Commit(); err != nil {
+		log.Warn("Error while committing SQL transactions")
+		return err
+	}
+
+	return nil
+}
+
+func (r *JobRepository) TransactionAdd(t *Transaction, job schema.Job) (int64, error) {
+	res, err := t.stmt.Exec(job)
+	if err != nil {
+		log.Errorf("repository initDB(): %v", err)
+		return 0, err
+	}
+
+	id, err := res.LastInsertId()
+	if err != nil {
+		log.Errorf("repository initDB(): %v", err)
+		return 0, err
+	}
+
+	return id, nil
+}
+
+func (r *JobRepository) TransactionAddTag(t *Transaction, tag *schema.Tag) (int64, error) {
+	res, err := t.tx.Exec(`INSERT INTO tag (tag_name, tag_type) VALUES (?, ?)`, tag.Name, tag.Type)
+	if err != nil {
+		log.Errorf("Error while inserting tag into tag table: %v (Type %v)", tag.Name, tag.Type)
+		return 0, err
+	}
+	tagId, err := res.LastInsertId()
+	if err != nil {
+		log.Warn("Error while getting last insert ID")
+		return 0, err
+	}
+
+	return tagId, nil
+}
+
+func (r *JobRepository) TransactionSetTag(t *Transaction, jobId int64, tagId int64) error {
+	if _, err := t.tx.Exec(`INSERT INTO jobtag (job_id, tag_id) VALUES (?, ?)`, jobId, tagId); err != nil {
+		log.Errorf("Error while inserting jobtag into jobtag table: %v (TagID %v)", jobId, tagId)
+		return err
+	}
+
+	return nil
+}