jobs ack fix
Some checks failed
continuous-integration/drone/push Build is failing

This commit is contained in:
ycc
2026-02-28 21:04:13 +01:00
parent 67823237e6
commit cd9ee54f6d
4 changed files with 390 additions and 68 deletions

View File

@@ -29,10 +29,12 @@ const (
// are managed by the queue functions and must not be set by the caller.
type SendJob struct {
// --- caller-supplied fields ---
Queue string `json:"queue,omitempty"`
File string `json:"file,omitempty"`
Servers []Server `json:"servers,omitempty"`
Timeout int `json:"timeout,omitempty"` // seconds; 0 = no timeout
Queue string `json:"queue,omitempty"` // uid of destination peer, used for naming the sent queue sqlite db
File string `json:"file,omitempty"` // filename which content shall be sent to the server as message payload
MessageDbFile string `json:"message_db_file,omitempty"` // peer message DB UUID (no path, no suffix) — from peer.LastMessage.Dbfile
MessageDbId int64 `json:"message_db_id,omitempty"` // SQLite row ID in MessageDbFile — from peer.LastMessage.Dbid
Servers []Server `json:"servers,omitempty"`
Timeout int `json:"timeout,omitempty"` // seconds; 0 = no timeout
// --- DB-managed tracking fields (not serialised by the caller) ---
ID int64
@@ -68,6 +70,8 @@ func openOrCreateSendQueue(dbPath string) (*sql.DB, error) {
_, err = db.Exec(`CREATE TABLE IF NOT EXISTS queue (
id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
file TEXT NOT NULL,
message_db_file TEXT NOT NULL DEFAULT '',
message_db_id INTEGER NOT NULL DEFAULT 0,
servers TEXT NOT NULL,
timeout INTEGER NOT NULL DEFAULT 0,
inserted_at INTEGER NOT NULL,
@@ -80,6 +84,10 @@ func openOrCreateSendQueue(dbPath string) (*sql.DB, error) {
db.Close()
return nil, err
}
// Migration: add columns to existing DBs that pre-date this schema version.
// SQLite returns an error if the column already exists; we silently ignore it.
db.Exec(`ALTER TABLE queue ADD COLUMN message_db_file TEXT NOT NULL DEFAULT ''`)
db.Exec(`ALTER TABLE queue ADD COLUMN message_db_id INTEGER NOT NULL DEFAULT 0`)
return db, nil
}
@@ -101,8 +109,10 @@ func PushSendJob(storagePath string, job *SendJob) error {
return err
}
_, err = db.Exec(
`INSERT INTO queue(file, servers, timeout, inserted_at, status, retries) VALUES(?,?,?,?,?,?)`,
job.File, string(serversJSON), job.Timeout, time.Now().Unix(), SendStatusPending, string(retriesJSON),
`INSERT INTO queue(file, message_db_file, message_db_id, servers, timeout, inserted_at, status, retries)
VALUES(?,?,?,?,?,?,?,?)`,
job.File, job.MessageDbFile, job.MessageDbId,
string(serversJSON), job.Timeout, time.Now().Unix(), SendStatusPending, string(retriesJSON),
)
return err
}
@@ -119,6 +129,8 @@ func PeekSendJob(storagePath, queue string) (*SendJob, int64, error) {
var (
id int64
file string
messageDbFile string
messageDbId int64
serversJSON string
timeout int
insertedAt int64
@@ -128,10 +140,10 @@ func PeekSendJob(storagePath, queue string) (*SendJob, int64, error) {
successfulServer sql.NullInt64
)
err = db.QueryRow(
`SELECT id, file, servers, timeout, inserted_at, status, sent_at, retries, successful_server
`SELECT id, file, message_db_file, message_db_id, servers, timeout, inserted_at, status, sent_at, retries, successful_server
FROM queue WHERE status = ? ORDER BY id ASC LIMIT 1`,
SendStatusPending,
).Scan(&id, &file, &serversJSON, &timeout, &insertedAt, &status, &sentAt, &retriesJSON, &successfulServer)
).Scan(&id, &file, &messageDbFile, &messageDbId, &serversJSON, &timeout, &insertedAt, &status, &sentAt, &retriesJSON, &successfulServer)
if err == sql.ErrNoRows {
return nil, 0, nil
}
@@ -149,14 +161,16 @@ func PeekSendJob(storagePath, queue string) (*SendJob, int64, error) {
}
job := &SendJob{
ID: id,
Queue: queue,
File: file,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: status,
Retries: retries,
ID: id,
Queue: queue,
File: file,
MessageDbFile: messageDbFile,
MessageDbId: messageDbId,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: status,
Retries: retries,
}
if sentAt.Valid {
t := time.Unix(sentAt.Int64, 0)
@@ -208,6 +222,8 @@ func GetSendJob(storagePath, queue string, id int64) (*SendJob, error) {
var (
file string
messageDbFile string
messageDbId int64
serversJSON string
timeout int
insertedAt int64
@@ -217,10 +233,10 @@ func GetSendJob(storagePath, queue string, id int64) (*SendJob, error) {
successfulServer sql.NullInt64
)
err = db.QueryRow(
`SELECT file, servers, timeout, inserted_at, status, sent_at, retries, successful_server
`SELECT file, message_db_file, message_db_id, servers, timeout, inserted_at, status, sent_at, retries, successful_server
FROM queue WHERE id = ?`,
id,
).Scan(&file, &serversJSON, &timeout, &insertedAt, &status, &sentAt, &retriesJSON, &successfulServer)
).Scan(&file, &messageDbFile, &messageDbId, &serversJSON, &timeout, &insertedAt, &status, &sentAt, &retriesJSON, &successfulServer)
if err == sql.ErrNoRows {
return nil, nil
}
@@ -238,14 +254,16 @@ func GetSendJob(storagePath, queue string, id int64) (*SendJob, error) {
}
job := &SendJob{
ID: id,
Queue: queue,
File: file,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: status,
Retries: retries,
ID: id,
Queue: queue,
File: file,
MessageDbFile: messageDbFile,
MessageDbId: messageDbId,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: status,
Retries: retries,
}
if sentAt.Valid {
t := time.Unix(sentAt.Int64, 0)
@@ -269,7 +287,7 @@ func GetSentJobs(storagePath, queue string) ([]*SendJob, error) {
defer db.Close()
rows, err := db.Query(
`SELECT id, file, servers, timeout, inserted_at, sent_at, retries, successful_server
`SELECT id, file, message_db_file, message_db_id, servers, timeout, inserted_at, sent_at, retries, successful_server
FROM queue WHERE status = ? ORDER BY id ASC`,
SendStatusSent,
)
@@ -283,6 +301,8 @@ func GetSentJobs(storagePath, queue string) ([]*SendJob, error) {
var (
id int64
file string
messageDbFile string
messageDbId int64
serversJSON string
timeout int
insertedAt int64
@@ -290,7 +310,7 @@ func GetSentJobs(storagePath, queue string) ([]*SendJob, error) {
retriesJSON string
successfulServer sql.NullInt64
)
if err := rows.Scan(&id, &file, &serversJSON, &timeout, &insertedAt, &sentAt, &retriesJSON, &successfulServer); err != nil {
if err := rows.Scan(&id, &file, &messageDbFile, &messageDbId, &serversJSON, &timeout, &insertedAt, &sentAt, &retriesJSON, &successfulServer); err != nil {
return nil, err
}
@@ -304,14 +324,16 @@ func GetSentJobs(storagePath, queue string) ([]*SendJob, error) {
}
job := &SendJob{
ID: id,
Queue: queue,
File: file,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: SendStatusSent,
Retries: retries,
ID: id,
Queue: queue,
File: file,
MessageDbFile: messageDbFile,
MessageDbId: messageDbId,
Servers: servers,
Timeout: timeout,
InsertedAt: time.Unix(insertedAt, 0),
Status: SendStatusSent,
Retries: retries,
}
if sentAt.Valid {
t := time.Unix(sentAt.Int64, 0)