2024-03-23 20:09:14 +01:00
|
|
|
|
package helpers
|
|
|
|
|
|
|
2024-05-22 10:06:00 +02:00
|
|
|
|
import (
|
2026-03-05 21:33:03 +01:00
|
|
|
|
"errors"
|
|
|
|
|
|
"fmt"
|
2026-02-28 10:08:55 +01:00
|
|
|
|
"os"
|
|
|
|
|
|
"path/filepath"
|
2026-03-01 21:15:17 +01:00
|
|
|
|
"strconv"
|
|
|
|
|
|
"strings"
|
2026-02-28 18:35:27 +01:00
|
|
|
|
"time"
|
2026-02-28 10:08:55 +01:00
|
|
|
|
|
2024-05-27 18:38:38 +02:00
|
|
|
|
"forge.redroom.link/yves/meowlib"
|
2024-05-22 10:06:00 +02:00
|
|
|
|
"forge.redroom.link/yves/meowlib/client"
|
2026-03-05 21:33:03 +01:00
|
|
|
|
"github.com/google/uuid"
|
|
|
|
|
|
"google.golang.org/protobuf/proto"
|
2024-05-22 10:06:00 +02:00
|
|
|
|
)
|
2024-03-23 20:09:14 +01:00
|
|
|
|
|
2026-02-26 21:07:38 +01:00
|
|
|
|
func PackMessageForServer(packedMsg *meowlib.PackedUserMessage, srvuid string) ([]byte, string, error) {
|
2024-05-27 18:38:38 +02:00
|
|
|
|
// Get the message server
|
2024-03-23 20:09:14 +01:00
|
|
|
|
srv, err := client.GetConfig().GetIdentity().MessageServers.LoadServer(srvuid)
|
|
|
|
|
|
if err != nil {
|
2026-03-01 22:50:54 +01:00
|
|
|
|
return nil, "PackMessageForServer : LoadServer", err
|
|
|
|
|
|
}
|
|
|
|
|
|
// Fetch and persist the server public key if it was never stored
|
|
|
|
|
|
// (servers added via invitation finalization only have a UserKp, no PublicKey)
|
|
|
|
|
|
if srv.PublicKey == "" {
|
|
|
|
|
|
srvdata, err := meowlib.HttpGetId(srv.Url)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return nil, "PackMessageForServer : HttpGetId", err
|
|
|
|
|
|
}
|
|
|
|
|
|
srv.PublicKey = srvdata["publicKey"]
|
|
|
|
|
|
client.GetConfig().GetIdentity().MessageServers.StoreServer(srv)
|
2024-03-23 20:09:14 +01:00
|
|
|
|
}
|
|
|
|
|
|
// Creating Server message for transporting the user message
|
|
|
|
|
|
toServerMessage := srv.BuildToServerMessageFromUserMessage(packedMsg)
|
|
|
|
|
|
data, err := srv.ProcessOutboundMessage(toServerMessage)
|
|
|
|
|
|
if err != nil {
|
2026-03-01 22:50:54 +01:00
|
|
|
|
return nil, "PackMessageForServer : ProcessOutboundMessage", err
|
2024-03-23 20:09:14 +01:00
|
|
|
|
}
|
|
|
|
|
|
return data, "", nil
|
2026-02-26 21:07:38 +01:00
|
|
|
|
|
2024-03-23 20:09:14 +01:00
|
|
|
|
}
|
2024-05-22 10:06:00 +02:00
|
|
|
|
|
2026-02-26 21:07:38 +01:00
|
|
|
|
func CreateStorePackUserMessageForServer(message string, srvuid string, peer_uid string, replyToUid string, filelist []string) ([]byte, string, error) {
|
2026-03-01 21:15:17 +01:00
|
|
|
|
usermessage, _, _, errtxt, err := CreateAndStoreUserMessage(message, peer_uid, replyToUid, filelist)
|
2026-02-26 21:07:38 +01:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return nil, errtxt, err
|
|
|
|
|
|
}
|
|
|
|
|
|
return PackMessageForServer(usermessage, srvuid)
|
|
|
|
|
|
}
|
2024-05-27 18:38:38 +02:00
|
|
|
|
|
2026-03-01 21:15:17 +01:00
|
|
|
|
// CreateAndStoreUserMessage creates, signs, and stores an outbound message for
|
|
|
|
|
|
// peer_uid. It returns the packed (encrypted) form ready for server transport,
|
|
|
|
|
|
// the peer DB file UUID (dbFile), the SQLite row ID (dbId), an error context
|
|
|
|
|
|
// string, and any error.
|
|
|
|
|
|
func CreateAndStoreUserMessage(message string, peer_uid string, replyToUid string, filelist []string) (*meowlib.PackedUserMessage, string, int64, string, error) {
|
2024-05-28 16:47:04 +02:00
|
|
|
|
peer := client.GetConfig().GetIdentity().Peers.GetFromUid(peer_uid)
|
2024-05-27 18:38:38 +02:00
|
|
|
|
|
|
|
|
|
|
// Creating User message
|
|
|
|
|
|
usermessage, err := peer.BuildSimpleUserMessage([]byte(message))
|
|
|
|
|
|
if err != nil {
|
2026-03-01 21:15:17 +01:00
|
|
|
|
return nil, "", 0, "PrepareServerMessage : BuildSimpleUserMessage", err
|
2024-05-27 18:38:38 +02:00
|
|
|
|
}
|
|
|
|
|
|
for _, file := range filelist {
|
|
|
|
|
|
err = usermessage.AddFile(file, client.GetConfig().Chunksize)
|
|
|
|
|
|
if err != nil {
|
2026-03-01 21:15:17 +01:00
|
|
|
|
return nil, "", 0, "PrepareServerMessage : AddFile", err
|
2024-05-27 18:38:38 +02:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2026-02-28 18:35:27 +01:00
|
|
|
|
usermessage.Status.Sent = uint64(time.Now().UTC().Unix())
|
2026-03-03 10:46:25 +01:00
|
|
|
|
usermessage.Status.ReplyToUuid = replyToUid
|
2024-05-27 18:38:38 +02:00
|
|
|
|
|
2026-02-26 21:07:38 +01:00
|
|
|
|
// Store message
|
|
|
|
|
|
err = peer.StoreMessage(usermessage, nil)
|
|
|
|
|
|
if err != nil {
|
2026-03-01 21:15:17 +01:00
|
|
|
|
return nil, "", 0, "messageBuildPostprocess : StoreMessage", err
|
2026-02-26 21:07:38 +01:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-03-01 21:15:17 +01:00
|
|
|
|
dbFile := peer.LastMessage.Dbfile
|
|
|
|
|
|
dbId := peer.LastMessage.Dbid
|
|
|
|
|
|
|
2026-02-26 21:07:38 +01:00
|
|
|
|
// Prepare cyphered + packed user message
|
2026-02-28 21:22:15 +01:00
|
|
|
|
packedMsg, err := peer.ProcessOutboundUserMessage(usermessage)
|
2026-02-26 21:07:38 +01:00
|
|
|
|
if err != nil {
|
2026-03-01 21:15:17 +01:00
|
|
|
|
return nil, "", 0, "messageBuildPostprocess : ProcessOutboundUserMessage", err
|
2026-02-26 21:07:38 +01:00
|
|
|
|
}
|
2024-05-27 18:38:38 +02:00
|
|
|
|
|
2026-03-04 22:30:22 +01:00
|
|
|
|
// Persist peer to save updated DR state (DrStateJson)
|
|
|
|
|
|
if peer.DrRootKey != "" {
|
|
|
|
|
|
if storeErr := client.GetConfig().GetIdentity().Peers.StorePeer(peer); storeErr != nil {
|
|
|
|
|
|
logger.Warn().Err(storeErr).Str("peer", peer.Uid).Msg("messageBuildPostprocess: StorePeer (DR state)")
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-03-01 21:15:17 +01:00
|
|
|
|
return packedMsg, dbFile, dbId, "", nil
|
2024-05-27 18:38:38 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-03-04 10:44:17 +01:00
|
|
|
|
func BuildReceivedMessage(messageUid string, peer_uid string, received int64) (*meowlib.PackedUserMessage, string, error) {
|
2024-05-28 16:47:04 +02:00
|
|
|
|
peer := client.GetConfig().GetIdentity().Peers.GetFromUid(peer_uid)
|
2024-05-22 10:06:00 +02:00
|
|
|
|
// Creating User message
|
|
|
|
|
|
usermessage, err := peer.BuildSimpleUserMessage(nil)
|
|
|
|
|
|
if err != nil {
|
2026-03-04 10:44:17 +01:00
|
|
|
|
return nil, "BuildReceivedMessage : BuildSimpleUserMessage", err
|
2024-05-22 10:06:00 +02:00
|
|
|
|
}
|
|
|
|
|
|
usermessage.Status.Uuid = messageUid
|
|
|
|
|
|
usermessage.Status.Received = uint64(received)
|
|
|
|
|
|
// Prepare cyphered + packed user message
|
|
|
|
|
|
packedMsg, err := peer.ProcessOutboundUserMessage(usermessage)
|
|
|
|
|
|
if err != nil {
|
2026-03-04 10:44:17 +01:00
|
|
|
|
return nil, "BuildReceivedMessage : ProcessOutboundUserMessage", err
|
2024-05-22 10:06:00 +02:00
|
|
|
|
}
|
2026-03-05 09:06:16 +01:00
|
|
|
|
// Persist peer to save updated DR state (DrStateJson)
|
|
|
|
|
|
if peer.DrRootKey != "" {
|
|
|
|
|
|
client.GetConfig().GetIdentity().Peers.StorePeer(peer)
|
|
|
|
|
|
}
|
2026-03-04 10:44:17 +01:00
|
|
|
|
return packedMsg, "", nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func BuildProcessedMessage(messageUid string, peer_uid string, processed int64) (*meowlib.PackedUserMessage, string, error) {
|
|
|
|
|
|
peer := client.GetConfig().GetIdentity().Peers.GetFromUid(peer_uid)
|
|
|
|
|
|
// Creating User message
|
|
|
|
|
|
usermessage, err := peer.BuildSimpleUserMessage(nil)
|
2024-05-22 10:06:00 +02:00
|
|
|
|
if err != nil {
|
2026-03-04 10:44:17 +01:00
|
|
|
|
return nil, "BuildProcessedMessage : BuildSimpleUserMessage", err
|
2024-05-22 10:06:00 +02:00
|
|
|
|
}
|
2026-03-04 10:44:17 +01:00
|
|
|
|
usermessage.Status.Uuid = messageUid
|
|
|
|
|
|
usermessage.Status.Processed = uint64(processed)
|
|
|
|
|
|
// Prepare cyphered + packed user message
|
|
|
|
|
|
packedMsg, err := peer.ProcessOutboundUserMessage(usermessage)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return nil, "BuildProcessedMessage : ProcessOutboundUserMessage", err
|
|
|
|
|
|
}
|
2026-03-05 09:06:16 +01:00
|
|
|
|
// Persist peer to save updated DR state (DrStateJson)
|
|
|
|
|
|
if peer.DrRootKey != "" {
|
|
|
|
|
|
client.GetConfig().GetIdentity().Peers.StorePeer(peer)
|
|
|
|
|
|
}
|
2026-03-04 10:44:17 +01:00
|
|
|
|
return packedMsg, "", nil
|
2024-05-22 10:06:00 +02:00
|
|
|
|
}
|
2024-05-28 14:28:10 +02:00
|
|
|
|
|
|
|
|
|
|
func ReadAckMessageResponse() {
|
|
|
|
|
|
//! update the status in message store
|
|
|
|
|
|
}
|
2026-02-28 10:08:55 +01:00
|
|
|
|
|
2026-03-05 21:33:03 +01:00
|
|
|
|
// MarkMessageProcessed stamps the stored message with a processed timestamp of
|
|
|
|
|
|
// now(), persists the updated record, and — if the peer has SendProcessingAck
|
|
|
|
|
|
// enabled and the message carries a UUID — enqueues a processed acknowledgment
|
|
|
|
|
|
// to the peer's contact pull servers.
|
|
|
|
|
|
func MarkMessageProcessed(peerUid string, dbFile string, dbId int64) error {
|
|
|
|
|
|
password, _ := client.GetConfig().GetMemPass()
|
|
|
|
|
|
processedAt := time.Now().UTC().Unix()
|
|
|
|
|
|
|
|
|
|
|
|
dbm, err := client.GetDbMessage(dbFile, dbId, password)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return fmt.Errorf("MarkMessageProcessed: GetDbMessage: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
if dbm.Status == nil {
|
|
|
|
|
|
dbm.Status = &meowlib.ConversationStatus{}
|
|
|
|
|
|
}
|
|
|
|
|
|
dbm.Status.Processed = uint64(processedAt)
|
|
|
|
|
|
if err := client.UpdateDbMessage(dbm, dbFile, dbId, password); err != nil {
|
|
|
|
|
|
return fmt.Errorf("MarkMessageProcessed: UpdateDbMessage: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
peer := client.GetConfig().GetIdentity().Peers.GetFromUid(peerUid)
|
|
|
|
|
|
if peer == nil || !peer.SendProcessingAck || dbm.Status.Uuid == "" {
|
|
|
|
|
|
return nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
identity := client.GetConfig().GetIdentity()
|
|
|
|
|
|
storagePath := filepath.Join(client.GetConfig().StoragePath, identity.Uuid)
|
|
|
|
|
|
return sendProcessingAck(storagePath, peer, dbm.Status.Uuid, processedAt)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// sendProcessingAck builds a processing acknowledgment for messageUuid and
|
|
|
|
|
|
// enqueues it for sending to the peer's contact pull servers.
|
|
|
|
|
|
func sendProcessingAck(storagePath string, peer *client.Peer, messageUuid string, processedAt int64) error {
|
|
|
|
|
|
packedMsg, _, err := BuildProcessedMessage(messageUuid, peer.Uid, processedAt)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return fmt.Errorf("sendProcessingAck: BuildProcessedMessage: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
data, err := proto.Marshal(packedMsg)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return fmt.Errorf("sendProcessingAck: proto.Marshal: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
outboxDir := filepath.Join(storagePath, "outbox")
|
|
|
|
|
|
if err := os.MkdirAll(outboxDir, 0700); err != nil {
|
|
|
|
|
|
return fmt.Errorf("sendProcessingAck: MkdirAll: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
outboxFile := filepath.Join(outboxDir, "ack_"+uuid.New().String())
|
|
|
|
|
|
if err := os.WriteFile(outboxFile, data, 0600); err != nil {
|
|
|
|
|
|
return fmt.Errorf("sendProcessingAck: WriteFile: %w", err)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
var servers []client.Server
|
|
|
|
|
|
for _, srvUid := range peer.ContactPullServers {
|
|
|
|
|
|
srv, loadErr := client.GetConfig().GetIdentity().MessageServers.LoadServer(srvUid)
|
|
|
|
|
|
if loadErr == nil && srv != nil {
|
|
|
|
|
|
servers = append(servers, *srv)
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
if len(servers) == 0 {
|
|
|
|
|
|
os.Remove(outboxFile)
|
|
|
|
|
|
return errors.New("sendProcessingAck: no contact servers found")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return client.PushSendJob(storagePath, &client.SendJob{
|
|
|
|
|
|
Queue: peer.Uid,
|
|
|
|
|
|
File: outboxFile,
|
|
|
|
|
|
Servers: servers,
|
|
|
|
|
|
})
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-02-28 10:08:55 +01:00
|
|
|
|
// ProcessSentMessages scans every send queue under storagePath/queues/, updates
|
|
|
|
|
|
// the message storage entry with server delivery info for each sent job, then
|
|
|
|
|
|
// removes the job from the queue. Returns the number of messages updated.
|
|
|
|
|
|
//
|
2026-03-01 21:15:17 +01:00
|
|
|
|
// The message DB location is recovered from the job's File basename, which must
|
|
|
|
|
|
// follow the naming convention produced by CreateUserMessageAndSendJob:
|
|
|
|
|
|
//
|
|
|
|
|
|
// outbox/{dbFile}_{dbId}
|
2026-02-28 19:01:49 +01:00
|
|
|
|
func ProcessSentMessages(storagePath string) int {
|
|
|
|
|
|
password, _ := client.GetConfig().GetMemPass()
|
2026-02-28 10:08:55 +01:00
|
|
|
|
queueDir := filepath.Join(storagePath, "queues")
|
|
|
|
|
|
entries, err := os.ReadDir(queueDir)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
logger.Warn().Err(err).Str("dir", queueDir).Msg("ProcessSentMessages: ReadDir")
|
|
|
|
|
|
return 0
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
updated := 0
|
|
|
|
|
|
|
|
|
|
|
|
for _, entry := range entries {
|
|
|
|
|
|
if entry.IsDir() {
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
queue := entry.Name()
|
|
|
|
|
|
|
|
|
|
|
|
jobs, err := client.GetSentJobs(storagePath, queue)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
logger.Error().Err(err).Str("queue", queue).Msg("ProcessSentMessages: GetSentJobs")
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
for _, job := range jobs {
|
|
|
|
|
|
if job.SuccessfulServer == nil || job.SentAt == nil {
|
|
|
|
|
|
// No delivery info – discard the job so it doesn't block the queue
|
|
|
|
|
|
if err := client.DeleteSendJob(storagePath, queue, job.ID); err != nil {
|
|
|
|
|
|
logger.Error().Err(err).Int64("id", job.ID).Msg("ProcessSentMessages: DeleteSendJob (incomplete)")
|
|
|
|
|
|
}
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-03-01 21:15:17 +01:00
|
|
|
|
// Recover dbFile and dbId from the outbox filename: {dbFile}_{dbId}
|
|
|
|
|
|
base := filepath.Base(job.File)
|
|
|
|
|
|
sep := strings.LastIndex(base, "_")
|
|
|
|
|
|
if sep <= 0 {
|
|
|
|
|
|
logger.Error().Int64("id", job.ID).Str("file", job.File).
|
|
|
|
|
|
Msg("ProcessSentMessages: cannot parse dbFile/dbId from job filename — use CreateUserMessageAndSendJob to build jobs")
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
dbFile := base[:sep]
|
|
|
|
|
|
dbId, parseErr := strconv.ParseInt(base[sep+1:], 10, 64)
|
|
|
|
|
|
if parseErr != nil || dbFile == "" || dbId == 0 {
|
|
|
|
|
|
logger.Error().Int64("id", job.ID).Str("file", job.File).
|
|
|
|
|
|
Msg("ProcessSentMessages: invalid dbFile/dbId in job filename")
|
2026-02-28 10:08:55 +01:00
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
serverUid := job.Servers[*job.SuccessfulServer].GetUid()
|
|
|
|
|
|
receiveTime := uint64(job.SentAt.Unix())
|
|
|
|
|
|
|
2026-03-01 21:15:17 +01:00
|
|
|
|
if err := client.SetMessageServerDelivery(dbFile, dbId, serverUid, receiveTime, password); err != nil {
|
2026-02-28 21:04:13 +01:00
|
|
|
|
logger.Error().Err(err).Str("queue", queue).
|
2026-03-01 21:15:17 +01:00
|
|
|
|
Str("dbFile", dbFile).Int64("dbId", dbId).
|
2026-02-28 21:04:13 +01:00
|
|
|
|
Msg("ProcessSentMessages: SetMessageServerDelivery")
|
2026-02-28 10:08:55 +01:00
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
if err := client.DeleteSendJob(storagePath, queue, job.ID); err != nil {
|
|
|
|
|
|
logger.Error().Err(err).Int64("id", job.ID).Msg("ProcessSentMessages: DeleteSendJob")
|
|
|
|
|
|
}
|
|
|
|
|
|
updated++
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
return updated
|
|
|
|
|
|
}
|