2026-06-01 05:09:20 +10:00
|
|
|
using System;
|
|
|
|
|
using System.IO;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Net.Http;
|
|
|
|
|
using System.Net.Http.Headers;
|
|
|
|
|
using System.Text;
|
|
|
|
|
using System.Text.Json;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
using Microsoft.AspNetCore.Builder;
|
|
|
|
|
using Microsoft.AspNetCore.Http;
|
|
|
|
|
using Microsoft.AspNetCore.Routing;
|
|
|
|
|
using Microsoft.EntityFrameworkCore;
|
|
|
|
|
using Microsoft.Extensions.Configuration;
|
|
|
|
|
using Microsoft.Extensions.DependencyInjection;
|
|
|
|
|
using SNote.Models;
|
|
|
|
|
using SNote.Server.Data;
|
|
|
|
|
using SNote.Server.Security;
|
|
|
|
|
|
|
|
|
|
namespace SNote.Server.Endpoints;
|
|
|
|
|
|
|
|
|
|
public static class SyncEndpoints
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
public static string? UpstreamSessionToken { get; set; } = null;
|
2026-06-01 05:09:20 +10:00
|
|
|
public static void MapSyncEndpoints(this IEndpointRouteBuilder routes)
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
// 0. Heartbeat ping endpoint: downstream returns its public key, current timestamp, and a signature (token) of the timestamp
|
|
|
|
|
routes.MapGet("/api/sync/ping", (RsaKeyManager rsaKeyManager) =>
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
try
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
var timestamp = DateTime.UtcNow.ToString("o");
|
|
|
|
|
var dataToSign = System.Text.Encoding.UTF8.GetBytes(timestamp);
|
|
|
|
|
|
|
|
|
|
var privateRsa = rsaKeyManager.GetPrivateKey();
|
|
|
|
|
var signatureBytes = privateRsa.SignData(dataToSign, System.Security.Cryptography.HashAlgorithmName.SHA256, System.Security.Cryptography.RSASignaturePadding.Pkcs1);
|
|
|
|
|
var token = Convert.ToBase64String(signatureBytes);
|
|
|
|
|
|
|
|
|
|
return Results.Ok(new
|
|
|
|
|
{
|
|
|
|
|
publicKey = rsaKeyManager.GetPublicKeyPem(),
|
|
|
|
|
timestamp = timestamp,
|
|
|
|
|
token = token
|
|
|
|
|
});
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
2026-06-01 05:49:08 +10:00
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
return Results.Json(new { error = $"Heartbeat generation failed: {ex.Message}" }, statusCode: 500);
|
|
|
|
|
}
|
|
|
|
|
});
|
2026-06-01 05:09:20 +10:00
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// 1. Handshake Endpoint: Receive registration of downstream peers with RSA asymmetric validation
|
|
|
|
|
routes.MapPost("/api/sync/register-peer", async (RegisterPeerRequest req, HttpContext context, PeerCache peerCache, RsaKeyManager rsaKeyManager) =>
|
|
|
|
|
{
|
|
|
|
|
if (string.IsNullOrWhiteSpace(req.PeerUrl) || string.IsNullOrWhiteSpace(req.EncryptedSecret) ||
|
|
|
|
|
string.IsNullOrWhiteSpace(req.PublicKey) || string.IsNullOrWhiteSpace(req.Signature))
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
return Results.BadRequest("Missing required handshake parameters.");
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
// 1. Decrypt the secret using our Private Key
|
|
|
|
|
var localPrivateRsa = rsaKeyManager.GetPrivateKey();
|
|
|
|
|
var encryptedBytes = Convert.FromBase64String(req.EncryptedSecret);
|
|
|
|
|
var decryptedBytes = localPrivateRsa.Decrypt(encryptedBytes, System.Security.Cryptography.RSAEncryptionPadding.OaepSHA256);
|
|
|
|
|
var secret = System.Text.Encoding.UTF8.GetString(decryptedBytes);
|
|
|
|
|
|
|
|
|
|
// 2. Verify signature using downstream's Public Key
|
|
|
|
|
using var peerPublicRsa = System.Security.Cryptography.RSA.Create();
|
|
|
|
|
peerPublicRsa.ImportFromPem(req.PublicKey);
|
|
|
|
|
|
|
|
|
|
var dataToVerify = System.Text.Encoding.UTF8.GetBytes($"{req.PeerUrl}|{secret}");
|
|
|
|
|
var signatureBytes = Convert.FromBase64String(req.Signature);
|
|
|
|
|
var verified = peerPublicRsa.VerifyData(dataToVerify, signatureBytes, System.Security.Cryptography.HashAlgorithmName.SHA256, System.Security.Cryptography.RSASignaturePadding.Pkcs1);
|
|
|
|
|
|
|
|
|
|
if (!verified)
|
|
|
|
|
{
|
|
|
|
|
return Results.Json(new { error = "Asymmetric signature verification failed." }, statusCode: 401);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 3. Issue secure session token and register peer details
|
|
|
|
|
var sessionToken = Guid.NewGuid().ToString();
|
|
|
|
|
peerCache.RegisterPeer(req.PeerUrl, sessionToken, req.PublicKey);
|
|
|
|
|
|
|
|
|
|
Console.WriteLine($"[Handshake] Successfully validated child server '{req.PeerUrl}' via RSA and issued token.");
|
|
|
|
|
return Results.Ok(new { sessionToken = sessionToken });
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Handshake] Handshake registration error: {ex.Message}");
|
|
|
|
|
return Results.Json(new { error = $"Handshake validation error: {ex.Message}" }, statusCode: 400);
|
|
|
|
|
}
|
2026-06-01 05:09:20 +10:00
|
|
|
});
|
|
|
|
|
|
|
|
|
|
// 2. Full Database pulling (bootstrapping new server node)
|
2026-06-01 05:49:08 +10:00
|
|
|
routes.MapPost("/api/sync/pull-database", async (HttpContext context, ServerDbContext db, IConfiguration config, PeerCache peerCache) =>
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
var enablePull = config.GetValue<bool>("EnableFullDbPull", false);
|
|
|
|
|
if (!enablePull)
|
|
|
|
|
{
|
|
|
|
|
return Results.Json(new { error = "Full database pulling is disabled on this server." }, statusCode: 403);
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
if (!AuthHelper.IsServerTokenValid(context, peerCache))
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
return Results.Json(new { error = "Unauthorized server token." }, statusCode: 401);
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var users = await db.Users.ToListAsync();
|
|
|
|
|
var nodes = await db.Nodes.ToListAsync();
|
|
|
|
|
var nodeKeys = await db.NodeKeys.ToListAsync();
|
|
|
|
|
var pendingShares = await db.PendingShares.ToListAsync();
|
|
|
|
|
var aclEntries = await db.AclEntries.ToListAsync();
|
|
|
|
|
var peerServers = await db.PeerServers.ToListAsync();
|
|
|
|
|
|
|
|
|
|
var dump = new DatabaseDumpPayload(users, nodes, nodeKeys, pendingShares, aclEntries, peerServers);
|
|
|
|
|
return Results.Ok(dump);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
// 3. Synchronize nodes states
|
2026-06-01 05:49:08 +10:00
|
|
|
routes.MapPost("/api/sync/nodes", async (SyncExchangeRequest req, HttpContext context, ServerDbContext db, PeerCache peerCache) =>
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
if (!AuthHelper.IsServerTokenValid(context, peerCache))
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
return Results.Unauthorized();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var toPush = new List<SyncPushItem>();
|
|
|
|
|
var toRequest = new List<string>();
|
|
|
|
|
|
|
|
|
|
var localNodes = await db.Nodes.ToListAsync();
|
|
|
|
|
var localNodeUuids = localNodes.Select(n => n.Uuid).ToHashSet();
|
|
|
|
|
|
|
|
|
|
foreach (var remoteItem in req.Items)
|
|
|
|
|
{
|
|
|
|
|
var localNode = localNodes.FirstOrDefault(n => n.Uuid == remoteItem.Uuid);
|
|
|
|
|
if (localNode == null)
|
|
|
|
|
{
|
|
|
|
|
toRequest.Add(remoteItem.Uuid);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
if (localNode.UpdatedAt > remoteItem.UpdatedAt)
|
|
|
|
|
{
|
|
|
|
|
var acls = await db.AclEntries.Where(a => a.NodeUuid == localNode.Uuid).ToListAsync();
|
|
|
|
|
var keys = await db.NodeKeys.Where(k => k.NodeUuid == localNode.Uuid).ToListAsync();
|
|
|
|
|
toPush.Add(new SyncPushItem(localNode, acls, keys));
|
|
|
|
|
}
|
|
|
|
|
else if (localNode.UpdatedAt < remoteItem.UpdatedAt)
|
|
|
|
|
{
|
|
|
|
|
toRequest.Add(remoteItem.Uuid);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var remoteUuids = req.Items.Select(i => i.Uuid).ToHashSet();
|
|
|
|
|
foreach (var localNode in localNodes)
|
|
|
|
|
{
|
|
|
|
|
if (!remoteUuids.Contains(localNode.Uuid))
|
|
|
|
|
{
|
|
|
|
|
var acls = await db.AclEntries.Where(a => a.NodeUuid == localNode.Uuid).ToListAsync();
|
|
|
|
|
var keys = await db.NodeKeys.Where(k => k.NodeUuid == localNode.Uuid).ToListAsync();
|
|
|
|
|
toPush.Add(new SyncPushItem(localNode, acls, keys));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return Results.Ok(new SyncExchangeResponse(toPush, toRequest));
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
// 4. Receive full node pushes during sync
|
2026-06-01 05:49:08 +10:00
|
|
|
routes.MapPost("/api/sync/push", async (List<SyncPushItem> items, HttpContext context, ServerDbContext db, PeerCache peerCache) =>
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
if (!AuthHelper.IsServerTokenValid(context, peerCache))
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
return Results.Unauthorized();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
foreach (var item in items)
|
|
|
|
|
{
|
|
|
|
|
var localNode = await db.Nodes.FirstOrDefaultAsync(n => n.Uuid == item.Node.Uuid);
|
|
|
|
|
if (localNode == null)
|
|
|
|
|
{
|
|
|
|
|
db.Nodes.Add(item.Node);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
}
|
|
|
|
|
else if (localNode.UpdatedAt < item.Node.UpdatedAt)
|
|
|
|
|
{
|
|
|
|
|
localNode.Name = item.Node.Name;
|
|
|
|
|
localNode.Type = item.Node.Type;
|
|
|
|
|
localNode.Content = item.Node.Content;
|
|
|
|
|
localNode.OwnerUsername = item.Node.OwnerUsername;
|
|
|
|
|
localNode.UpdatedAt = item.Node.UpdatedAt;
|
|
|
|
|
localNode.IsDeleted = item.Node.IsDeleted;
|
|
|
|
|
|
|
|
|
|
var existingAcls = await db.AclEntries.Where(a => a.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.AclEntries.RemoveRange(existingAcls);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
|
|
|
|
|
var existingKeys = await db.NodeKeys.Where(k => k.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.NodeKeys.RemoveRange(existingKeys);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await db.SaveChangesAsync();
|
|
|
|
|
return Results.Ok(new { message = "Synced elements updated successfully." });
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
// 5. Receive broadcast of changes (broadcasts single node updates)
|
2026-06-01 05:49:08 +10:00
|
|
|
routes.MapPost("/api/sync/broadcast", async (SyncPushItem item, HttpContext context, ServerDbContext db, PeerCache peerCache, RsaKeyManager rsaKeyManager, HttpClient httpClient) =>
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
if (!AuthHelper.IsServerTokenValid(context, peerCache))
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
return Results.Unauthorized();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var broadcastId = item.BroadcastId;
|
|
|
|
|
if (!string.IsNullOrEmpty(broadcastId))
|
|
|
|
|
{
|
|
|
|
|
// Loop check: if already processed, ignore!
|
|
|
|
|
if (!peerCache.TryProcessBroadcast(broadcastId))
|
|
|
|
|
{
|
|
|
|
|
return Results.Ok(new { message = "Broadcast already processed (loop detected).", updated = false });
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var localNode = await db.Nodes.FirstOrDefaultAsync(n => n.Uuid == item.Node.Uuid);
|
|
|
|
|
bool updated = false;
|
|
|
|
|
|
|
|
|
|
if (localNode == null)
|
|
|
|
|
{
|
|
|
|
|
db.Nodes.Add(item.Node);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
updated = true;
|
|
|
|
|
}
|
|
|
|
|
else if (localNode.UpdatedAt < item.Node.UpdatedAt)
|
|
|
|
|
{
|
|
|
|
|
localNode.Name = item.Node.Name;
|
|
|
|
|
localNode.Type = item.Node.Type;
|
|
|
|
|
localNode.Content = item.Node.Content;
|
|
|
|
|
localNode.OwnerUsername = item.Node.OwnerUsername;
|
|
|
|
|
localNode.UpdatedAt = item.Node.UpdatedAt;
|
|
|
|
|
localNode.IsDeleted = item.Node.IsDeleted;
|
|
|
|
|
|
|
|
|
|
var existingAcls = await db.AclEntries.Where(a => a.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.AclEntries.RemoveRange(existingAcls);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
|
|
|
|
|
var existingKeys = await db.NodeKeys.Where(k => k.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.NodeKeys.RemoveRange(existingKeys);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
|
|
|
|
|
updated = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (updated)
|
|
|
|
|
{
|
|
|
|
|
await db.SaveChangesAsync();
|
|
|
|
|
|
|
|
|
|
// Relay broadcast to all peers (upstream + downstream) with loop prevention!
|
|
|
|
|
if (!string.IsNullOrEmpty(broadcastId))
|
|
|
|
|
{
|
|
|
|
|
_ = Task.Run(async () =>
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
var configuration = context.RequestServices.GetRequiredService<IConfiguration>();
|
|
|
|
|
await BroadcastNodeChangeAsync(item.Node.Uuid, db, peerCache, rsaKeyManager, configuration, httpClient, broadcastId);
|
2026-06-01 05:09:20 +10:00
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return Results.Ok(new { message = "Broadcast processed.", updated });
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Handshake: Tells the destination server who we are and registers us using RSA asymmetric verification
|
|
|
|
|
public static async Task RegisterPeerWithDestinationAsync(string destinationUrl, string localUrl, RsaKeyManager rsaKeyManager, IConfiguration configuration, HttpClient httpClient)
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
Console.WriteLine($"[Handshake] Performing RSA handshake with destination '{destinationUrl}'...");
|
|
|
|
|
|
|
|
|
|
// 1. Get public key from RsaKeyManager
|
|
|
|
|
var upstreamPublicKey = rsaKeyManager.GetPublicKeyPem();
|
|
|
|
|
if (string.IsNullOrEmpty(upstreamPublicKey))
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine("[Handshake] Error: Public key is not loaded in RsaKeyManager. RSA handshake cannot proceed.");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:09:20 +10:00
|
|
|
var cleanDest = destinationUrl.TrimEnd('/') + "/api/sync/register-peer";
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// 2. Generate secret challenge
|
|
|
|
|
var secret = Guid.NewGuid().ToString();
|
|
|
|
|
|
|
|
|
|
// 3. Encrypt secret challenge using upstream's public key
|
|
|
|
|
using var upstreamRsa = System.Security.Cryptography.RSA.Create();
|
|
|
|
|
upstreamRsa.ImportFromPem(upstreamPublicKey);
|
|
|
|
|
|
|
|
|
|
var secretBytes = System.Text.Encoding.UTF8.GetBytes(secret);
|
|
|
|
|
var encryptedBytes = upstreamRsa.Encrypt(secretBytes, System.Security.Cryptography.RSAEncryptionPadding.OaepSHA256);
|
|
|
|
|
var encryptedSecretBase64 = Convert.ToBase64String(encryptedBytes);
|
|
|
|
|
|
|
|
|
|
// 4. Sign payload (localUrl + secret) using our own private key
|
|
|
|
|
var localPrivateRsa = rsaKeyManager.GetPrivateKey();
|
|
|
|
|
var dataToSign = System.Text.Encoding.UTF8.GetBytes($"{localUrl}|{secret}");
|
|
|
|
|
var signatureBytes = localPrivateRsa.SignData(dataToSign, System.Security.Cryptography.HashAlgorithmName.SHA256, System.Security.Cryptography.RSASignaturePadding.Pkcs1);
|
|
|
|
|
var signatureBase64 = Convert.ToBase64String(signatureBytes);
|
|
|
|
|
|
|
|
|
|
// 5. Send registration handshake request
|
|
|
|
|
var payload = new RegisterPeerRequest(localUrl, encryptedSecretBase64, rsaKeyManager.GetPublicKeyPem(), signatureBase64);
|
2026-06-01 05:09:20 +10:00
|
|
|
var json = JsonSerializer.Serialize(payload);
|
|
|
|
|
var request = new HttpRequestMessage(HttpMethod.Post, cleanDest)
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
Content = new StringContent(json, System.Text.Encoding.UTF8, "application/json")
|
2026-06-01 05:09:20 +10:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
var response = await httpClient.SendAsync(request);
|
|
|
|
|
if (response.IsSuccessStatusCode)
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
var responseContent = await response.Content.ReadAsStringAsync();
|
|
|
|
|
var options = new JsonSerializerOptions { PropertyNameCaseInsensitive = true };
|
|
|
|
|
var responseData = JsonSerializer.Deserialize<HandshakeResponse>(responseContent, options);
|
|
|
|
|
|
|
|
|
|
if (responseData != null && !string.IsNullOrEmpty(responseData.SessionToken))
|
|
|
|
|
{
|
|
|
|
|
UpstreamSessionToken = responseData.SessionToken;
|
|
|
|
|
Console.WriteLine($"[Handshake] Successfully handshaked and obtained Session Token: {UpstreamSessionToken}");
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine("[Handshake] Handshake warning: Handshake returned success but no session token was found.");
|
|
|
|
|
}
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2026-06-01 05:49:08 +10:00
|
|
|
Console.WriteLine($"[Handshake] Handshake failed with status: {response.StatusCode}");
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Handshake] Handshake error: {ex.Message}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Broadcast a node change to both database and dynamic in-memory cached peer servers with token security
|
|
|
|
|
public static async Task BroadcastNodeChangeAsync(string nodeUuid, ServerDbContext db, PeerCache peerCache, RsaKeyManager rsaKeyManager, IConfiguration configuration, HttpClient httpClient, string? broadcastId = null)
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
var node = await db.Nodes.FirstOrDefaultAsync(n => n.Uuid == nodeUuid);
|
|
|
|
|
if (node == null) return;
|
|
|
|
|
|
|
|
|
|
var acls = await db.AclEntries.Where(a => a.NodeUuid == nodeUuid).ToListAsync();
|
|
|
|
|
var keys = await db.NodeKeys.Where(k => k.NodeUuid == nodeUuid).ToListAsync();
|
|
|
|
|
|
|
|
|
|
var bId = string.IsNullOrEmpty(broadcastId) ? Guid.NewGuid().ToString() : broadcastId;
|
|
|
|
|
|
|
|
|
|
// Register it locally in PeerCache so we don't process it ourselves if it loops back
|
|
|
|
|
peerCache.TryProcessBroadcast(bId);
|
|
|
|
|
|
|
|
|
|
var payload = new SyncPushItem(node, acls, keys, bId);
|
|
|
|
|
var json = JsonSerializer.Serialize(payload);
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Fetch database configured peers (upstream destination)
|
2026-06-01 05:09:20 +10:00
|
|
|
var dbPeers = await db.PeerServers.Select(p => p.Url).ToListAsync();
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Fetch dynamically handshake-registered in-memory peers (downstream child nodes)
|
2026-06-01 05:09:20 +10:00
|
|
|
var dynamicPeers = peerCache.GetPeers();
|
|
|
|
|
|
|
|
|
|
// Combine peers
|
|
|
|
|
var allPeers = dbPeers.Union(dynamicPeers, StringComparer.OrdinalIgnoreCase).ToList();
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
var localUrl = configuration["Sync:LocalServerUrl"] ?? "";
|
|
|
|
|
var destUrl = configuration["Sync:DestinationServerUrl"] ?? "";
|
|
|
|
|
|
2026-06-01 05:09:20 +10:00
|
|
|
foreach (var peerUrl in allPeers)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var request = new HttpRequestMessage(HttpMethod.Post, $"{peerUrl.TrimEnd('/')}/api/sync/broadcast");
|
2026-06-01 05:49:08 +10:00
|
|
|
request.Content = new StringContent(json, System.Text.Encoding.UTF8, "application/json");
|
2026-06-01 05:09:20 +10:00
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Attach custom headers for secure authentication
|
|
|
|
|
request.Headers.Add("X-Server-Url", localUrl);
|
|
|
|
|
|
|
|
|
|
if (string.Equals(peerUrl, destUrl, StringComparison.OrdinalIgnoreCase))
|
|
|
|
|
{
|
|
|
|
|
// Upstream communication: pass the token we obtained during handshake!
|
|
|
|
|
if (!string.IsNullOrEmpty(UpstreamSessionToken))
|
|
|
|
|
{
|
|
|
|
|
request.Headers.Add("X-Server-Token", UpstreamSessionToken);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
// Downstream communication: pass the session token we issued to this child!
|
|
|
|
|
var token = peerCache.GetToken(peerUrl);
|
|
|
|
|
if (!string.IsNullOrEmpty(token))
|
|
|
|
|
{
|
|
|
|
|
request.Headers.Add("X-Server-Token", token);
|
|
|
|
|
}
|
|
|
|
|
}
|
2026-06-01 05:09:20 +10:00
|
|
|
|
|
|
|
|
var response = await httpClient.SendAsync(request);
|
|
|
|
|
Console.WriteLine($"Broadcast to {peerUrl}: {response.StatusCode}");
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"Failed to broadcast change to {peerUrl}: {ex.Message}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
// Periodically pings downstream peer servers in PeerCache to ensure they are online and authentic
|
|
|
|
|
public static async Task StartHeartbeatPingerAsync(PeerCache peerCache, RsaKeyManager rsaKeyManager, HttpClient httpClient, System.Threading.CancellationToken token)
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
Console.WriteLine("[Heartbeat] Starting periodic downstream heartbeat pinger...");
|
|
|
|
|
while (!token.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
// Wait for 30 seconds
|
|
|
|
|
await Task.Delay(30000, token);
|
|
|
|
|
|
|
|
|
|
var peers = peerCache.GetPeers();
|
|
|
|
|
if (peers.Count == 0) continue;
|
|
|
|
|
|
|
|
|
|
foreach (var peerUrl in peers)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var request = new HttpRequestMessage(HttpMethod.Get, $"{peerUrl.TrimEnd('/')}/api/sync/ping");
|
|
|
|
|
|
|
|
|
|
// Set a short timeout (e.g. 5 seconds) to avoid blocking
|
|
|
|
|
using var cts = new System.Threading.CancellationTokenSource(TimeSpan.FromSeconds(5));
|
|
|
|
|
using var linkedCts = System.Threading.CancellationTokenSource.CreateLinkedTokenSource(token, cts.Token);
|
|
|
|
|
|
|
|
|
|
var response = await httpClient.SendAsync(request, linkedCts.Token);
|
|
|
|
|
if (!response.IsSuccessStatusCode)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} ping failed with status code: {response.StatusCode}. Evicting...");
|
|
|
|
|
peerCache.RemovePeer(peerUrl);
|
2026-06-01 05:49:08 +10:00
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var responseContent = await response.Content.ReadAsStringAsync();
|
|
|
|
|
var options = new JsonSerializerOptions { PropertyNameCaseInsensitive = true };
|
|
|
|
|
var pingData = JsonSerializer.Deserialize<PingResponse>(responseContent, options);
|
|
|
|
|
|
|
|
|
|
if (pingData == null || string.IsNullOrEmpty(pingData.PublicKey) ||
|
|
|
|
|
string.IsNullOrEmpty(pingData.Timestamp) || string.IsNullOrEmpty(pingData.Token))
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} returned invalid heartbeat response format. Evicting...");
|
|
|
|
|
peerCache.RemovePeer(peerUrl);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 1. Verify that the returned Public Key matches the registered Public Key in our cache!
|
|
|
|
|
var expectedPublicKey = peerCache.GetPublicKey(peerUrl);
|
|
|
|
|
if (string.IsNullOrEmpty(expectedPublicKey) ||
|
|
|
|
|
!string.Equals(expectedPublicKey.Trim(), pingData.PublicKey.Trim(), StringComparison.Ordinal))
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} public key mismatch! Security warning. Evicting...");
|
|
|
|
|
peerCache.RemovePeer(peerUrl);
|
|
|
|
|
continue;
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
2026-06-01 05:49:08 +10:00
|
|
|
|
|
|
|
|
// 2. Verify signature ("token") over the timestamp
|
|
|
|
|
using var peerPublicRsa = System.Security.Cryptography.RSA.Create();
|
|
|
|
|
peerPublicRsa.ImportFromPem(pingData.PublicKey);
|
|
|
|
|
|
|
|
|
|
var dataToVerify = System.Text.Encoding.UTF8.GetBytes(pingData.Timestamp);
|
|
|
|
|
var signatureBytes = Convert.FromBase64String(pingData.Token);
|
|
|
|
|
var verified = peerPublicRsa.VerifyData(dataToVerify, signatureBytes, System.Security.Cryptography.HashAlgorithmName.SHA256, System.Security.Cryptography.RSASignaturePadding.Pkcs1);
|
|
|
|
|
|
|
|
|
|
if (!verified)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} signature verification failed! Security warning. Evicting...");
|
|
|
|
|
peerCache.RemovePeer(peerUrl);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Heartbeat successful!
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} is healthy and authentic.");
|
2026-06-01 05:09:20 +10:00
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Peer {peerUrl} is unreachable ({ex.Message}). Evicting...");
|
|
|
|
|
peerCache.RemovePeer(peerUrl);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (TaskCanceledException)
|
|
|
|
|
{
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"[Heartbeat] Error in heartbeat loop: {ex.Message}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static async Task SyncWithDestinationServerAsync(string peerUrl, ServerDbContext db, CertificateManager certManager, HttpClient httpClient)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var token = AuthHelper.GenerateServerToken(certManager);
|
|
|
|
|
|
|
|
|
|
var localNodes = await db.Nodes.ToListAsync();
|
|
|
|
|
var reqItems = localNodes.Select(n => new SyncNodeState(n.Uuid, n.UpdatedAt, n.IsDeleted)).ToList();
|
|
|
|
|
|
|
|
|
|
var request = new HttpRequestMessage(HttpMethod.Post, $"{peerUrl.TrimEnd('/')}/api/sync/nodes");
|
|
|
|
|
request.Content = new StringContent(JsonSerializer.Serialize(new SyncExchangeRequest(reqItems)), Encoding.UTF8, "application/json");
|
|
|
|
|
request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", token);
|
|
|
|
|
|
|
|
|
|
var response = await httpClient.SendAsync(request);
|
|
|
|
|
if (!response.IsSuccessStatusCode) return;
|
|
|
|
|
|
|
|
|
|
var result = JsonSerializer.Deserialize<SyncExchangeResponse>(await response.Content.ReadAsStringAsync(), new JsonSerializerOptions { PropertyNameCaseInsensitive = true });
|
|
|
|
|
if (result == null) return;
|
|
|
|
|
|
|
|
|
|
if (result.ToPush != null && result.ToPush.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
foreach (var item in result.ToPush)
|
|
|
|
|
{
|
|
|
|
|
var local = await db.Nodes.FirstOrDefaultAsync(n => n.Uuid == item.Node.Uuid);
|
|
|
|
|
if (local == null)
|
|
|
|
|
{
|
|
|
|
|
db.Nodes.Add(item.Node);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
}
|
|
|
|
|
else if (local.UpdatedAt < item.Node.UpdatedAt)
|
|
|
|
|
{
|
|
|
|
|
local.Name = item.Node.Name;
|
|
|
|
|
local.Type = item.Node.Type;
|
|
|
|
|
local.Content = item.Node.Content;
|
|
|
|
|
local.OwnerUsername = item.Node.OwnerUsername;
|
|
|
|
|
local.UpdatedAt = item.Node.UpdatedAt;
|
|
|
|
|
local.IsDeleted = item.Node.IsDeleted;
|
|
|
|
|
|
|
|
|
|
var existingAcls = await db.AclEntries.Where(a => a.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.AclEntries.RemoveRange(existingAcls);
|
|
|
|
|
db.AclEntries.AddRange(item.AclEntries);
|
|
|
|
|
|
|
|
|
|
var existingKeys = await db.NodeKeys.Where(k => k.NodeUuid == item.Node.Uuid).ToListAsync();
|
|
|
|
|
db.NodeKeys.RemoveRange(existingKeys);
|
|
|
|
|
db.NodeKeys.AddRange(item.NodeKeys);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
await db.SaveChangesAsync();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (result.ToRequest != null && result.ToRequest.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
var pushItems = new List<SyncPushItem>();
|
|
|
|
|
foreach (var uuid in result.ToRequest)
|
|
|
|
|
{
|
|
|
|
|
var node = await db.Nodes.FirstOrDefaultAsync(n => n.Uuid == uuid);
|
|
|
|
|
if (node != null)
|
|
|
|
|
{
|
|
|
|
|
var acls = await db.AclEntries.Where(a => a.NodeUuid == uuid).ToListAsync();
|
|
|
|
|
var keys = await db.NodeKeys.Where(k => k.NodeUuid == uuid).ToListAsync();
|
|
|
|
|
pushItems.Add(new SyncPushItem(node, acls, keys));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (pushItems.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
var pushRequest = new HttpRequestMessage(HttpMethod.Post, $"{peerUrl.TrimEnd('/')}/api/sync/push");
|
|
|
|
|
pushRequest.Content = new StringContent(JsonSerializer.Serialize(pushItems), Encoding.UTF8, "application/json");
|
|
|
|
|
pushRequest.Headers.Authorization = new AuthenticationHeaderValue("Bearer", token);
|
|
|
|
|
await httpClient.SendAsync(pushRequest);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"Error synchronizing with peer {peerUrl}: {ex.Message}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
public static async Task BootstrapFromPeerServerAsync(string peerUrl, string localUrl, string sessionToken, ServerDbContext db, HttpClient httpClient)
|
2026-06-01 05:09:20 +10:00
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"Performing full database pulling bootstrap from {peerUrl}...");
|
|
|
|
|
|
|
|
|
|
var request = new HttpRequestMessage(HttpMethod.Post, $"{peerUrl.TrimEnd('/')}/api/sync/pull-database");
|
2026-06-01 05:49:08 +10:00
|
|
|
request.Headers.Add("X-Server-Url", localUrl);
|
|
|
|
|
request.Headers.Add("X-Server-Token", sessionToken);
|
2026-06-01 05:09:20 +10:00
|
|
|
|
|
|
|
|
var response = await httpClient.SendAsync(request);
|
|
|
|
|
if (!response.IsSuccessStatusCode)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"Full database pull failed: {response.StatusCode}");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var dump = JsonSerializer.Deserialize<DatabaseDumpPayload>(await response.Content.ReadAsStringAsync(), new JsonSerializerOptions { PropertyNameCaseInsensitive = true });
|
|
|
|
|
if (dump == null) return;
|
|
|
|
|
|
|
|
|
|
db.Users.RemoveRange(await db.Users.ToListAsync());
|
|
|
|
|
db.Nodes.RemoveRange(await db.Nodes.ToListAsync());
|
|
|
|
|
db.NodeKeys.RemoveRange(await db.NodeKeys.ToListAsync());
|
|
|
|
|
db.PendingShares.RemoveRange(await db.PendingShares.ToListAsync());
|
|
|
|
|
db.AclEntries.RemoveRange(await db.AclEntries.ToListAsync());
|
|
|
|
|
db.PeerServers.RemoveRange(await db.PeerServers.ToListAsync());
|
|
|
|
|
await db.SaveChangesAsync();
|
|
|
|
|
|
|
|
|
|
db.Users.AddRange(dump.Users);
|
|
|
|
|
db.Nodes.AddRange(dump.Nodes);
|
|
|
|
|
db.NodeKeys.AddRange(dump.NodeKeys);
|
|
|
|
|
db.PendingShares.AddRange(dump.PendingShares);
|
|
|
|
|
db.AclEntries.AddRange(dump.AclEntries);
|
|
|
|
|
db.PeerServers.AddRange(dump.PeerServers);
|
|
|
|
|
await db.SaveChangesAsync();
|
|
|
|
|
|
|
|
|
|
Console.WriteLine("Full database pull bootstrap completed successfully!");
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"Error during full database pulling bootstrap: {ex.Message}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-01 05:49:08 +10:00
|
|
|
public record RegisterPeerRequest(
|
|
|
|
|
string PeerUrl,
|
|
|
|
|
string EncryptedSecret,
|
|
|
|
|
string PublicKey,
|
|
|
|
|
string Signature
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
public record HandshakeResponse(string SessionToken);
|
2026-06-01 05:09:20 +10:00
|
|
|
|
|
|
|
|
public record DatabaseDumpPayload(
|
|
|
|
|
List<User> Users,
|
|
|
|
|
List<Node> Nodes,
|
|
|
|
|
List<NodeKey> NodeKeys,
|
|
|
|
|
List<PendingShare> PendingShares,
|
|
|
|
|
List<AclEntry> AclEntries,
|
|
|
|
|
List<PeerServer> PeerServers
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
public record SyncNodeState(string Uuid, DateTime UpdatedAt, bool IsDeleted);
|
|
|
|
|
public record SyncExchangeRequest(List<SyncNodeState> Items);
|
|
|
|
|
public record SyncPushItem(Node Node, List<AclEntry> AclEntries, List<NodeKey> NodeKeys, string? BroadcastId = null);
|
|
|
|
|
public record SyncExchangeResponse(List<SyncPushItem> ToPush, List<string> ToRequest);
|
2026-06-01 05:49:08 +10:00
|
|
|
|
|
|
|
|
public record PingResponse(string PublicKey, string Timestamp, string Token);
|