|
|
@@ -0,0 +1,1818 @@
|
|
|
+using System;
|
|
|
+using System.Data;
|
|
|
+using System.IO;
|
|
|
+using System.Linq;
|
|
|
+using System.Collections.Generic;
|
|
|
+using System.Threading;
|
|
|
+using System.Threading.Tasks;
|
|
|
+using System.Text.Json;
|
|
|
+using System.Text.Json.Serialization;
|
|
|
+using Microsoft.Data.Sqlite;
|
|
|
+using Npgsql;
|
|
|
+using Dapper;
|
|
|
+
|
|
|
+namespace DatabaseCleanupTool
|
|
|
+{
|
|
|
+ // 配置类
|
|
|
+ class AppConfig
|
|
|
+ {
|
|
|
+ [JsonPropertyName("SourceDatabase")]
|
|
|
+ public string SourceDatabase { get; set; } = @"D:\NewProductionLineMonitorDB.db";
|
|
|
+
|
|
|
+ [JsonPropertyName("TargetDatabase")]
|
|
|
+ public string TargetDatabase { get; set; } = @"D:\NewProductionLineMonitorDB_Dev.db";
|
|
|
+
|
|
|
+ [JsonPropertyName("KeepDays")]
|
|
|
+ public int KeepDays { get; set; } = 14;
|
|
|
+
|
|
|
+ [JsonPropertyName("SyncIntervalHours")]
|
|
|
+ public int SyncIntervalHours { get; set; } = 24;
|
|
|
+
|
|
|
+ [JsonPropertyName("IncrementalMode")]
|
|
|
+ public bool IncrementalMode { get; set; } = true;
|
|
|
+
|
|
|
+ [JsonPropertyName("StructureTables")]
|
|
|
+ public List<string> StructureTables { get; set; } = new();
|
|
|
+
|
|
|
+ [JsonPropertyName("DataTables")]
|
|
|
+ public Dictionary<string, string> DataTables { get; set; } = new();
|
|
|
+
|
|
|
+ [JsonPropertyName("TableStructureChange")]
|
|
|
+ public TableStructureChangeConfig TableStructureChange { get; set; } = new();
|
|
|
+
|
|
|
+ [JsonPropertyName("PostgreSQLConnectionString")]
|
|
|
+ public string? PostgreSQLConnectionString { get; set; }
|
|
|
+
|
|
|
+ [JsonPropertyName("SourceType")]
|
|
|
+ public string SourceType { get; set; } = "SQLite"; // SQLite 或 PostgreSQL
|
|
|
+ }
|
|
|
+
|
|
|
+ class TableStructureChangeConfig
|
|
|
+ {
|
|
|
+ [JsonPropertyName("AutoFullSync")]
|
|
|
+ public bool AutoFullSync { get; set; } = false;
|
|
|
+
|
|
|
+ [JsonPropertyName("SyncNewTablesOnly")]
|
|
|
+ public bool SyncNewTablesOnly { get; set; } = true;
|
|
|
+
|
|
|
+ [JsonPropertyName("CheckIntervalHours")]
|
|
|
+ public int CheckIntervalHours { get; set; } = 24;
|
|
|
+ }
|
|
|
+
|
|
|
+ class Program
|
|
|
+ {
|
|
|
+ // 配置对象
|
|
|
+ static AppConfig _config = new AppConfig();
|
|
|
+
|
|
|
+ // 运行时配置（可通过交互菜单修改）
|
|
|
+ static string SOURCE_DB => _config.SourceDatabase;
|
|
|
+ static string TARGET_DB => _config.TargetDatabase;
|
|
|
+ static int KEEP_DAYS => _config.KeepDays;
|
|
|
+
|
|
|
+ // 定期同步配置
|
|
|
+ static bool _watchMode = false;
|
|
|
+ static int _syncIntervalHours
|
|
|
+ {
|
|
|
+ get => _config.SyncIntervalHours;
|
|
|
+ set => _config.SyncIntervalHours = value;
|
|
|
+ }
|
|
|
+ static string _logFile = "DatabaseCleanupTool.log";
|
|
|
+ static CancellationTokenSource _cancellationTokenSource = new CancellationTokenSource();
|
|
|
+ static bool _interactiveMode = true; // 是否显示交互菜单
|
|
|
+ static bool _incrementalMode
|
|
|
+ {
|
|
|
+ get => _config.IncrementalMode;
|
|
|
+ set => _config.IncrementalMode = value;
|
|
|
+ }
|
|
|
+ static bool _fullSyncMode = false; // 完整同步模式（删除重建）
|
|
|
+
|
|
|
+ // 表配置（从配置文件读取）
|
|
|
+ static string[] STRUCTURE_TABLES => _config.StructureTables.ToArray();
|
|
|
+ static Dictionary<string, string> DATA_TABLES => _config.DataTables;
|
|
|
+
|
|
|
+ // 表结构变化配置
|
|
|
+ static bool _autoFullSync => _config.TableStructureChange.AutoFullSync;
|
|
|
+ static bool _syncNewTablesOnly => _config.TableStructureChange.SyncNewTablesOnly;
|
|
|
+ static DateTime _lastStructureCheck = DateTime.MinValue;
|
|
|
+ static int _structureCheckIntervalHours => _config.TableStructureChange.CheckIntervalHours;
|
|
|
+
|
|
|
+ // 数据源类型
|
|
|
+ static bool _isPostgreSQLSource => _config.SourceType?.Equals("PostgreSQL", StringComparison.OrdinalIgnoreCase) == true;
|
|
|
+ static string? _pgConnectionString => _config.PostgreSQLConnectionString;
|
|
|
+
|
|
|
+ static void Main(string[] args)
|
|
|
+ {
|
|
|
+ // 加载配置文件
|
|
|
+ LoadConfiguration();
|
|
|
+
|
|
|
+ // 解析命令行参数
|
|
|
+ ParseArguments(args);
|
|
|
+
|
|
|
+ // 显示标题
|
|
|
+ Console.ForegroundColor = ConsoleColor.Cyan;
|
|
|
+ Console.WriteLine("╔═══════════════════════════════════════════════════════════════╗");
|
|
|
+ Console.WriteLine("║ 生产线监控数据库清理工具 v2.0 ║");
|
|
|
+ Console.WriteLine("║ Database Cleanup Tool for Production Line Monitor ║");
|
|
|
+ Console.WriteLine("╚═══════════════════════════════════════════════════════════════╝");
|
|
|
+ Console.ResetColor();
|
|
|
+
|
|
|
+ // 如果指定了命令行参数，跳过交互菜单（除非明确指定--interactive）
|
|
|
+ if (args.Length > 0)
|
|
|
+ {
|
|
|
+ var hasInteractive = args.Any(a => a.ToLower() == "--interactive" || a.ToLower() == "--menu");
|
|
|
+ if (!hasInteractive)
|
|
|
+ {
|
|
|
+ _interactiveMode = false;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 交互式配置菜单
|
|
|
+ if (_interactiveMode)
|
|
|
+ {
|
|
|
+ ShowInteractiveMenu();
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ // 非交互模式，显示配置但不询问保存
|
|
|
+ ShowConfiguration(askSave: false);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 检查源数据库
|
|
|
+ if (!_isPostgreSQLSource)
|
|
|
+ {
|
|
|
+ if (!File.Exists(SOURCE_DB))
|
|
|
+ {
|
|
|
+ Error($"错误: 源数据库不存在: {SOURCE_DB}");
|
|
|
+ Console.WriteLine("\n按任意键退出...");
|
|
|
+ Console.ReadKey();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ if (string.IsNullOrEmpty(_pgConnectionString))
|
|
|
+ {
|
|
|
+ Error("错误: PostgreSQL 连接字符串未配置");
|
|
|
+ Console.WriteLine("\n按任意键退出...");
|
|
|
+ Console.ReadKey();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 测试 PostgreSQL 连接
|
|
|
+ try
|
|
|
+ {
|
|
|
+ using var testConn = new NpgsqlConnection(_pgConnectionString);
|
|
|
+ testConn.Open();
|
|
|
+ Info("✅ PostgreSQL 连接测试成功");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Error($"错误: PostgreSQL 连接失败: {ex.Message}");
|
|
|
+ Console.WriteLine("\n按任意键退出...");
|
|
|
+ Console.ReadKey();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 设置Ctrl+C处理
|
|
|
+ Console.CancelKeyPress += (sender, e) =>
|
|
|
+ {
|
|
|
+ e.Cancel = true;
|
|
|
+ _cancellationTokenSource.Cancel();
|
|
|
+ WriteLog("收到退出信号，正在停止...");
|
|
|
+ Console.WriteLine("\n\n正在停止，请稍候...");
|
|
|
+ };
|
|
|
+
|
|
|
+ if (_watchMode)
|
|
|
+ {
|
|
|
+ // 定期同步模式
|
|
|
+ RunWatchMode().Wait();
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ // 单次执行模式
|
|
|
+ RunOnce();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void ShowInteractiveMenu()
|
|
|
+ {
|
|
|
+ Console.WriteLine("\n╔═══════════════════════════════════════════════════════════════╗");
|
|
|
+ Console.WriteLine("║ 配置菜单 ║");
|
|
|
+ Console.WriteLine("╚═══════════════════════════════════════════════════════════════╝\n");
|
|
|
+
|
|
|
+ // 1. 运行模式
|
|
|
+ Console.WriteLine("【1】运行模式");
|
|
|
+ Console.WriteLine(" 1. 单次执行（执行一次后退出）");
|
|
|
+ Console.WriteLine(" 2. 定期同步（持续运行，定期同步）");
|
|
|
+ Console.Write($" 当前选择: {(_watchMode ? "2. 定期同步" : "1. 单次执行")} → 请选择 (1/2，直接回车保持当前): ");
|
|
|
+ var modeChoice = Console.ReadLine();
|
|
|
+ if (!string.IsNullOrWhiteSpace(modeChoice))
|
|
|
+ {
|
|
|
+ _watchMode = (modeChoice == "2");
|
|
|
+ }
|
|
|
+
|
|
|
+ // 2. 如果选择定期同步，设置同步间隔和模式
|
|
|
+ if (_watchMode)
|
|
|
+ {
|
|
|
+ Console.WriteLine($"\n【2】同步间隔（当前: 每 {_syncIntervalHours} 小时）");
|
|
|
+ Console.WriteLine(" 1. 每 6 小时");
|
|
|
+ Console.WriteLine(" 2. 每 12 小时");
|
|
|
+ Console.WriteLine(" 3. 每 24 小时（默认）");
|
|
|
+ Console.WriteLine(" 4. 每 48 小时");
|
|
|
+ Console.WriteLine(" 5. 自定义");
|
|
|
+ Console.Write(" 请选择 (1-5，直接回车保持当前): ");
|
|
|
+ var intervalChoice = Console.ReadLine();
|
|
|
+ if (!string.IsNullOrWhiteSpace(intervalChoice))
|
|
|
+ {
|
|
|
+ switch (intervalChoice)
|
|
|
+ {
|
|
|
+ case "1": _syncIntervalHours = 6; break;
|
|
|
+ case "2": _syncIntervalHours = 12; break;
|
|
|
+ case "3": _syncIntervalHours = 24; break;
|
|
|
+ case "4": _syncIntervalHours = 48; break;
|
|
|
+ case "5":
|
|
|
+ Console.Write(" 请输入小时数: ");
|
|
|
+ if (int.TryParse(Console.ReadLine(), out int customHours) && customHours > 0)
|
|
|
+ {
|
|
|
+ _syncIntervalHours = customHours;
|
|
|
+ }
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 2.1 同步模式（仅定期同步时）
|
|
|
+ Console.WriteLine($"\n【2.1】同步模式（当前: {(_incrementalMode ? "增量同步" : "完整同步")}）");
|
|
|
+ Console.WriteLine(" 1. 增量同步（推荐，只同步新增数据，速度快）");
|
|
|
+ Console.WriteLine(" 2. 完整同步（删除重建，确保数据一致性）");
|
|
|
+ Console.Write(" 请选择 (1/2，直接回车保持当前): ");
|
|
|
+ var syncModeChoice = Console.ReadLine();
|
|
|
+ if (!string.IsNullOrWhiteSpace(syncModeChoice))
|
|
|
+ {
|
|
|
+ _config.IncrementalMode = (syncModeChoice == "1");
|
|
|
+ _fullSyncMode = (syncModeChoice == "2");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 3. 保留天数
|
|
|
+ Console.WriteLine($"\n【3】保留天数（当前: {KEEP_DAYS} 天）");
|
|
|
+ Console.WriteLine(" 1. 7 天（1周）");
|
|
|
+ Console.WriteLine(" 2. 14 天（2周，默认）");
|
|
|
+ Console.WriteLine(" 3. 30 天（1个月）");
|
|
|
+ Console.WriteLine(" 4. 自定义");
|
|
|
+ Console.Write(" 请选择 (1-4，直接回车保持当前): ");
|
|
|
+ var daysChoice = Console.ReadLine();
|
|
|
+ if (!string.IsNullOrWhiteSpace(daysChoice))
|
|
|
+ {
|
|
|
+ switch (daysChoice)
|
|
|
+ {
|
|
|
+ case "1": _config.KeepDays = 7; break;
|
|
|
+ case "2": _config.KeepDays = 14; break;
|
|
|
+ case "3": _config.KeepDays = 30; break;
|
|
|
+ case "4":
|
|
|
+ Console.Write(" 请输入天数: ");
|
|
|
+ if (int.TryParse(Console.ReadLine(), out int customDays) && customDays > 0)
|
|
|
+ {
|
|
|
+ _config.KeepDays = customDays;
|
|
|
+ }
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 4. 源数据库路径
|
|
|
+ Console.WriteLine($"\n【4】源数据库路径");
|
|
|
+ Console.WriteLine($" 当前: {SOURCE_DB}");
|
|
|
+ Console.Write(" 是否修改? (y/n，直接回车保持当前): ");
|
|
|
+ var changeSource = Console.ReadLine()?.ToLower();
|
|
|
+ if (changeSource == "y")
|
|
|
+ {
|
|
|
+ Console.Write(" 请输入源数据库完整路径: ");
|
|
|
+ var newSource = Console.ReadLine()?.Trim();
|
|
|
+ if (!string.IsNullOrWhiteSpace(newSource))
|
|
|
+ {
|
|
|
+ _config.SourceDatabase = newSource;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 5. 目标数据库路径
|
|
|
+ Console.WriteLine($"\n【5】目标数据库路径");
|
|
|
+ Console.WriteLine($" 当前: {TARGET_DB}");
|
|
|
+ Console.Write(" 是否修改? (y/n，直接回车保持当前): ");
|
|
|
+ var changeTarget = Console.ReadLine()?.ToLower();
|
|
|
+ if (changeTarget == "y")
|
|
|
+ {
|
|
|
+ Console.Write(" 请输入目标数据库完整路径: ");
|
|
|
+ var newTarget = Console.ReadLine()?.Trim();
|
|
|
+ if (!string.IsNullOrWhiteSpace(newTarget))
|
|
|
+ {
|
|
|
+ _config.TargetDatabase = newTarget;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 6. 数据源类型
|
|
|
+ Console.WriteLine($"\n【6】数据源类型（当前: {_config.SourceType}）");
|
|
|
+ Console.WriteLine(" 1. SQLite（从SQLite数据库复制）");
|
|
|
+ Console.WriteLine(" 2. PostgreSQL（从PostgreSQL数据库复制）");
|
|
|
+ Console.Write(" 请选择 (1/2，直接回车保持当前): ");
|
|
|
+ var sourceTypeChoice = Console.ReadLine();
|
|
|
+ if (!string.IsNullOrWhiteSpace(sourceTypeChoice))
|
|
|
+ {
|
|
|
+ _config.SourceType = sourceTypeChoice == "2" ? "PostgreSQL" : "SQLite";
|
|
|
+
|
|
|
+ if (_config.SourceType == "PostgreSQL")
|
|
|
+ {
|
|
|
+ Console.Write(" 请输入PostgreSQL连接字符串: ");
|
|
|
+ var pgConnStr = Console.ReadLine()?.Trim();
|
|
|
+ if (!string.IsNullOrWhiteSpace(pgConnStr))
|
|
|
+ {
|
|
|
+ _config.PostgreSQLConnectionString = pgConnStr;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ Console.WriteLine("\n" + new string('═', 70));
|
|
|
+
|
|
|
+ // 显示配置并询问是否保存
|
|
|
+ ShowConfiguration(askSave: true);
|
|
|
+ }
|
|
|
+
|
|
|
+ static void SaveConfiguration()
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ var options = new JsonSerializerOptions
|
|
|
+ {
|
|
|
+ WriteIndented = true,
|
|
|
+ Encoder = System.Text.Encodings.Web.JavaScriptEncoder.UnsafeRelaxedJsonEscaping
|
|
|
+ };
|
|
|
+ var json = JsonSerializer.Serialize(_config, options);
|
|
|
+ File.WriteAllText("appsettings.json", json);
|
|
|
+ Success("✅ 配置已保存到 appsettings.json");
|
|
|
+ WriteLog("配置已保存到 appsettings.json");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Error($"⚠️ 保存配置失败: {ex.Message}");
|
|
|
+ WriteLog($"保存配置失败: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void ShowConfiguration(bool askSave = false)
|
|
|
+ {
|
|
|
+ Console.WriteLine($"\n【最终配置】");
|
|
|
+ Console.WriteLine($" 数据源类型: {_config.SourceType}");
|
|
|
+ if (_isPostgreSQLSource)
|
|
|
+ {
|
|
|
+ var connStr = _pgConnectionString ?? "";
|
|
|
+ var displayConnStr = connStr.Length > 60 ? connStr.Substring(0, 60) + "..." : connStr;
|
|
|
+ Console.WriteLine($" PostgreSQL连接: {displayConnStr}");
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ Console.WriteLine($" 源数据库: {SOURCE_DB}");
|
|
|
+ }
|
|
|
+ Console.WriteLine($" 目标数据库: {TARGET_DB}");
|
|
|
+ Console.WriteLine($" 保留天数: 最近 {KEEP_DAYS} 天");
|
|
|
+ Console.WriteLine($" 截止日期: {DateTime.Now:yyyy-MM-dd HH:mm:ss}");
|
|
|
+ Console.WriteLine($" 起始日期: {DateTime.Now.AddDays(-KEEP_DAYS):yyyy-MM-dd HH:mm:ss}");
|
|
|
+
|
|
|
+ if (_watchMode)
|
|
|
+ {
|
|
|
+ Console.WriteLine($" 运行模式: 定期同步模式");
|
|
|
+ Console.WriteLine($" 同步模式: {(_incrementalMode ? "增量同步（只同步新增数据）" : "完整同步（删除重建）")}");
|
|
|
+ Console.WriteLine($" 同步间隔: 每 {_syncIntervalHours} 小时");
|
|
|
+ Console.WriteLine($" 日志文件: {_logFile}");
|
|
|
+ Console.WriteLine($" 提示: 在定期同步模式下，按 'S' 键可立即同步");
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ Console.WriteLine($" 运行模式: 单次执行模式（完整同步）");
|
|
|
+ }
|
|
|
+
|
|
|
+ // 如果是在交互菜单中，询问是否保存
|
|
|
+ if (askSave)
|
|
|
+ {
|
|
|
+ Console.Write("\n是否保存当前配置到 appsettings.json? (y/n，直接回车不保存): ");
|
|
|
+ var saveChoice = Console.ReadLine()?.ToLower();
|
|
|
+ if (saveChoice == "y")
|
|
|
+ {
|
|
|
+ SaveConfiguration();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void ParseArguments(string[] args)
|
|
|
+ {
|
|
|
+ for (int i = 0; i < args.Length; i++)
|
|
|
+ {
|
|
|
+ var arg = args[i].ToLower();
|
|
|
+
|
|
|
+ if (arg == "--watch" || arg == "-w" || arg == "--continuous" || arg == "-c")
|
|
|
+ {
|
|
|
+ _watchMode = true;
|
|
|
+ _interactiveMode = false; // 命令行参数模式，跳过交互菜单
|
|
|
+ }
|
|
|
+ else if (arg == "--interval" || arg == "-i")
|
|
|
+ {
|
|
|
+ if (i + 1 < args.Length && int.TryParse(args[i + 1], out int hours))
|
|
|
+ {
|
|
|
+ _syncIntervalHours = hours;
|
|
|
+ i++; // 跳过下一个参数
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ Console.WriteLine("警告: --interval 参数需要指定小时数，使用默认值24小时");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else if (arg == "--source" || arg == "-s")
|
|
|
+ {
|
|
|
+ if (i + 1 < args.Length)
|
|
|
+ {
|
|
|
+ _config.SourceDatabase = args[i + 1];
|
|
|
+ i++;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else if (arg == "--target" || arg == "-t")
|
|
|
+ {
|
|
|
+ if (i + 1 < args.Length)
|
|
|
+ {
|
|
|
+ _config.TargetDatabase = args[i + 1];
|
|
|
+ i++;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else if (arg == "--days" || arg == "-d")
|
|
|
+ {
|
|
|
+ if (i + 1 < args.Length && int.TryParse(args[i + 1], out int days))
|
|
|
+ {
|
|
|
+ _config.KeepDays = days;
|
|
|
+ i++;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else if (arg == "--interactive" || arg == "--menu")
|
|
|
+ {
|
|
|
+ _interactiveMode = true; // 强制显示交互菜单
|
|
|
+ }
|
|
|
+ else if (arg == "--help" || arg == "-h")
|
|
|
+ {
|
|
|
+ ShowHelp();
|
|
|
+ Environment.Exit(0);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void ShowHelp()
|
|
|
+ {
|
|
|
+ Console.WriteLine("\n使用方法:");
|
|
|
+ Console.WriteLine(" DatabaseCleanupTool.exe [选项]");
|
|
|
+ Console.WriteLine("\n选项:");
|
|
|
+ Console.WriteLine(" --watch, -w, --continuous, -c 启用定期同步模式");
|
|
|
+ Console.WriteLine(" --interval, -i <小时数> 设置同步间隔（默认24小时）");
|
|
|
+ Console.WriteLine(" --source, -s <路径> 源数据库路径");
|
|
|
+ Console.WriteLine(" --target, -t <路径> 目标数据库路径");
|
|
|
+ Console.WriteLine(" --days, -d <天数> 保留天数（默认14天）");
|
|
|
+ Console.WriteLine(" --interactive, --menu 显示交互式配置菜单");
|
|
|
+ Console.WriteLine(" --help, -h 显示帮助信息");
|
|
|
+ Console.WriteLine("\n示例:");
|
|
|
+ Console.WriteLine(" DatabaseCleanupTool.exe # 显示交互菜单");
|
|
|
+ Console.WriteLine(" DatabaseCleanupTool.exe --watch # 定期同步，每24小时");
|
|
|
+ Console.WriteLine(" DatabaseCleanupTool.exe --watch --interval 12 # 定期同步，每12小时");
|
|
|
+ Console.WriteLine(" DatabaseCleanupTool.exe --source D:\\DB.db --target D:\\Dev.db # 指定路径");
|
|
|
+ Console.WriteLine("\n交互式菜单:");
|
|
|
+ Console.WriteLine(" - 不带任何参数运行程序，会显示交互式配置菜单");
|
|
|
+ Console.WriteLine(" - 可以方便地选择运行模式、同步间隔、保留天数等");
|
|
|
+ Console.WriteLine("\n定期同步模式:");
|
|
|
+ Console.WriteLine(" - 程序将持续运行，定期同步数据库");
|
|
|
+ Console.WriteLine(" - 按 Ctrl+C 可以优雅退出");
|
|
|
+ Console.WriteLine(" - 同步日志会保存到 DatabaseCleanupTool.log 文件");
|
|
|
+ }
|
|
|
+
|
|
|
+ static async Task RunWatchMode()
|
|
|
+ {
|
|
|
+ WriteLog("启动定期同步模式");
|
|
|
+ WriteLog($"同步间隔: 每 {_syncIntervalHours} 小时");
|
|
|
+ WriteLog($"同步模式: {(_incrementalMode ? "增量同步" : "完整同步")}");
|
|
|
+
|
|
|
+ Console.WriteLine("\n✅ 定期同步模式已启动");
|
|
|
+ Console.WriteLine($" 同步模式: {(_incrementalMode ? "增量同步（只同步新增数据）" : "完整同步（删除重建）")}");
|
|
|
+ Console.WriteLine($" 同步间隔: 每 {_syncIntervalHours} 小时");
|
|
|
+ Console.WriteLine($" 日志文件: {_logFile}");
|
|
|
+ Console.WriteLine($" 按 'S' 键可立即同步");
|
|
|
+ Console.WriteLine($" 按 Ctrl+C 退出\n");
|
|
|
+
|
|
|
+ var nextSyncTime = DateTime.Now; // 立即执行第一次同步
|
|
|
+ var syncCount = 0;
|
|
|
+ var manualSyncRequested = false;
|
|
|
+
|
|
|
+ // 启动键盘监听任务（用于立即同步）
|
|
|
+ var keyboardTask = Task.Run(async () =>
|
|
|
+ {
|
|
|
+ while (!_cancellationTokenSource.Token.IsCancellationRequested)
|
|
|
+ {
|
|
|
+ if (Console.KeyAvailable)
|
|
|
+ {
|
|
|
+ var key = Console.ReadKey(true);
|
|
|
+ if (key.Key == ConsoleKey.S && !char.IsControl(key.KeyChar))
|
|
|
+ {
|
|
|
+ manualSyncRequested = true;
|
|
|
+ Console.WriteLine($"\n[{DateTime.Now:yyyy-MM-dd HH:mm:ss}] 收到立即同步请求...");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ await Task.Delay(100, _cancellationTokenSource.Token);
|
|
|
+ }
|
|
|
+ });
|
|
|
+
|
|
|
+ while (!_cancellationTokenSource.Token.IsCancellationRequested)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 检查是否到了同步时间或收到立即同步请求
|
|
|
+ if (DateTime.Now >= nextSyncTime || manualSyncRequested)
|
|
|
+ {
|
|
|
+ syncCount++;
|
|
|
+ var isManual = manualSyncRequested;
|
|
|
+ manualSyncRequested = false;
|
|
|
+
|
|
|
+ WriteLog($"========== 开始第 {syncCount} 次同步 {(isManual ? "(手动触发)" : "")} ==========");
|
|
|
+ Console.WriteLine($"\n[{DateTime.Now:yyyy-MM-dd HH:mm:ss}] 开始第 {syncCount} 次同步{(isManual ? " (手动触发)" : "")}...");
|
|
|
+
|
|
|
+ var startTime = DateTime.Now;
|
|
|
+
|
|
|
+ // 根据模式选择同步方法
|
|
|
+ if (_incrementalMode && File.Exists(TARGET_DB))
|
|
|
+ {
|
|
|
+ RunIncrementalSync();
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ RunSync(); // 完整同步
|
|
|
+ }
|
|
|
+
|
|
|
+ var endTime = DateTime.Now;
|
|
|
+
|
|
|
+ var duration = (endTime - startTime).TotalSeconds;
|
|
|
+ WriteLog($"第 {syncCount} 次同步完成，耗时: {duration:F2} 秒");
|
|
|
+ Console.WriteLine($"[{DateTime.Now:yyyy-MM-dd HH:mm:ss}] 同步完成，耗时: {duration:F2} 秒");
|
|
|
+
|
|
|
+ // 计算下次同步时间（如果是手动触发，不重置定时器）
|
|
|
+ if (!isManual)
|
|
|
+ {
|
|
|
+ nextSyncTime = DateTime.Now.AddHours(_syncIntervalHours);
|
|
|
+ WriteLog($"下次同步时间: {nextSyncTime:yyyy-MM-dd HH:mm:ss}");
|
|
|
+ Console.WriteLine($"下次同步时间: {nextSyncTime:yyyy-MM-dd HH:mm:ss}\n");
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ Console.WriteLine($"下次自动同步时间: {nextSyncTime:yyyy-MM-dd HH:mm:ss}\n");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ // 显示倒计时（每分钟更新一次）
|
|
|
+ var remaining = nextSyncTime - DateTime.Now;
|
|
|
+ if (remaining.TotalSeconds > 0 && DateTime.Now.Second < 5) // 每分钟的前5秒显示
|
|
|
+ {
|
|
|
+ var hours = (int)remaining.TotalHours;
|
|
|
+ var minutes = remaining.Minutes;
|
|
|
+ Console.Write($"\r等待下次同步，剩余时间: {hours}小时 {minutes}分钟... (按 'S' 立即同步)");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 等待10秒再检查（平衡响应速度和CPU占用）
|
|
|
+ await Task.Delay(TimeSpan.FromSeconds(10), _cancellationTokenSource.Token);
|
|
|
+ }
|
|
|
+ catch (TaskCanceledException)
|
|
|
+ {
|
|
|
+ // 正常退出
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ WriteLog($"同步过程中发生错误: {ex.Message}");
|
|
|
+ Error($"同步错误: {ex.Message}");
|
|
|
+ // 发生错误后，等待1小时再重试
|
|
|
+ await Task.Delay(TimeSpan.FromHours(1), _cancellationTokenSource.Token);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ WriteLog("定期同步模式已停止");
|
|
|
+ Console.WriteLine("\n定期同步模式已停止");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void RunOnce()
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 确认继续
|
|
|
+ Console.Write("\n是否继续? (y/n): ");
|
|
|
+ var confirm = Console.ReadLine()?.ToLower();
|
|
|
+ if (confirm != "y")
|
|
|
+ {
|
|
|
+ Console.WriteLine("操作已取消");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ RunSync();
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Error($"\n❌ 错误: {ex.Message}");
|
|
|
+ Error($"详细信息: {ex.StackTrace}");
|
|
|
+ }
|
|
|
+
|
|
|
+ Console.WriteLine("\n按任意键退出...");
|
|
|
+ Console.ReadKey();
|
|
|
+ }
|
|
|
+
|
|
|
+ static void RunSync()
|
|
|
+ {
|
|
|
+ var startTime = DateTime.Now;
|
|
|
+ WriteLog($"开始完整同步，时间: {startTime:yyyy-MM-dd HH:mm:ss}");
|
|
|
+
|
|
|
+ // 步骤1: 删除旧的目标数据库
|
|
|
+ if (File.Exists(TARGET_DB))
|
|
|
+ {
|
|
|
+ Info("删除旧的目标数据库...");
|
|
|
+ File.Delete(TARGET_DB);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 步骤2: 复制数据库结构
|
|
|
+ Info("复制数据库结构...");
|
|
|
+ if (_isPostgreSQLSource)
|
|
|
+ {
|
|
|
+ CopyDatabaseStructureFromPostgreSQL();
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ CopyDatabaseStructure();
|
|
|
+ }
|
|
|
+
|
|
|
+ // 步骤3: 复制结构表数据
|
|
|
+ Info("复制结构表数据...");
|
|
|
+ foreach (var table in STRUCTURE_TABLES)
|
|
|
+ {
|
|
|
+ if (_isPostgreSQLSource)
|
|
|
+ {
|
|
|
+ CopyStructureTableFromPostgreSQL(table);
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ CopyStructureTable(table);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 步骤4: 复制数据表（按时间过滤）
|
|
|
+ Info($"复制数据表（保留最近 {KEEP_DAYS} 天）...");
|
|
|
+ var cutoffDate = DateTime.Now.AddDays(-KEEP_DAYS);
|
|
|
+ foreach (var (table, dateColumn) in DATA_TABLES)
|
|
|
+ {
|
|
|
+ if (_isPostgreSQLSource)
|
|
|
+ {
|
|
|
+ CopyDataTableFromPostgreSQL(table, dateColumn, cutoffDate);
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ CopyDataTable(table, dateColumn, cutoffDate);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 步骤5: 优化数据库
|
|
|
+ Info("优化目标数据库...");
|
|
|
+ OptimizeDatabase();
|
|
|
+
|
|
|
+ // 步骤6: 生成报告
|
|
|
+ var endTime = DateTime.Now;
|
|
|
+ GenerateReport(startTime, endTime);
|
|
|
+
|
|
|
+ Success($"\n✅ 完成! 耗时: {(endTime - startTime).TotalSeconds:F2} 秒");
|
|
|
+ Success($"新数据库位置: {TARGET_DB}");
|
|
|
+ Success($"新数据库大小: {GetFileSize(TARGET_DB)}");
|
|
|
+
|
|
|
+ WriteLog($"完整同步完成，耗时: {(endTime - startTime).TotalSeconds:F2} 秒");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void RunIncrementalSync()
|
|
|
+ {
|
|
|
+ var startTime = DateTime.Now;
|
|
|
+ WriteLog($"开始增量同步，时间: {startTime:yyyy-MM-dd HH:mm:ss}");
|
|
|
+
|
|
|
+ // 检查目标数据库是否存在
|
|
|
+ if (!File.Exists(TARGET_DB))
|
|
|
+ {
|
|
|
+ Info("目标数据库不存在，执行完整同步...");
|
|
|
+ RunSync();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 检查表结构是否一致（根据配置决定是否检查）
|
|
|
+ var structureChanged = CheckTableStructure(out var newTables, out var missingTables);
|
|
|
+ if (structureChanged)
|
|
|
+ {
|
|
|
+ if (_autoFullSync)
|
|
|
+ {
|
|
|
+ // 配置为自动全量同步
|
|
|
+ Warn("检测到表结构变化，执行完整同步...");
|
|
|
+ WriteLog("表结构不一致，切换到完整同步模式");
|
|
|
+ RunSync();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ else if (_syncNewTablesOnly && (newTables.Any() || missingTables.Any()))
|
|
|
+ {
|
|
|
+ // 配置为只同步新表
|
|
|
+ Warn($"检测到表结构变化：新增表 {string.Join(", ", newTables)}，缺失表 {string.Join(", ", missingTables)}");
|
|
|
+ WriteLog($"表结构变化：新增 {newTables.Count} 个表，缺失 {missingTables.Count} 个表");
|
|
|
+
|
|
|
+ // 增量处理新表
|
|
|
+ SyncNewTablesOnly(newTables, missingTables);
|
|
|
+ // 继续增量同步
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ // 其他情况，继续增量同步（可能只是列变化，不影响数据同步）
|
|
|
+ Warn("检测到表结构变化，但配置为继续增量同步...");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ Info("增量同步模式：只同步新增数据...");
|
|
|
+
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ sourceConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ var totalNewRows = 0;
|
|
|
+ var cutoffDate = DateTime.Now.AddDays(-KEEP_DAYS);
|
|
|
+
|
|
|
+ // 1. 同步结构表（全量更新，因为配置可能变化）
|
|
|
+ Info("更新结构表数据...");
|
|
|
+ foreach (var table in STRUCTURE_TABLES)
|
|
|
+ {
|
|
|
+ var updated = SyncStructureTableIncremental(sourceConn, targetConn, table);
|
|
|
+ if (updated > 0)
|
|
|
+ {
|
|
|
+ totalNewRows += updated;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 2. 增量同步数据表（只同步新增数据）
|
|
|
+ Info($"增量同步数据表（保留最近 {KEEP_DAYS} 天）...");
|
|
|
+ foreach (var (table, dateColumn) in DATA_TABLES)
|
|
|
+ {
|
|
|
+ var newRows = SyncDataTableIncremental(sourceConn, targetConn, table, dateColumn, cutoffDate);
|
|
|
+ totalNewRows += newRows;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 3. 清理过期数据（删除超过保留天数的数据）
|
|
|
+ Info("清理过期数据...");
|
|
|
+ var deletedRows = CleanupExpiredData(targetConn, cutoffDate);
|
|
|
+
|
|
|
+ // 4. 优化数据库
|
|
|
+ Info("优化目标数据库...");
|
|
|
+ OptimizeDatabase();
|
|
|
+
|
|
|
+ var endTime = DateTime.Now;
|
|
|
+ var duration = (endTime - startTime).TotalSeconds;
|
|
|
+
|
|
|
+ Success($"\n✅ 增量同步完成! 耗时: {duration:F2} 秒");
|
|
|
+ Success($"新增数据: {totalNewRows:N0} 行");
|
|
|
+ Success($"删除过期数据: {deletedRows:N0} 行");
|
|
|
+ Success($"数据库大小: {GetFileSize(TARGET_DB)}");
|
|
|
+
|
|
|
+ WriteLog($"增量同步完成，耗时: {duration:F2} 秒，新增: {totalNewRows} 行，删除: {deletedRows} 行");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void LoadConfiguration()
|
|
|
+ {
|
|
|
+ var configFile = "appsettings.json";
|
|
|
+ if (File.Exists(configFile))
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ var json = File.ReadAllText(configFile);
|
|
|
+ _config = JsonSerializer.Deserialize<AppConfig>(json, new JsonSerializerOptions
|
|
|
+ {
|
|
|
+ PropertyNameCaseInsensitive = true,
|
|
|
+ ReadCommentHandling = JsonCommentHandling.Skip
|
|
|
+ }) ?? new AppConfig();
|
|
|
+ Info($"✅ 已加载配置文件: {configFile}");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($"⚠️ 加载配置文件失败: {ex.Message}，使用默认配置");
|
|
|
+ _config = new AppConfig();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ Warn($"⚠️ 配置文件不存在: {configFile}，使用默认配置");
|
|
|
+ // 创建默认配置文件
|
|
|
+ SaveDefaultConfiguration();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void SaveDefaultConfiguration()
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 初始化默认配置
|
|
|
+ var defaultConfig = new AppConfig
|
|
|
+ {
|
|
|
+ SourceDatabase = @"D:\NewProductionLineMonitorDB.db",
|
|
|
+ TargetDatabase = @"D:\NewProductionLineMonitorDB_Dev.db",
|
|
|
+ KeepDays = 14,
|
|
|
+ SyncIntervalHours = 24,
|
|
|
+ IncrementalMode = true,
|
|
|
+ StructureTables = new List<string>
|
|
|
+ {
|
|
|
+ "__EFMigrationsHistory",
|
|
|
+ "ProductionLines",
|
|
|
+ "Machines",
|
|
|
+ "Roles",
|
|
|
+ "Users",
|
|
|
+ "Menus",
|
|
|
+ "RoleMenus",
|
|
|
+ "Recipes",
|
|
|
+ "Cims",
|
|
|
+ "ElectricEnergyMeters"
|
|
|
+ },
|
|
|
+ DataTables = new Dictionary<string, string>
|
|
|
+ {
|
|
|
+ { "MachineOutPutPerHours", "DataTime" },
|
|
|
+ { "MachineFaultRecords", "StartTime" },
|
|
|
+ { "MachineStatistics", "Date" },
|
|
|
+ { "ElectricEnergyMeterLogs", "CreateTime" },
|
|
|
+ { "MachinePowerConsumptions", "CreateTime" },
|
|
|
+ { "MachineProcessBTs", "CreateTime" },
|
|
|
+ { "MachineProcessFOGs", "CreateTime" },
|
|
|
+ { "MachineProcessPSs", "CreateTime" },
|
|
|
+ { "MachineProcessPSEPDs", "CreateTime" },
|
|
|
+ { "MachineFaultComparisons", "CreateTime" }
|
|
|
+ },
|
|
|
+ TableStructureChange = new TableStructureChangeConfig
|
|
|
+ {
|
|
|
+ AutoFullSync = false,
|
|
|
+ SyncNewTablesOnly = true,
|
|
|
+ CheckIntervalHours = 24
|
|
|
+ }
|
|
|
+ };
|
|
|
+
|
|
|
+ var options = new JsonSerializerOptions
|
|
|
+ {
|
|
|
+ WriteIndented = true,
|
|
|
+ Encoder = System.Text.Encodings.Web.JavaScriptEncoder.UnsafeRelaxedJsonEscaping
|
|
|
+ };
|
|
|
+ var json = JsonSerializer.Serialize(defaultConfig, options);
|
|
|
+ File.WriteAllText("appsettings.json", json);
|
|
|
+ _config = defaultConfig;
|
|
|
+ Info("✅ 已创建默认配置文件: appsettings.json");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($"⚠️ 创建默认配置文件失败: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static bool CheckTableStructure(out List<string> newTables, out List<string> missingTables)
|
|
|
+ {
|
|
|
+ newTables = new List<string>();
|
|
|
+ missingTables = new List<string>();
|
|
|
+
|
|
|
+ // 定期检查表结构（根据配置的检查间隔）
|
|
|
+ var now = DateTime.Now;
|
|
|
+ if ((now - _lastStructureCheck).TotalHours < _structureCheckIntervalHours)
|
|
|
+ {
|
|
|
+ // 还没到检查时间，返回false（假设没有变化）
|
|
|
+ return false;
|
|
|
+ }
|
|
|
+ _lastStructureCheck = now;
|
|
|
+
|
|
|
+ try
|
|
|
+ {
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ sourceConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 获取源数据库的所有表
|
|
|
+ var sourceTables = sourceConn.Query<string>(
|
|
|
+ "SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name")
|
|
|
+ .ToHashSet();
|
|
|
+
|
|
|
+ // 获取目标数据库的所有表
|
|
|
+ var targetTables = targetConn.Query<string>(
|
|
|
+ "SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name")
|
|
|
+ .ToHashSet();
|
|
|
+
|
|
|
+ // 检查表是否一致
|
|
|
+ if (!sourceTables.SetEquals(targetTables))
|
|
|
+ {
|
|
|
+ newTables = sourceTables.Except(targetTables).ToList();
|
|
|
+ missingTables = targetTables.Except(sourceTables).ToList();
|
|
|
+
|
|
|
+ if (newTables.Any())
|
|
|
+ {
|
|
|
+ Warn($"源数据库新增表: {string.Join(", ", newTables)}");
|
|
|
+ }
|
|
|
+ if (missingTables.Any())
|
|
|
+ {
|
|
|
+ Warn($"目标数据库缺失表: {string.Join(", ", missingTables)}");
|
|
|
+ }
|
|
|
+ return true;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 检查每个表的列结构
|
|
|
+ foreach (var table in sourceTables)
|
|
|
+ {
|
|
|
+ var sourceColumns = sourceConn.Query<dynamic>(
|
|
|
+ $"PRAGMA table_info([{table}])").Select(r => (string)r.name).OrderBy(n => n).ToList();
|
|
|
+
|
|
|
+ var targetColumns = targetConn.Query<dynamic>(
|
|
|
+ $"PRAGMA table_info([{table}])").Select(r => (string)r.name).OrderBy(n => n).ToList();
|
|
|
+
|
|
|
+ if (sourceColumns.Count != targetColumns.Count)
|
|
|
+ {
|
|
|
+ Warn($"表 {table} 的列数不一致（源: {sourceColumns.Count}, 目标: {targetColumns.Count}）");
|
|
|
+ return true; // 列结构变化，返回true
|
|
|
+ }
|
|
|
+
|
|
|
+ // 检查列名是否一致
|
|
|
+ if (!sourceColumns.SequenceEqual(targetColumns))
|
|
|
+ {
|
|
|
+ var missing = sourceColumns.Except(targetColumns).ToList();
|
|
|
+ var extra = targetColumns.Except(sourceColumns).ToList();
|
|
|
+ if (missing.Any())
|
|
|
+ Warn($"表 {table} 缺少列: {string.Join(", ", missing)}");
|
|
|
+ if (extra.Any())
|
|
|
+ Warn($"表 {table} 多余列: {string.Join(", ", extra)}");
|
|
|
+ return true; // 列结构变化，返回true
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ return false; // 表结构一致
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($"检查表结构时出错: {ex.Message}");
|
|
|
+ return false; // 出错时返回false，不中断同步
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static int SyncStructureTableIncremental(SqliteConnection sourceConn, SqliteConnection targetConn, string tableName)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = sourceConn.ExecuteScalar<int>(
|
|
|
+ "SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name=@name",
|
|
|
+ new { name = tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取源表的所有数据
|
|
|
+ var sourceData = sourceConn.Query($"SELECT * FROM [{tableName}]").ToList();
|
|
|
+
|
|
|
+ // 清空目标表
|
|
|
+ targetConn.Execute($"DELETE FROM [{tableName}]");
|
|
|
+
|
|
|
+ // 重新插入所有数据
|
|
|
+ if (sourceData.Count > 0)
|
|
|
+ {
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ foreach (var row in sourceData)
|
|
|
+ {
|
|
|
+ var dict = (IDictionary<string, object>)row;
|
|
|
+ var columns = string.Join(", ", dict.Keys.Select(k => $"[{k}]"));
|
|
|
+ var parameters = string.Join(", ", dict.Keys.Select(k => $"@{k}"));
|
|
|
+ var sql = $"INSERT INTO [{tableName}] ({columns}) VALUES ({parameters})";
|
|
|
+ targetConn.Execute(sql, dict, transaction);
|
|
|
+ }
|
|
|
+ transaction.Commit();
|
|
|
+ }
|
|
|
+
|
|
|
+ Info($" ✅ {tableName,-30} (更新 {sourceData.Count:N0} 行)");
|
|
|
+ return sourceData.Count;
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 同步结构表 {tableName} 时出错: {ex.Message}");
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static int SyncDataTableIncremental(SqliteConnection sourceConn, SqliteConnection targetConn,
|
|
|
+ string tableName, string dateColumn, DateTime cutoffDate)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = sourceConn.ExecuteScalar<int>(
|
|
|
+ "SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name=@name",
|
|
|
+ new { name = tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取目标表中最大的时间戳（用于增量同步）
|
|
|
+ DateTime? maxDate = null;
|
|
|
+ try
|
|
|
+ {
|
|
|
+ var maxDateStr = targetConn.ExecuteScalar<string>(
|
|
|
+ $"SELECT MAX([{dateColumn}]) FROM [{tableName}]");
|
|
|
+ if (!string.IsNullOrEmpty(maxDateStr) && DateTime.TryParse(maxDateStr, out var parsedDate))
|
|
|
+ {
|
|
|
+ maxDate = parsedDate;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ catch
|
|
|
+ {
|
|
|
+ // 如果表为空或不存在，maxDate 保持为 null
|
|
|
+ }
|
|
|
+
|
|
|
+ // 查询需要同步的新数据（大于最大时间戳，且在保留天数内）
|
|
|
+ object parameters;
|
|
|
+ string query;
|
|
|
+
|
|
|
+ if (maxDate.HasValue)
|
|
|
+ {
|
|
|
+ query = $@"SELECT * FROM [{tableName}]
|
|
|
+ WHERE [{dateColumn}] >= @cutoffDate AND [{dateColumn}] > @maxDate";
|
|
|
+ parameters = new
|
|
|
+ {
|
|
|
+ cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss"),
|
|
|
+ maxDate = maxDate.Value.ToString("yyyy-MM-dd HH:mm:ss")
|
|
|
+ };
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ query = $@"SELECT * FROM [{tableName}]
|
|
|
+ WHERE [{dateColumn}] >= @cutoffDate";
|
|
|
+ parameters = new { cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss") };
|
|
|
+ }
|
|
|
+
|
|
|
+ var newRows = sourceConn.Query(query, parameters).ToList();
|
|
|
+
|
|
|
+ if (newRows.Count == 0)
|
|
|
+ {
|
|
|
+ Info($" 📋 {tableName,-30} (无新数据)");
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 批量插入新数据
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ var inserted = 0;
|
|
|
+ foreach (var row in newRows)
|
|
|
+ {
|
|
|
+ var dict = (IDictionary<string, object>)row;
|
|
|
+ var columns = string.Join(", ", dict.Keys.Select(k => $"[{k}]"));
|
|
|
+ var paramsList = string.Join(", ", dict.Keys.Select(k => $"@{k}"));
|
|
|
+ var sql = $"INSERT OR IGNORE INTO [{tableName}] ({columns}) VALUES ({paramsList})";
|
|
|
+ targetConn.Execute(sql, dict, transaction);
|
|
|
+ inserted++;
|
|
|
+ }
|
|
|
+ transaction.Commit();
|
|
|
+
|
|
|
+ Info($" ✅ {tableName,-30} (新增 {inserted:N0} 行)");
|
|
|
+ return inserted;
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 增量同步表 {tableName} 时出错: {ex.Message}");
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void SyncNewTablesOnly(List<string> newTables, List<string> missingTables)
|
|
|
+ {
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ sourceConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ Info("增量处理新表...");
|
|
|
+
|
|
|
+ // 1. 处理源数据库新增的表
|
|
|
+ foreach (var tableName in newTables)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 复制表结构
|
|
|
+ var createSql = sourceConn.Query<string>(
|
|
|
+ "SELECT sql FROM sqlite_master WHERE type='table' AND name=@name",
|
|
|
+ new { name = tableName }).FirstOrDefault();
|
|
|
+
|
|
|
+ if (!string.IsNullOrEmpty(createSql))
|
|
|
+ {
|
|
|
+ targetConn.Execute(createSql);
|
|
|
+ Info($" ✅ 已创建新表结构: {tableName}");
|
|
|
+ }
|
|
|
+
|
|
|
+ // 判断是结构表还是数据表
|
|
|
+ bool isStructureTable = STRUCTURE_TABLES.Contains(tableName);
|
|
|
+ bool isDataTable = DATA_TABLES.ContainsKey(tableName);
|
|
|
+
|
|
|
+ if (isStructureTable)
|
|
|
+ {
|
|
|
+ // 结构表：全量复制
|
|
|
+ var count = SyncStructureTableIncremental(sourceConn, targetConn, tableName);
|
|
|
+ Info($" ✅ 已同步结构表数据: {tableName} ({count:N0} 行)");
|
|
|
+ }
|
|
|
+ else if (isDataTable)
|
|
|
+ {
|
|
|
+ // 数据表：按时间过滤复制
|
|
|
+ var dateColumn = DATA_TABLES[tableName];
|
|
|
+ var cutoffDate = DateTime.Now.AddDays(-KEEP_DAYS);
|
|
|
+ var count = CopyDataTableForNewTable(sourceConn, targetConn, tableName, dateColumn, cutoffDate);
|
|
|
+ Info($" ✅ 已同步数据表数据: {tableName} ({count:N0} 行，保留最近 {KEEP_DAYS} 天)");
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ // 未配置的表：只复制结构，不复制数据
|
|
|
+ Warn($" ⚠️ 表 {tableName} 未在配置中，只复制结构，不复制数据");
|
|
|
+ Info($" 💡 提示: 如需复制数据，请在 appsettings.json 中添加配置");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 处理新表 {tableName} 时出错: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 2. 处理目标数据库多余的表（源数据库已删除）
|
|
|
+ foreach (var tableName in missingTables)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 可以选择删除或保留
|
|
|
+ // 这里选择保留，因为可能是历史数据
|
|
|
+ Warn($" ⚠️ 目标数据库存在源数据库已删除的表: {tableName}（保留）");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 处理缺失表 {tableName} 时出错: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static int CopyDataTableForNewTable(SqliteConnection sourceConn, SqliteConnection targetConn,
|
|
|
+ string tableName, string dateColumn, DateTime cutoffDate)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 获取要复制的行数
|
|
|
+ var keepCount = sourceConn.ExecuteScalar<int>(
|
|
|
+ $"SELECT COUNT(*) FROM [{tableName}] WHERE [{dateColumn}] >= @cutoffDate",
|
|
|
+ new { cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss") });
|
|
|
+
|
|
|
+ if (keepCount == 0)
|
|
|
+ {
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 流式处理：分批查询和插入
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ var batchSize = 1000;
|
|
|
+ var insertedCount = 0;
|
|
|
+ var offset = 0;
|
|
|
+
|
|
|
+ while (insertedCount < keepCount)
|
|
|
+ {
|
|
|
+ var currentBatch = sourceConn.Query(
|
|
|
+ $"SELECT * FROM [{tableName}] WHERE [{dateColumn}] >= @cutoffDate LIMIT @limit OFFSET @offset",
|
|
|
+ new
|
|
|
+ {
|
|
|
+ cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss"),
|
|
|
+ limit = batchSize,
|
|
|
+ offset = offset
|
|
|
+ }).ToList();
|
|
|
+
|
|
|
+ if (currentBatch.Count == 0)
|
|
|
+ break;
|
|
|
+
|
|
|
+ // 批量插入
|
|
|
+ InsertBatch(targetConn, tableName, currentBatch.Cast<object>().ToList(), transaction);
|
|
|
+ insertedCount += currentBatch.Count;
|
|
|
+ offset += batchSize;
|
|
|
+ }
|
|
|
+
|
|
|
+ transaction.Commit();
|
|
|
+ return insertedCount;
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 复制新数据表 {tableName} 时出错: {ex.Message}");
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static int CleanupExpiredData(SqliteConnection targetConn, DateTime cutoffDate)
|
|
|
+ {
|
|
|
+ var totalDeleted = 0;
|
|
|
+ foreach (var (table, dateColumn) in DATA_TABLES)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ var deleted = targetConn.Execute(
|
|
|
+ $"DELETE FROM [{table}] WHERE [{dateColumn}] < @cutoffDate",
|
|
|
+ new { cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss") });
|
|
|
+ totalDeleted += deleted;
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 清理表 {table} 过期数据时出错: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return totalDeleted;
|
|
|
+ }
|
|
|
+
|
|
|
+ static void WriteLog(string message)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ var logMessage = $"[{DateTime.Now:yyyy-MM-dd HH:mm:ss}] {message}";
|
|
|
+ File.AppendAllText(_logFile, logMessage + Environment.NewLine);
|
|
|
+ }
|
|
|
+ catch
|
|
|
+ {
|
|
|
+ // 忽略日志写入错误
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyDatabaseStructure()
|
|
|
+ {
|
|
|
+ // 使用只读模式打开源数据库，避免创建WAL文件
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ sourceConn.Open();
|
|
|
+
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 获取所有表的创建语句
|
|
|
+ var tables = sourceConn.Query<string>(
|
|
|
+ "SELECT sql FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%'");
|
|
|
+
|
|
|
+ foreach (var createSql in tables)
|
|
|
+ {
|
|
|
+ if (!string.IsNullOrEmpty(createSql))
|
|
|
+ {
|
|
|
+ targetConn.Execute(createSql);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 复制索引
|
|
|
+ var indexes = sourceConn.Query<string>(
|
|
|
+ "SELECT sql FROM sqlite_master WHERE type='index' AND sql IS NOT NULL");
|
|
|
+
|
|
|
+ foreach (var indexSql in indexes)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ targetConn.Execute(indexSql);
|
|
|
+ }
|
|
|
+ catch
|
|
|
+ {
|
|
|
+ // 忽略已存在的索引
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyDatabaseStructureFromPostgreSQL()
|
|
|
+ {
|
|
|
+ if (string.IsNullOrEmpty(_pgConnectionString))
|
|
|
+ {
|
|
|
+ throw new Exception("PostgreSQL 连接字符串未配置");
|
|
|
+ }
|
|
|
+
|
|
|
+ using var pgConn = new NpgsqlConnection(_pgConnectionString);
|
|
|
+ pgConn.Open();
|
|
|
+
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 获取所有表名
|
|
|
+ var tables = pgConn.Query<string>(
|
|
|
+ @"SELECT table_name
|
|
|
+ FROM information_schema.tables
|
|
|
+ WHERE table_schema = 'public'
|
|
|
+ AND table_type = 'BASE TABLE'
|
|
|
+ ORDER BY table_name");
|
|
|
+
|
|
|
+ foreach (var tableName in tables)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ // 获取表结构
|
|
|
+ var columns = pgConn.Query<dynamic>(
|
|
|
+ @"SELECT
|
|
|
+ column_name,
|
|
|
+ data_type,
|
|
|
+ character_maximum_length,
|
|
|
+ is_nullable,
|
|
|
+ column_default
|
|
|
+ FROM information_schema.columns
|
|
|
+ WHERE table_schema = 'public'
|
|
|
+ AND table_name = @tableName
|
|
|
+ ORDER BY ordinal_position",
|
|
|
+ new { tableName });
|
|
|
+
|
|
|
+ if (!columns.Any())
|
|
|
+ continue;
|
|
|
+
|
|
|
+ // 构建 CREATE TABLE 语句
|
|
|
+ var columnDefs = new List<string>();
|
|
|
+ foreach (var col in columns)
|
|
|
+ {
|
|
|
+ var colName = (string)col.column_name;
|
|
|
+ var dataType = MapPostgreSQLTypeToSQLite((string)col.data_type, col.character_maximum_length);
|
|
|
+ var nullable = (string)col.is_nullable == "YES" ? "" : " NOT NULL";
|
|
|
+ var defaultValue = col.column_default != null ? $" DEFAULT {col.column_default}" : "";
|
|
|
+
|
|
|
+ columnDefs.Add($"[{colName}] {dataType}{nullable}{defaultValue}");
|
|
|
+ }
|
|
|
+
|
|
|
+ var createTableSql = $"CREATE TABLE IF NOT EXISTS [{tableName}] ({string.Join(", ", columnDefs)})";
|
|
|
+ targetConn.Execute(createTableSql);
|
|
|
+
|
|
|
+ Info($" ✅ 已创建表: {tableName}");
|
|
|
+ }
|
|
|
+ catch (Exception ex)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 创建表 {tableName} 失败: {ex.Message}");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static string MapPostgreSQLTypeToSQLite(string pgType, object? maxLength)
|
|
|
+ {
|
|
|
+ // PostgreSQL 类型到 SQLite 类型映射
|
|
|
+ return pgType.ToLower() switch
|
|
|
+ {
|
|
|
+ "integer" or "int" or "int4" => "INTEGER",
|
|
|
+ "bigint" or "int8" => "INTEGER",
|
|
|
+ "smallint" or "int2" => "INTEGER",
|
|
|
+ "real" or "float4" => "REAL",
|
|
|
+ "double precision" or "float8" => "REAL",
|
|
|
+ "numeric" or "decimal" => "REAL",
|
|
|
+ "boolean" or "bool" => "INTEGER", // SQLite 用 0/1 表示布尔值
|
|
|
+ "text" => "TEXT",
|
|
|
+ "character varying" or "varchar" => maxLength != null ? $"TEXT" : "TEXT",
|
|
|
+ "character" or "char" => maxLength != null ? $"TEXT" : "TEXT",
|
|
|
+ "timestamp" or "timestamp without time zone" => "TEXT",
|
|
|
+ "timestamp with time zone" => "TEXT",
|
|
|
+ "date" => "TEXT",
|
|
|
+ "time" => "TEXT",
|
|
|
+ "uuid" => "TEXT",
|
|
|
+ "json" or "jsonb" => "TEXT",
|
|
|
+ "bytea" => "BLOB",
|
|
|
+ _ => "TEXT" // 默认映射为 TEXT
|
|
|
+ };
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyStructureTable(string tableName)
|
|
|
+ {
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+
|
|
|
+ sourceConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = sourceConn.ExecuteScalar<int>(
|
|
|
+ "SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name=@name",
|
|
|
+ new { name = tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 表不存在: {tableName}，跳过");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取行数
|
|
|
+ var count = sourceConn.ExecuteScalar<int>($"SELECT COUNT(*) FROM [{tableName}]");
|
|
|
+
|
|
|
+ if (count == 0)
|
|
|
+ {
|
|
|
+ Info($" 📋 {tableName,-30} (0 行)");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 复制数据
|
|
|
+ var data = sourceConn.Query($"SELECT * FROM [{tableName}]");
|
|
|
+
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ foreach (var row in data)
|
|
|
+ {
|
|
|
+ var dict = (IDictionary<string, object>)row;
|
|
|
+ var columns = string.Join(", ", dict.Keys.Select(k => $"[{k}]"));
|
|
|
+ var parameters = string.Join(", ", dict.Keys.Select(k => $"@{k}"));
|
|
|
+
|
|
|
+ var sql = $"INSERT INTO [{tableName}] ({columns}) VALUES ({parameters})";
|
|
|
+ targetConn.Execute(sql, dict, transaction);
|
|
|
+ }
|
|
|
+ transaction.Commit();
|
|
|
+
|
|
|
+ Success($" ✅ {tableName,-30} ({count:N0} 行)");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyStructureTableFromPostgreSQL(string tableName)
|
|
|
+ {
|
|
|
+ if (string.IsNullOrEmpty(_pgConnectionString))
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ PostgreSQL 连接字符串未配置，跳过表: {tableName}");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ using var pgConn = new NpgsqlConnection(_pgConnectionString);
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+
|
|
|
+ pgConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = pgConn.ExecuteScalar<int>(
|
|
|
+ @"SELECT COUNT(*)
|
|
|
+ FROM information_schema.tables
|
|
|
+ WHERE table_schema = 'public'
|
|
|
+ AND table_name = @tableName",
|
|
|
+ new { tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 表不存在: {tableName}，跳过");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取行数
|
|
|
+ var count = pgConn.ExecuteScalar<long>($"SELECT COUNT(*) FROM \"{tableName}\"");
|
|
|
+
|
|
|
+ if (count == 0)
|
|
|
+ {
|
|
|
+ Info($" 📋 {tableName,-30} (0 行)");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 分批复制数据
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ var batchSize = 1000;
|
|
|
+ var offset = 0;
|
|
|
+ var totalInserted = 0;
|
|
|
+
|
|
|
+ while (true)
|
|
|
+ {
|
|
|
+ var data = pgConn.Query($"SELECT * FROM \"{tableName}\" LIMIT {batchSize} OFFSET {offset}").ToList();
|
|
|
+
|
|
|
+ if (data.Count == 0)
|
|
|
+ break;
|
|
|
+
|
|
|
+ foreach (var row in data)
|
|
|
+ {
|
|
|
+ var dict = (IDictionary<string, object>)row;
|
|
|
+ // 处理 PostgreSQL 特殊类型
|
|
|
+ var processedDict = ProcessPostgreSQLData(dict);
|
|
|
+
|
|
|
+ var columns = string.Join(", ", processedDict.Keys.Select(k => $"[{k}]"));
|
|
|
+ var parameters = string.Join(", ", processedDict.Keys.Select(k => $"@{k}"));
|
|
|
+
|
|
|
+ var sql = $"INSERT INTO [{tableName}] ({columns}) VALUES ({parameters})";
|
|
|
+ targetConn.Execute(sql, processedDict, transaction);
|
|
|
+ totalInserted++;
|
|
|
+ }
|
|
|
+
|
|
|
+ offset += batchSize;
|
|
|
+
|
|
|
+ if (totalInserted % 1000 == 0)
|
|
|
+ {
|
|
|
+ Console.Write($"\r ⏳ {tableName,-30} ({totalInserted:N0}/{count:N0})");
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ transaction.Commit();
|
|
|
+ Console.Write("\r");
|
|
|
+ Success($" ✅ {tableName,-30} ({totalInserted:N0} 行)");
|
|
|
+ }
|
|
|
+
|
|
|
+ static Dictionary<string, object> ProcessPostgreSQLData(IDictionary<string, object> dict)
|
|
|
+ {
|
|
|
+ var result = new Dictionary<string, object>();
|
|
|
+ foreach (var kvp in dict)
|
|
|
+ {
|
|
|
+ var value = kvp.Value;
|
|
|
+
|
|
|
+ // 处理 PostgreSQL 特殊类型
|
|
|
+ if (value == null || value == DBNull.Value)
|
|
|
+ {
|
|
|
+ result[kvp.Key] = null;
|
|
|
+ }
|
|
|
+ else if (value is bool boolValue)
|
|
|
+ {
|
|
|
+ // SQLite 用 0/1 表示布尔值
|
|
|
+ result[kvp.Key] = boolValue ? 1 : 0;
|
|
|
+ }
|
|
|
+ else if (value is DateTime dateTimeValue)
|
|
|
+ {
|
|
|
+ // 转换为字符串
|
|
|
+ result[kvp.Key] = dateTimeValue.ToString("yyyy-MM-dd HH:mm:ss");
|
|
|
+ }
|
|
|
+ else if (value is DateTimeOffset dateTimeOffsetValue)
|
|
|
+ {
|
|
|
+ result[kvp.Key] = dateTimeOffsetValue.ToString("yyyy-MM-dd HH:mm:ss");
|
|
|
+ }
|
|
|
+ else if (value is Guid guidValue)
|
|
|
+ {
|
|
|
+ result[kvp.Key] = guidValue.ToString();
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ result[kvp.Key] = value;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return result;
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyDataTable(string tableName, string dateColumn, DateTime cutoffDate)
|
|
|
+ {
|
|
|
+ using var sourceConn = new SqliteConnection($"Data Source={SOURCE_DB};Mode=ReadOnly");
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+
|
|
|
+ sourceConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = sourceConn.ExecuteScalar<int>(
|
|
|
+ "SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name=@name",
|
|
|
+ new { name = tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 表不存在: {tableName}，跳过");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取总行数和要复制的行数
|
|
|
+ var totalCount = sourceConn.ExecuteScalar<int>($"SELECT COUNT(*) FROM [{tableName}]");
|
|
|
+ var keepCount = sourceConn.ExecuteScalar<int>(
|
|
|
+ $"SELECT COUNT(*) FROM [{tableName}] WHERE [{dateColumn}] >= @cutoffDate",
|
|
|
+ new { cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss") });
|
|
|
+
|
|
|
+ if (keepCount == 0)
|
|
|
+ {
|
|
|
+ Info($" 📋 {tableName,-30} (0 行，共 {totalCount:N0} 行)");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 流式处理：分批查询和插入，避免一次性加载所有数据到内存
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ var batchSize = 1000;
|
|
|
+ var insertedCount = 0;
|
|
|
+ var offset = 0;
|
|
|
+ var lastUpdateTime = DateTime.Now;
|
|
|
+
|
|
|
+ // 使用LIMIT和OFFSET分批查询
|
|
|
+ while (insertedCount < keepCount)
|
|
|
+ {
|
|
|
+ var currentBatch = sourceConn.Query(
|
|
|
+ $"SELECT * FROM [{tableName}] WHERE [{dateColumn}] >= @cutoffDate LIMIT @limit OFFSET @offset",
|
|
|
+ new
|
|
|
+ {
|
|
|
+ cutoffDate = cutoffDate.ToString("yyyy-MM-dd HH:mm:ss"),
|
|
|
+ limit = batchSize,
|
|
|
+ offset = offset
|
|
|
+ }).ToList();
|
|
|
+
|
|
|
+ if (currentBatch.Count == 0)
|
|
|
+ break;
|
|
|
+
|
|
|
+ // 批量插入
|
|
|
+ InsertBatch(targetConn, tableName, currentBatch.Cast<object>().ToList(), transaction);
|
|
|
+ insertedCount += currentBatch.Count;
|
|
|
+ offset += batchSize;
|
|
|
+
|
|
|
+ // 每1000行或每2秒更新一次进度显示
|
|
|
+ var now = DateTime.Now;
|
|
|
+ if (insertedCount % 1000 == 0 || (now - lastUpdateTime).TotalSeconds >= 2)
|
|
|
+ {
|
|
|
+ var percent = keepCount > 0 ? (insertedCount * 100.0 / keepCount) : 0;
|
|
|
+ Console.Write($"\r ⏳ {tableName,-30} ({insertedCount:N0}/{keepCount:N0} - {percent:F1}%)");
|
|
|
+ lastUpdateTime = now;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ transaction.Commit();
|
|
|
+
|
|
|
+ var deletedCount = totalCount - keepCount;
|
|
|
+ var deletedPercent = totalCount > 0 ? (deletedCount * 100.0 / totalCount) : 0;
|
|
|
+
|
|
|
+ Console.Write("\r");
|
|
|
+ Success($" ✅ {tableName,-30} (保留 {keepCount:N0} 行，删除 {deletedCount:N0} 行 [{deletedPercent:F1}%])");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void CopyDataTableFromPostgreSQL(string tableName, string dateColumn, DateTime cutoffDate)
|
|
|
+ {
|
|
|
+ if (string.IsNullOrEmpty(_pgConnectionString))
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ PostgreSQL 连接字符串未配置，跳过表: {tableName}");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ using var pgConn = new NpgsqlConnection(_pgConnectionString);
|
|
|
+ using var targetConn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+
|
|
|
+ pgConn.Open();
|
|
|
+ targetConn.Open();
|
|
|
+
|
|
|
+ // 检查表是否存在
|
|
|
+ var tableExists = pgConn.ExecuteScalar<int>(
|
|
|
+ @"SELECT COUNT(*)
|
|
|
+ FROM information_schema.tables
|
|
|
+ WHERE table_schema = 'public'
|
|
|
+ AND table_name = @tableName",
|
|
|
+ new { tableName });
|
|
|
+
|
|
|
+ if (tableExists == 0)
|
|
|
+ {
|
|
|
+ Warn($" ⚠️ 表不存在: {tableName}，跳过");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 获取总行数和要复制的行数
|
|
|
+ var totalCount = pgConn.ExecuteScalar<long>($"SELECT COUNT(*) FROM \"{tableName}\"");
|
|
|
+ var keepCount = pgConn.ExecuteScalar<long>(
|
|
|
+ $"SELECT COUNT(*) FROM \"{tableName}\" WHERE \"{dateColumn}\" >= @cutoffDate",
|
|
|
+ new { cutoffDate = cutoffDate });
|
|
|
+
|
|
|
+ if (keepCount == 0)
|
|
|
+ {
|
|
|
+ Info($" 📋 {tableName,-30} (0 行，共 {totalCount:N0} 行)");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 流式处理：分批查询和插入
|
|
|
+ using var transaction = targetConn.BeginTransaction();
|
|
|
+ var batchSize = 1000;
|
|
|
+ var insertedCount = 0L;
|
|
|
+ var offset = 0;
|
|
|
+ var lastUpdateTime = DateTime.Now;
|
|
|
+
|
|
|
+ // 使用LIMIT和OFFSET分批查询
|
|
|
+ while (insertedCount < keepCount)
|
|
|
+ {
|
|
|
+ var currentBatch = pgConn.Query(
|
|
|
+ $"SELECT * FROM \"{tableName}\" WHERE \"{dateColumn}\" >= @cutoffDate ORDER BY \"{dateColumn}\" LIMIT {batchSize} OFFSET {offset}",
|
|
|
+ new { cutoffDate = cutoffDate }).ToList();
|
|
|
+
|
|
|
+ if (currentBatch.Count == 0)
|
|
|
+ break;
|
|
|
+
|
|
|
+ // 批量插入
|
|
|
+ foreach (var row in currentBatch)
|
|
|
+ {
|
|
|
+ var dict = (IDictionary<string, object>)row;
|
|
|
+ var processedDict = ProcessPostgreSQLData(dict);
|
|
|
+ var columns = string.Join(", ", processedDict.Keys.Select(k => $"[{k}]"));
|
|
|
+ var parameters = string.Join(", ", processedDict.Keys.Select(k => $"@{k}"));
|
|
|
+ var sql = $"INSERT INTO [{tableName}] ({columns}) VALUES ({parameters})";
|
|
|
+ targetConn.Execute(sql, processedDict, transaction);
|
|
|
+ insertedCount++;
|
|
|
+ }
|
|
|
+
|
|
|
+ offset += batchSize;
|
|
|
+
|
|
|
+ // 每1000行或每2秒更新一次进度显示
|
|
|
+ var now = DateTime.Now;
|
|
|
+ if (insertedCount % 1000 == 0 || (now - lastUpdateTime).TotalSeconds >= 2)
|
|
|
+ {
|
|
|
+ var percent = keepCount > 0 ? (insertedCount * 100.0 / keepCount) : 0;
|
|
|
+ Console.Write($"\r ⏳ {tableName,-30} ({insertedCount:N0}/{keepCount:N0} - {percent:F1}%)");
|
|
|
+ lastUpdateTime = now;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ transaction.Commit();
|
|
|
+
|
|
|
+ var deletedCount = totalCount - keepCount;
|
|
|
+ var deletedPercent = totalCount > 0 ? (deletedCount * 100.0 / totalCount) : 0;
|
|
|
+
|
|
|
+ Console.Write("\r");
|
|
|
+ Success($" ✅ {tableName,-30} (保留 {keepCount:N0} 行，删除 {deletedCount:N0} 行 [{deletedPercent:F1}%])");
|
|
|
+ }
|
|
|
+
|
|
|
+ static void InsertBatch(SqliteConnection conn, string tableName, List<object> batch, SqliteTransaction transaction)
|
|
|
+ {
|
|
|
+ if (batch.Count == 0) return;
|
|
|
+
|
|
|
+ var firstRow = (IDictionary<string, object>)batch[0];
|
|
|
+ var columns = string.Join(", ", firstRow.Keys.Select(k => $"[{k}]"));
|
|
|
+ var parameters = string.Join(", ", firstRow.Keys.Select(k => $"@{k}"));
|
|
|
+ var sql = $"INSERT INTO [{tableName}] ({columns}) VALUES ({parameters})";
|
|
|
+
|
|
|
+ // 使用批量插入优化性能
|
|
|
+ foreach (var row in batch)
|
|
|
+ {
|
|
|
+ conn.Execute(sql, row, transaction);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ static void OptimizeDatabase()
|
|
|
+ {
|
|
|
+ using var conn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ conn.Open();
|
|
|
+
|
|
|
+ // SQLite不支持存储过程，使用CommandType.Text
|
|
|
+ conn.Execute("VACUUM", commandType: CommandType.Text);
|
|
|
+ conn.Execute("ANALYZE", commandType: CommandType.Text);
|
|
|
+ }
|
|
|
+
|
|
|
+ static void GenerateReport(DateTime startTime, DateTime endTime)
|
|
|
+ {
|
|
|
+ using var conn = new SqliteConnection($"Data Source={TARGET_DB}");
|
|
|
+ conn.Open();
|
|
|
+
|
|
|
+ Console.WriteLine("\n" + new string('=', 70));
|
|
|
+ Console.ForegroundColor = ConsoleColor.Yellow;
|
|
|
+ Console.WriteLine("【数据库统计报告】");
|
|
|
+ Console.ResetColor();
|
|
|
+ Console.WriteLine(new string('=', 70));
|
|
|
+
|
|
|
+ // 获取所有表的行数
|
|
|
+ var tables = conn.Query<string>(
|
|
|
+ "SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name");
|
|
|
+
|
|
|
+ Console.WriteLine($"\n{"表名",-35} {"行数",15}");
|
|
|
+ Console.WriteLine(new string('-', 50));
|
|
|
+
|
|
|
+ var totalRows = 0;
|
|
|
+ foreach (var table in tables)
|
|
|
+ {
|
|
|
+ var count = conn.ExecuteScalar<int>($"SELECT COUNT(*) FROM [{table}]");
|
|
|
+ totalRows += count;
|
|
|
+ Console.WriteLine($"{table,-35} {count,15:N0}");
|
|
|
+ }
|
|
|
+
|
|
|
+ Console.WriteLine(new string('-', 50));
|
|
|
+ Console.WriteLine($"{"总计",-35} {totalRows,15:N0}");
|
|
|
+
|
|
|
+ Console.WriteLine($"\n耗时: {(endTime - startTime).TotalSeconds:F2} 秒");
|
|
|
+ Console.WriteLine($"源数据库大小: {GetFileSize(SOURCE_DB)}");
|
|
|
+ Console.WriteLine($"新数据库大小: {GetFileSize(TARGET_DB)}");
|
|
|
+
|
|
|
+ var sourceSize = new FileInfo(SOURCE_DB).Length;
|
|
|
+ var targetSize = new FileInfo(TARGET_DB).Length;
|
|
|
+ var reduction = sourceSize - targetSize;
|
|
|
+ var reductionPercent = (reduction * 100.0 / sourceSize);
|
|
|
+
|
|
|
+ Console.WriteLine($"减少大小: {FormatSize(reduction)} ({reductionPercent:F1}%)");
|
|
|
+ Console.WriteLine(new string('=', 70));
|
|
|
+ }
|
|
|
+
|
|
|
+ static string GetFileSize(string filePath)
|
|
|
+ {
|
|
|
+ var fileInfo = new FileInfo(filePath);
|
|
|
+ return FormatSize(fileInfo.Length);
|
|
|
+ }
|
|
|
+
|
|
|
+ static string FormatSize(long bytes)
|
|
|
+ {
|
|
|
+ string[] sizes = { "B", "KB", "MB", "GB" };
|
|
|
+ double len = bytes;
|
|
|
+ int order = 0;
|
|
|
+ while (len >= 1024 && order < sizes.Length - 1)
|
|
|
+ {
|
|
|
+ order++;
|
|
|
+ len = len / 1024;
|
|
|
+ }
|
|
|
+ return $"{len:0.##} {sizes[order]}";
|
|
|
+ }
|
|
|
+
|
|
|
+ static void Info(string message)
|
|
|
+ {
|
|
|
+ Console.ForegroundColor = ConsoleColor.Cyan;
|
|
|
+ Console.WriteLine($"[{DateTime.Now:HH:mm:ss}] {message}");
|
|
|
+ Console.ResetColor();
|
|
|
+ }
|
|
|
+
|
|
|
+ static void Success(string message)
|
|
|
+ {
|
|
|
+ Console.ForegroundColor = ConsoleColor.Green;
|
|
|
+ Console.WriteLine(message);
|
|
|
+ Console.ResetColor();
|
|
|
+ }
|
|
|
+
|
|
|
+ static void Warn(string message)
|
|
|
+ {
|
|
|
+ Console.ForegroundColor = ConsoleColor.Yellow;
|
|
|
+ Console.WriteLine(message);
|
|
|
+ Console.ResetColor();
|
|
|
+ }
|
|
|
+
|
|
|
+ static void Error(string message)
|
|
|
+ {
|
|
|
+ Console.ForegroundColor = ConsoleColor.Red;
|
|
|
+ Console.WriteLine(message);
|
|
|
+ Console.ResetColor();
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
