使用C#实现Excel实时读取并导入SQL数据库

using System.IO;

public class ExcelMonitor {
    private FileSystemWatcher _watcher;
    private string _filePath = @"C:\data\input.xlsx";
    private string _connectionString = "Your SQL Connection String";

    public event EventHandler<FileChangedEventArgs> FileChanged;

    public ExcelMonitor() {
        InitializeWatcher();
    }

    private void InitializeWatcher() {
        _watcher = new FileSystemWatcher();
        _watcher.Path = Path.GetDirectoryName(_filePath);
        _watcher.Filter = Path.GetFileName(_filePath);
        _watcher.NotifyFilter = NotifyFilters.LastWrite | NotifyFilters.FileName;
        _watcher.Changed += OnFileChanged;
        _watcher.Created += OnFileChanged;
        _watcher.EnableRaisingEvents = true;
    }

    private void OnFileChanged(object sender, FileSystemEventArgs e) {
        if (Path.GetExtension(e.FullPath).ToLower() == ".xlsx") {
            FileChanged?.Invoke(this, new FileChangedEventArgs(e.FullPath));
        }
    }
}

public class FileChangedEventArgs : EventArgs {
    public string FilePath { get; }
    public FileChangedEventArgs(string path) => FilePath = path;
}

using OfficeOpenXml;
using System.Data;

public class ExcelReader {
    public DataTable ReadExcel(string filePath) {
        var dataTable = new DataTable();
        using (var package = new ExcelPackage(new FileInfo(filePath))) {
            var worksheet = package.Workbook.Worksheets[0];
            worksheet.Cells["A1"].LoadFromCollection(GetDataFromSheet(worksheet));
            dataTable = worksheet.Cells["A1"].GetDataTable();
        }
        return dataTable;
    }

    private IEnumerable<object[]> GetDataFromSheet(ExcelWorksheet sheet) {
        var data = new List<object[]>();
        for (int row = 2; row <= sheet.Dimension.End.Row; row++) { // 跳过标题行
            var rowData = new object[sheet.Dimension.End.Column];
            for (int col = 1; col <= sheet.Dimension.End.Column; col++) {
                var cell = sheet.Cells[row, col];
                rowData[col-1] = cell.Text;
            }
            data.Add(rowData);
        }
        return data;
    }
}

using System.Data.SqlClient;

public class DatabaseImporter {
    private readonly string _connectionString = "Your SQL Connection String";
    private const int BatchSize = 1000;

    public void BulkInsert(DataTable dataTable, string destinationTable) {
        using (var connection = new SqlConnection(_connectionString))
        using (var bulkCopy = new SqlBulkCopy(connection)) {
            connection.Open();
            bulkCopy.DestinationTableName = destinationTable;
            bulkCopy.BatchSize = BatchSize;
            
            // 自动映射列
            foreach (DataColumn column in dataTable.Columns) {
                bulkCopy.ColumnMappings.Add(column.ColumnName, column.ColumnName);
            }
            
            bulkCopy.WriteToServer(dataTable);
        }
    }
}

public class ExcelToSqlProcessor {
    private ExcelMonitor _monitor;
    private ExcelReader _reader;
    private DatabaseImporter _importer;

    public ExcelToSqlProcessor() {
        _monitor = new ExcelMonitor();
        _reader = new ExcelReader();
        _importer = new DatabaseImporter();
        
        _monitor.FileChanged += async (s, e) => {
            try {
                await ProcessFileAsync(e.FilePath);
            } catch (Exception ex) {
                LogError($"处理失败: {ex.Message}");
            }
        };
    }

    private async Task ProcessFileAsync(string filePath) {
        Log($"开始处理文件: {filePath}");
        
        // 读取Excel数据
        var dataTable = _reader.ReadExcel(filePath);
        
        // 数据清洗
        ValidateData(dataTable);
        
        // 执行批量插入
        _importer.BulkInsert(dataTable, "TargetTable");
        
        Log($"文件处理完成，耗时: {Stopwatch.ElapsedMilliseconds}ms");
    }

    private void ValidateData(DataTable table) {
        // 实现数据验证逻辑
        foreach (DataRow row in table.Rows) {
            if (row.IsNull("ID")) throw new InvalidDataException("ID列不能为空");
        }
    }

    private static void Log(string message) {
        Console.WriteLine($"[{DateTime.Now:HH:mm:ss}] {message}");
    }
}

public class ExcelProcessorExceptionHandler {
    public void Handle(Exception ex) {
        if (ex is ExcelReaderException) {
            Log($"Excel解析错误: {ex.InnerException?.Message}");
        }
        else if (ex is SqlBulkCopyException) {
            Log($"数据库插入错误: {ex.InnerException?.Message}");
        }
        else {
            Log($"未知错误: {ex.StackTrace}");
        }
        
        // 发送错误通知
        SendAlertEmail($"Excel导入失败: {ex.Message}");
    }
}

public class AppConfig {
    public static string ExcelPath => ConfigurationManager.AppSettings["ExcelPath"];
    public static string DbConnectionString => ConfigurationManager.ConnectionStrings["DefaultDb"].ConnectionString;
    public static int BatchSize => int.Parse(ConfigurationManager.AppSettings["BatchSize"]);
}

// app.config 配置示例
<appSettings>
    <add key="ExcelPath" value="C:\data\input.xlsx"/>
    <add key="DbConnectionString" value="Data Source=.;Initial Catalog=TestDB;Integrated Security=True;Pooling=true;Max Pool Size=50;"/>
    <add key="BatchSize" value="5000"/>
</appSettings>

using (var transaction = connection.BeginTransaction()) {
    try {
        bulkCopy.DestinationTableName = destinationTable;
        bulkCopy.SqlRowsCopied += (s, e) => UpdateProgress(e.RowsCopied);
        bulkCopy.WriteToServer(dataTable);
        transaction.Commit();
    } catch {
        transaction.Rollback();
        throw;
    }
}

private int _lastProcessedRow = 1;
var rows = worksheet.Dimension.Rows;
for (int row = _lastProcessedRow; row <= rows; row++) {
    // 处理数据
}

dataTable.Columns.Add("Price", typeof(decimal));
foreach (DataRow row in dataTable.Rows) {
    row["Price"] = decimal.Parse(row["价格"].ToString());
}

public event ProgressChangedEventHandler ProgressChanged;
private void UpdateProgress(int currentRow) {
    ProgressChanged?.Invoke(this, new ProgressChangedEventArgs(currentRow, null));
}

<PackageReference Include="EPPlus" Version="5.8.3" />
<PackageReference Include="System.Data.SqlClient" Version="4.8.3" />