热门标签 | HotTags
当前位置:  开发笔记 > 数据库 > 正文

C#开发的高性能EXCEL导入、导出工具DataPie(支持MSSQL、ORACLE

作为财务数据核算人员,面对大量的业务与财务数据,借助于传统的EXCEL表格,已经力不从心。最近几个月,利用周末及下班的空闲时间,写了一个数据库导入导出工具,以方便业务逻辑密集型的数据处理。目前,DataPie支持百万级别的数据导出,对于几十万

作为财务数据核算人员,面对大量的业务与财务数据,借助于传统的EXCEL表格,已经力不从心。最近几个月,利用周末及下班的空闲时间,写了一个数据库 导入 导出 工具 ,以方便业务逻辑密集型的数据处理。目前,DataPie 支持 百万级别的数据 导出 ,对于几十万

作为财务数据核算人员,面对大量的业务与财务数据,借助于传统的EXCEL表格,已经力不从心。最近几个月,利用周末及下班的空闲时间,写了一个数据库导入导出工具,以方便业务逻辑密集型的数据处理。目前,DataPie支持百万级别的数据导出,对于几十万的数据导入,也轻松应付。

源码及安装包下载地址:https://github.com/yfl8910/DataPie

先看看界面,登录界面:

主界面:

主要代码:

1.excel文件读到DataTable

///

///根据excel路径和sheet名称,返回excelDataTable

///

public static DataTable GetExcelDataTable(string path, string tname)

{

/*Office 2007*/

string ace = "Microsoft.ACE.OLEDB.12.0";

/*Office 97 - 2003*/

string jet = "Microsoft.Jet.OLEDB.4.0";

string xl2007 = "Excel 12.0 Xml";

string xl2003 = "Excel 8.0";

string imex = "IMEX=1";

/* csv */

string text = "text";

string fmt = "FMT=Delimited";

string hdr = "Yes";

string cOnn= "Provider={0};Data Source={1};Extended Properties=\"{2};HDR={3};{4}\";";

string select = string.Format("SELECT * FROM [{0}$]", tname);

//string select = sql;

string ext = Path.GetExtension(path);

OleDbDataAdapter oda;

DataTable dt = new DataTable("data");

switch (ext.ToLower())

{

case ".xlsx":

cOnn= String.Format(conn, ace, Path.GetFullPath(path), xl2007, hdr, imex);

break;

case ".xls":

cOnn= String.Format(conn, jet, Path.GetFullPath(path), xl2003, hdr, imex);

break;

case ".csv":

cOnn= String.Format(conn, jet, Path.GetDirectoryName(path), text, hdr, fmt);

//sheet = Path.GetFileName(path);

break;

default:

throw new Exception("File Not Supported!");

}

OleDbConnection con = new OleDbConnection(conn);

con.Open();

//select = string.Format(select, sql);

oda = new OleDbDataAdapter(select, con);

oda.Fill(dt);

con.Close();

return dt;

}

2.批量把数据导入到数据库

1SQL SERVER版本

public bool SqlBulkCopyImport(IList<string> maplist, string TableName, DataTable dt)

{

using (SqlConnection cOnnection= new SqlConnection(connectionString))

{

connection.Open();

using (SqlBulkCopy bulkCopy = new SqlBulkCopy(connection))

{

bulkCopy.DestinatiOnTableName= TableName;

foreach (string a in maplist)

{

bulkCopy.ColumnMappings.Add(a, a);

}

try

{

bulkCopy.WriteToServer(dt);

return true;

}

catch (Exception e)

{

throw e;

}

}

}

}

2oracle版本

public bool SqlBulkCopyImport(IList<string> maplist, string TableName, DataTable dt)

{

using (OracleConnection cOnnection= new OracleConnection(connectionString))

{

connection.Open();

using (OracleBulkCopy bulkCopy = new OracleBulkCopy(connection))

{

bulkCopy.DestinatiOnTableName= TableName;

foreach (string a in maplist)

{

bulkCopy.ColumnMappings.Add(a, a);

}

try

{

bulkCopy.WriteToServer(dt);

return true;

}

catch (Exception e)

{

throw e;

}

}

}

}

3ACCESS版本

public bool SqlBulkCopyImport(IList<string> maplist, string TableName, DataTable dt)

{

try

{

using (OleDbConnection cOnnection= new OleDbConnection(connectionString))

{

connection.Open();

OleDbDataAdapter adapter = new OleDbDataAdapter("select * from " + TableName + " where 1=0", connection);

OleDbCommandBuilder builder = new OleDbCommandBuilder(adapter);

int rowcount = dt.Rows.Count;

for (int n = 0; n

{

dt.Rows[n].SetAdded();

}

//adapter.UpdateBatchSize = 1000;

adapter.Update(dt);

}

return true;

}

catch (Exception e)

{

throw e;

}

}

3导出EXCEL文件

///

///保存excel文件,覆盖相同文件名的文件

///

public static bool SaveExcel(string SheetName, DataTable dt, ExcelPackage package)

{

try

{

ExcelWorksheet ws = package.Workbook.Worksheets.Add(SheetName);

ws.Cells["A1"].LoadFromDataTable(dt, true);

return true;

}

catch (Exception ex)

{

throw ex;

}

}

///

///多个表格导出到一个excel工作簿

///

public static void export(IList<string> SheetNames, string filename, DBConfig db, IList<string> sqls)

{

DataTable dt = new DataTable();

FileInfo newFile = new FileInfo(filename);

if (newFile.Exists)

{

newFile.Delete();

newFile = new FileInfo(filename);

}

using (ExcelPackage package = new ExcelPackage(newFile))

{

for (int i = 0; i

{

dt = db.DB.ReturnDataTable(sqls[i]);

SaveExcel(SheetNames[i], dt, package);

}

package.Save();

}

}

///

///单个表格导出到一个excel工作簿

///

public static void export(string SheetName, string filename, DBConfig db, string sql)

{

DataTable dt = new DataTable();

FileInfo newFile = new FileInfo(filename);

if (newFile.Exists)

{

newFile.Delete();

newFile = new FileInfo(filename);

}

using (ExcelPackage package = new ExcelPackage(newFile))

{

dt = db.DB.ReturnDataTable(sql);

SaveExcel(SheetName, dt, package);

package.Save();

}

}

///

///单个表导出到多个excel工作簿(分页)

///

public static void export(string SheetName, string filename, DBConfig db, string sql, int num, int pagesize)

{

DataTable dt = new DataTable();

FileInfo newFile = new FileInfo(filename);

int numtb = num / pagesize + 1;

for (int i = 1; i <= numtb; i++)

{

string s = filename.Substring(0, filename.LastIndexOf("."));

StringBuilder newfileName = new StringBuilder(s);

newfileName.Append(i + ".xlsx");

newFile = new FileInfo(newfileName.ToString());

if (newFile.Exists)

{

newFile.Delete();

newFile = new FileInfo(newfileName.ToString());

}

using (ExcelPackage package = new ExcelPackage(newFile))

{

dt = db.DB.ReturnDataTable(sql, pagesize * (i - 1), pagesize);

SaveExcel(SheetName, dt, package);

package.Save();

}

}

}

4.DataPie下载地址

https://github.com/yfl8910/DataPie


推荐阅读
author-avatar
这个家伙很懒,什么也没留下!
PHP1.CN | 中国最专业的PHP中文社区 | DevBox开发工具箱 | json解析格式化 |PHP资讯 | PHP教程 | 数据库技术 | 服务器技术 | 前端开发技术 | PHP框架 | 开发工具 | 在线工具
Copyright © 1998 - 2020 PHP1.CN. All Rights Reserved | 京公网安备 11010802041100号 | 京ICP备19059560号-4 | PHP1.CN 第一PHP社区 版权所有