在SSIS中添加页眉和页脚行平面文件

我有一个SSIS包，它将查询中的数据导出到平面文件中，该文件将用于导入数据仓库。我的一个要求是添加一个包含当前日期的标题行，以及一个包含总行数的页脚行。在SSIS中添加页眉和页脚行平面文件

我希望在一个脚本组件或任务中使用C＃来完成此任务，以实现软件包中的整洁。编写代码时，我是个小菜鸟。如何才能做到这一点？我在网上四处张望，但似乎无法找到足够接近我想要的东西。

2011-12-11 jhowe

这是我终于想出了！这是我完成这项任务时最干净，最简单的方法。它基本上只是建立标题和预告行，然后附加到数据集。看起来很简单，一旦你做到了！它需要一点C＃的知识，但是它比在SQL中尝试使用它更值得。

Microsoft SQL Server Integration Services Script Task 
Write scripts using Microsoft Visual C# 2008. 
The ScriptMain is the entry point class of the script. 

using System; 
using System.Text; 
using System.IO; 
using System.Data; 
using Microsoft.SqlServer.Dts.Runtime; 
using System.Windows.Forms; 

namespace ST_db04adc927b941d19b3817996ff885c2.csproj 
{ 
    [System.AddIn.AddIn("ScriptMain", Version = "1.0", Publisher = "", Description = "")] 
    public partial class ScriptMain : Microsoft.SqlServer.Dts.Tasks.ScriptTask.VSTARTScriptObjectModelBase 
    { 

     #region VSTA generated code 
     enum ScriptResults 
     { 
      Success = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Success, 
      Failure = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Failure 
     }; 
     #endregion 

     /* 
     The execution engine calls this method when the task executes. 
     To access the object model, use the Dts property. Connections, variables, events, 
     and logging features are available as members of the Dts property as shown in the following examples. 

     To reference a variable, call Dts.Variables["MyCaseSensitiveVariableName"].Value; 
     To post a log entry, call Dts.Log("This is my log text", 999, null); 
     To fire an event, call Dts.Events.FireInformation(99, "test", "hit the help message", "", 0, true); 

     To use the connections collection use something like the following: 
     ConnectionManager cm = Dts.Connections.Add("OLEDB"); 
     cm.ConnectionString = "Data Source=localhost;Initial Catalog=AdventureWorks;Provider=SQLNCLI10;Integrated Security=SSPI;Auto Translate=False;"; 

     Before returning from this method, set the value of Dts.TaskResult to indicate success or failure. 

     To open Help, press F1. 
    */ 

     public void Main() 
     { 
      const string dirPath = @"C:\SSIS\Dev\"; 

      DateTime minusoneweek = DateTime.Today.AddDays(-7); 

      DateTime minusoneday = DateTime.Today.AddDays(-1); 

      var headerRecord = ("0|" + DateTime.Today.ToString("ddMMyyyy") + "|" + Dts.Variables["LastSequenceNumber"].Value + "|" 
       + Dts.Variables["FileName"].Value) + "|" + minusoneweek.ToString("ddMMyyyy") + "|" + minusoneday.ToString("ddMMyyyy"); 

      var fileBody = AddHeaderAndFooter.GetFileText(dirPath + "blank.txt"); 

      var trailerRecord = "9|" + AddHeaderAndFooter.CountRecords(dirPath + "blank.txt").ToString(); 

      var outPutData = headerRecord + "\r\n" + fileBody + trailerRecord + "\r\n"; 

      AddHeaderAndFooter.WriteToFile(dirPath + "blank.txt", outPutData); 

     } 
    } 

    public static class AddHeaderAndFooter 
    { 
     public static int CountRecords(string filePath) 
     { 

      return (File.ReadAllLines(filePath).Length + 2); 

     } 

     public static string GetFileText(string filePath) 
     { 
      var sr = new StreamReader(filePath, Encoding.Default); 

      var recs = sr.ReadToEnd(); 

      sr.Close(); 

      return recs; 
     } 

     public static void WriteToFile(string filePath, string fileText) 
     { 

      var sw = new StreamWriter(filePath, false); 

      sw.Write(fileText, Encoding.ASCII); 

      sw.Close(); 

     } 
    } 
}

来源

2012-01-19 07:25:02 jhowe

这种方法存在问题，如果你的平面文件太大，它说内存不足以读入异常。我们如何避免这种情况？ – MSU

这里是你可以用一个脚本任务的代码，将允许你输出与页眉和页脚一个CSV：

using System; 
using System.Data; 
using Microsoft.SqlServer.Dts.Runtime; 
using System.Windows.Forms; 
using System.Data.SqlClient; 
using System.IO; 

namespace ST_80294de8b8dd4779a54f707270089f8c.csproj 
{ 
    [System.AddIn.AddIn("ScriptMain", Version = "1.0", Publisher = "", Description = "")] 
    public partial class ScriptMain : Microsoft.SqlServer.Dts.Tasks.ScriptTask.VSTARTScriptObjectModelBase 
    { 

     #region VSTA generated code 
     enum ScriptResults 
     { 
      Success = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Success, 
      Failure = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Failure 
     }; 
     #endregion 

     public void Main() 
     { 
      int ErrorFlag = 0; 

      // Try-Catch block 
      try 
      { 
       int RowCount = 0; 
       bool fireAgain = true; 
       string SQLCommandText = "SELECT ColumnA = 1, ColumnB = 'A' UNION SELECT ColumnA = 2, ColumnB = 'B' UNION SELECT ColumnA = 3, ColumnB = 'C';"; 

       SqlConnection SQLConnection = new SqlConnection("Data Source=LocalHost;Initial Catalog=master;Integrated Security=SSPI;Application Name=SSIS-My Package Name;Connect Timeout=600"); 
       SqlCommand SQLCommand = new SqlCommand(SQLCommandText, SQLConnection); 
       SQLCommand.CommandTimeout = 60 * 60; 
       SqlDataAdapter SQLDataAdapter = new SqlDataAdapter(SQLCommand); 
       DataTable dt = new DataTable(); 
       SQLDataAdapter.Fill(dt); 
       SQLConnection.Close(); 
       RowCount = dt.Rows.Count; 

       Dts.Events.FireInformation(0, "DataTable Rows", RowCount.ToString(), "", 0, ref fireAgain); 

       StreamWriter sw = new StreamWriter("C:\\Test.csv", false); 

       // Write the header. 
       sw.Write("Today's date is " + DateTime.Now.ToLongDateString()); 

       // Write the column headers. 
       sw.Write(sw.NewLine); 
       int iColCount = dt.Columns.Count; 
       for (int i = 0; i < iColCount; i++) 
       { 
        sw.Write(dt.Columns[i]); 
        if (i < iColCount - 1) 
        { 
         sw.Write(","); 
        } 
       } 

       // Write the details. 
       sw.Write(sw.NewLine); 
       foreach (DataRow dr in dt.Rows) 
       { 
        for (int i = 0; i < iColCount; i++) 
        { 
         if (!Convert.IsDBNull(dr[i])) 
         { 
          sw.Write(dr[i].ToString()); 
         } 
         if (i < iColCount - 1) 
         { 
          sw.Write(","); 
         } 
        } 
        sw.Write(sw.NewLine); 
       } 

       // Write the footer. 
       sw.Write("Row count: " + RowCount.ToString()); 

       sw.Close(); 
      } 

      catch (SqlException e) 
      { 
       Dts.Events.FireError(0, "SqlException", e.Message, "", 0); 
       ErrorFlag = 1; 
      } 

      catch (IOException e) 
      { 
       Dts.Events.FireError(0, "IOException", e.Message, "", 0); 
       ErrorFlag = 1; 
      } 

      catch (Exception e) 
      { 
       Dts.Events.FireError(0, "Exception", e.Message, "", 0); 
       ErrorFlag = 1; 
      } 

      // Return results. 
      if (ErrorFlag == 0) 
      { 
       Dts.TaskResult = (int)ScriptResults.Success; 
      } 
      else 
      { 
       Dts.TaskResult = (int)ScriptResults.Failure; 
      } 

     } 
    } 
}

你也可以做到这一点，而不诉诸C＃，但它会有点难看：

变量1：用于从数据流分配的行数2.
变量2 int变量：与expre字符串变量用于生成SQL命令的ssion。如果变量1的名称为RowCount，那么下面是一组示例代码：

“SELECT ColumnA ='”+（DT_WSTR，1252）（@ [User :: RowCount]）+“'，ColumnB = NULL”
数据流1：执行SQL命令生成文件头并输出到平面文件目标。将“覆盖文件中的数据”设置为true。
数据流2：执行SQL命令以生成平面文件的详细信息。将“覆盖文件中的数据”设置为false。包括行计数转换并将值分配给变量1.
数据流3：执行SQL命令以生成平面文件的页脚。源应该“从变量设置命令”，它应该执行变量2.将“覆盖文件中的数据”设置为false。

来源

2011-12-13 00:02:27

嗨这些将帮助你......

http://www.bidn.com/blogs/KeithHyer/bidn-blog/1990/adding-a-header-or-footer-row-to-a-fixed-width-file-using-ssis

http://agilebi.com/jwelch/2008/02/08/adding-headers-and-footers-to-flat-files/

问候，杰森

来源

2011-12-20 16:21:25 JYousef