Checking for CSV Column Headers in C#

Checking for CSV Column Headers in C#

Importing CSV files into a .NET object isn’t too tricky and for this I usually use CsvHelper. However, sometimes I need to import a CSV file and only extract a couple of columns from it and these columns aren’t always guaranteed to exist. In order to do this I use the following code.

string filePath = "C:/Temp/test.csv"

// Check if file exists.
if (File.Exists(filePath))
{

        CsvConfiguration csvConfiguration = new CsvConfiguration(CultureInfo.InvariantCulture)
        {
            HasHeaderRecord = true,
            Delimiter = ","
        };

	// Read column headers from file
	CsvReader csv = new CsvReader(File.OpenText(filePath), csvConfiguration);
	csv.Read();
	csv.ReadHeader();

	List<string> headers = csv.HeaderRecord.ToList();

	// Read csv into datatable
	System.Data.DataTable dataTable = new System.Data.DataTable();

	foreach (string header in headers)
	{
		dataTable.Columns.Add(new System.Data.DataColumn(header));
	}

	// Check all required columns are present
	if (!headers.Exists(x => x == "ua_device_type"))
	{
		throw new ArgumentException("ua_device_type field not present in input file.");
	}
	else if (!headers.Exists(x => x == "ua_channel"))
	{
		throw new ArgumentException("ua_channel field not present in input file.");
	}
	else if (!headers.Exists(x => x == "message_type"))
	{
		throw new ArgumentException("message_type field not present in input file.");
	}

	// Import csv
	while (csv.Read())
	{
		System.Data.DataRow row = dataTable.NewRow();

		foreach (System.Data.DataColumn column in dataTable.Columns)
		{
			row[column.ColumnName] = csv.GetField(column.DataType, column.ColumnName);
		}

		dataTable.Rows.Add(row);
	}
	Log.Logger.Debug("File loaded into datatable");

	// Make sure all required columns are populated
	if (dataTable.Select("ua_channel = '' OR ua_channel = null").Count() > 0)
	{
		throw new ArgumentException("Output contains null ua_channel values.");
	}

	if (dataTable.Select("ua_device_type = '' OR ua_device_type = null").Count() > 0)
	{
		throw new ArgumentException("Output contains null ua_device_type values.");
	}

	if (dataTable.Select("message_type = '' OR message_type = null OR message_type not in ('push', 'message centre')").Count() > 0)
	{
		throw new ArgumentException("Output contains null or invalid message_type values.");
	}
}