git_bsmd/ENI2/Excel/ExcelReader.cs

796 lines
31 KiB
C#

//
// Class: ExcelReader
// Current CLR: 4.0.30319.34209
// System: Microsoft Visual Studio 10.0
// Author: dani
// Created: 6/15/2015 10:03:40 PM
//
// Copyright (c) 2015 Informatikbüro Daniel Schick. All rights reserved.
using bsmd.database;
using ENI2.Locode;
using ClosedXML.Excel;
using System;
using System.Collections.Generic;
using System.Data;
using System.Globalization;
using System.Linq;
namespace ENI2.Excel
{
internal class ExcelReader : ExcelBase
{
internal enum ReadState
{ NONE, OK, WARN, FAIL };
internal enum SheetTypeEnum
{ BSMD, DAKOSY };
private readonly SheetTypeEnum _sheetType = SheetTypeEnum.BSMD;
internal Dictionary<string, string> ImportValues { get; } = new Dictionary<string, string>();
public ExcelReader(string filePath, bool createNameFields = true)
{
this._workBook = new XLWorkbook(filePath);
if (createNameFields)
this.InitNameFields();
// Determine if this is a Dakosy or BSMD Sheet
if (createNameFields)
_sheetType = (_nameDict.Count > 10) ? SheetTypeEnum.BSMD : SheetTypeEnum.DAKOSY;
}
public SheetTypeEnum SheetType
{ get { return _sheetType; } }
internal static void SaveMessage(Message message)
{
message.CreatedBy = "EXCEL";
if (message.MessageNotificationClass == Message.NotificationClass.STO)
{
message.InternalStatus = Message.BSMDStatus.PREPARE;
}
else
{
message.InternalStatus = Message.BSMDStatus.EXCEL;
message.ChangedBy = ReportingParty.CurrentReportingParty?.Logon;
}
message.UnsentMessageWarningShown = false;
DBManager.Instance.Save(message);
message.SaveElements();
}
internal string ReadText(string lookup)
{
string result = null;
if (_nameDict.ContainsKey(lookup))
{
try
{
var definedName = _nameDict[lookup];
var range = definedName.Ranges.FirstOrDefault();
if (range != null)
{
var cell = range.FirstCell();
if (cell != null && !cell.Value.IsBlank)
{
result = cell.Value.ToString().Trim();
}
}
}
catch (Exception ex)
{
_log.WarnFormat("Exception reading field {0}: {1}", lookup, ex.Message);
}
}
if (result != null)
{
result = result.Trim();
if (result.Length > 0)
{
result = result.Clean();
}
this.ImportValues[lookup] = result;
}
return result;
}
internal string ReadTextNoWhitespace(string lookup)
{
string val = this.ReadText(lookup);
if (val == null) return val;
return new string(val.Where(c => !Char.IsWhiteSpace(c)).ToArray());
}
internal string ReadLoCode(string lookup, bool justPorts = true)
{
string val = this.ReadText(lookup);
if (!val.IsNullOrEmpty())
{
val = val.ToUpper();
string portName = LocodeDB.PortNameFromLocode(val);
if (!justPorts) portName = LocodeDB.NameFromLocode(val);
if (portName.IsNullOrEmpty())
{
_log.WarnFormat("unknown Locode {0}", val);
val = "";
}
}
return val;
}
internal string ReadSSNLocode(string lookup)
{
string val = this.ReadText(lookup);
if (!val.IsNullOrEmpty())
{
val = val.ToUpper();
string portName = LocodeDB.SSNPortNameFromLocode(val);
if (portName.IsNullOrEmpty())
{
_log.WarnFormat("unknown Locode {0}", val);
val = null;
}
}
return val;
}
internal int? ReadCargoLACode(string lookup)
{
string val = ReadText(lookup);
if (val.IsNullOrEmpty()) return null;
if (int.TryParse(val, out int result))
{
if ((result < 10) || (result > 99))
_log.WarnFormat("invalid cargo LA code {0}", result);
return result;
}
else
{
_log.ErrorFormat("Cargo LA code parse error for {0}", lookup);
return null;
}
}
internal byte? ReadGender(string lookup)
{
byte? result = null;
string val = this.ReadText(lookup);
if (val != null)
{
if (val.Equals("m", StringComparison.CurrentCultureIgnoreCase) || val.Equals("male", StringComparison.CurrentCultureIgnoreCase))
{
result = 1;
}
else if (val.Equals("f", StringComparison.CurrentCultureIgnoreCase) || val.Equals("female", StringComparison.CurrentCultureIgnoreCase))
{
result = 2;
}
else if (val.Equals("n", StringComparison.CurrentCultureIgnoreCase) ||
val.Equals("not applicable", StringComparison.CurrentCultureIgnoreCase) ||
val.Equals("d", StringComparison.CurrentCultureIgnoreCase) ||
val.Equals("diverse", StringComparison.CurrentCultureIgnoreCase))
{
result = 9;
}
else
{
result = 0;
}
}
if (result == null)
{
_log.ErrorFormat("error reading gender on {0}", lookup);
}
return result;
}
internal byte? ReadIdentityDocumentType(string lookup)
{
byte? result = null;
string val = this.ReadText(lookup);
if (val != null)
{
if (val.Equals("identity_card", StringComparison.CurrentCultureIgnoreCase) || val.Equals("identity card", StringComparison.CurrentCultureIgnoreCase) || val.Equals("1")) result = 0;
if (val.Equals("passport", StringComparison.CurrentCultureIgnoreCase) || val.Equals("2")) result = 1;
if (val.Equals("muster_book", StringComparison.CurrentCultureIgnoreCase) || val.Equals("muster book", StringComparison.CurrentCultureIgnoreCase) || val.Equals("3")) result = 2;
if (val.Equals("picture_id", StringComparison.CurrentCultureIgnoreCase) || val.Equals("picture id", StringComparison.CurrentCultureIgnoreCase) || val.Equals("4")) result = 3;
if (val.Equals("residental_permit", StringComparison.CurrentCultureIgnoreCase) || val.Equals("residental permit", StringComparison.CurrentCultureIgnoreCase) || val.Equals("5")) result = 4;
if (val.Equals("other_legal_identity_document", StringComparison.CurrentCultureIgnoreCase) || val.Equals("other legal identity document", StringComparison.CurrentCultureIgnoreCase) || val.Equals("6")) result = 5;
if (val.Equals("ic", StringComparison.CurrentCultureIgnoreCase)) result = 0;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read identity document type {0}", lookup);
return result;
}
internal byte? ReadShippingArea(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if ((val.IndexOf("baltic", StringComparison.OrdinalIgnoreCase) >= 0) || (val.Equals("1"))) result = 0;
if ((val.IndexOf("europe", StringComparison.OrdinalIgnoreCase) >= 0) || (val.Equals("2"))) result = 1;
if ((val.IndexOf("overseas", StringComparison.OrdinalIgnoreCase) >= 0) || (val.Equals("3"))) result = 2;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read shipping area {0}", lookup);
return result;
}
internal byte? ReadGeneralDescriptionOfCargo(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val.Contains("container", StringComparison.OrdinalIgnoreCase) || val.Equals("1")) result = 0;
if (val.Contains("vehicles", StringComparison.OrdinalIgnoreCase) || val.Equals("2")) result = 1;
if (val.Contains("convent", StringComparison.OrdinalIgnoreCase) || val.Equals("3")) result = 2;
if (val.Contains("dry", StringComparison.OrdinalIgnoreCase) || val.Equals("4")) result = 3;
if (val.Contains("liquid", StringComparison.OrdinalIgnoreCase) || val.Equals("5")) result = 4;
if (val.Contains("empty", StringComparison.OrdinalIgnoreCase) || val.Equals("6")) result = 5;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read general description of cargo {0}", lookup);
return result;
}
internal byte? ReadCargoHandlingType(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if ((val.IndexOf("load", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("1")) result = 0;
if ((val.IndexOf("discharge", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("2")) result = 1;
if ((val.IndexOf("transit", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("3")) result = 2;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read cargo handling type {0}", lookup);
return result;
}
/// <summary>
/// read nationality field, validation only via log (so none, really..)
/// </summary>
/// <returns>uppercase 2 character flag code if valid, empty string otherwise</returns>
internal string ReadNationality(string lookup)
{
string val = this.ReadText(lookup)?.Trim().ToUpper();
if (val != null)
{
if (val.Length > 2)
{
// maybe it was entered as name and we can get nationality locode from there..
string isoCode = LocodeDB.CountryCodeFromName(val);
if (isoCode == null)
{
_log.ErrorFormat("Wrong ISO code {0}", val);
val = "";
}
}
}
return val;
}
internal byte? ReadHullConfiguration(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val.IndexOf("sbt", StringComparison.OrdinalIgnoreCase) >= 0) result = 1;
if (val.IndexOf("single", StringComparison.OrdinalIgnoreCase) >= 0) result = 0;
if (val.IndexOf("double", StringComparison.OrdinalIgnoreCase) >= 0) result = 2;
if (!result.HasValue)
{
if (int.TryParse(val, out int parsed))
{
if ((parsed < 4) && (parsed > 0))
result = (byte)(parsed - 1);
}
}
}
if (!result.HasValue)
_log.ErrorFormat("cannot read hull configuration {0}", lookup);
return result;
}
internal byte? ReadPackingGroup(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val == "I") result = 0;
if (val == "1") result = 0;
if (val == "II") result = 1;
if (val == "2") result = 1;
if (val == "III") result = 2;
if (val == "3") result = 2;
if (val.Equals("NONE", StringComparison.OrdinalIgnoreCase)) result = 0;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read packing group {0}", lookup);
return result;
}
internal string ReadShip2ShipActivityType(string lookup)
{
string val = this.ReadText(lookup);
bool isValid = false;
if (!val.IsNullOrEmpty())
{
if (int.TryParse(val, out int typeVal))
{
if ((typeVal >= 1) && (typeVal <= 23))
isValid = true;
}
}
if (!isValid)
_log.WarnFormat("cannot read ship2ship activity type {0}", lookup);
return val;
}
internal byte? ReadConditionTanks(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val.IndexOf("full", StringComparison.OrdinalIgnoreCase) >= 0) result = 0;
if (val.IndexOf("empty", StringComparison.OrdinalIgnoreCase) >= 0) result = 1;
if (val.IndexOf("inerted", StringComparison.OrdinalIgnoreCase) >= 0) result = 2;
if (!result.HasValue)
{
if (int.TryParse(val, out int parsed))
{
if ((parsed < 4) && (parsed > 0))
result = (byte)(parsed - 1);
}
}
}
if (!result.HasValue)
_log.ErrorFormat("cannot read condition tanks {0}", lookup);
return result;
}
internal byte? ReadDelivery(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if ((val.IndexOf("all", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("1")) result = 0;
if ((val.IndexOf("some", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("2")) result = 1;
if ((val.IndexOf("none", StringComparison.OrdinalIgnoreCase) >= 0) || val.Equals("3")) result = 2;
}
if (!result.HasValue)
_log.ErrorFormat("cannot read delivery {0}", lookup);
return result;
}
internal byte? ReadHazards(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val.Equals("p", StringComparison.OrdinalIgnoreCase)) return 0;
if (val.Equals("s", StringComparison.OrdinalIgnoreCase)) return 1;
if (val.Equals("s/p", StringComparison.OrdinalIgnoreCase)) return 2;
}
return result;
}
internal byte? ReadHazardClass(string lookup)
{
string val = this.ReadText(lookup);
byte? result = null;
if (val != null)
{
if (val.Equals("a", StringComparison.OrdinalIgnoreCase)) return 0;
if (val.Equals("b", StringComparison.OrdinalIgnoreCase)) return 1;
if (val.Equals("a and b", StringComparison.OrdinalIgnoreCase)) return 2; // TODO make this more flexible
}
return result;
}
internal DateTime? ReadBirthDate(string lookup)
{
DateTime? result = this.ReadDate(lookup);
if (result.HasValue)
{
if (result.Value > DateTime.Now)
_log.WarnFormat("Birth date implausible for {0} : {1}", lookup, result);
}
return result;
}
internal DateTime? ReadDate(string lookup)
{
try
{
DateTime? date = null;
if (_nameDict.ContainsKey(lookup))
{
var definedName = _nameDict[lookup];
var range = definedName.Ranges.FirstOrDefault();
if (range != null)
{
var cell = range.FirstCell();
if (cell != null && !cell.Value.IsBlank)
{
var cellValue = cell.Value;
if (cellValue.IsDateTime)
{
date = cellValue.GetDateTime();
}
else if (cellValue.IsNumber)
{
double numValue = 0;
try
{
numValue = cellValue.GetNumber();
date = DateTime.FromOADate(numValue);
}
catch (ArgumentException) { /* .. */ }
if (date == null)
{
CultureInfo provider = CultureInfo.InvariantCulture;
string dateString = numValue.ToString();
const string format = "yyyyMMdd";
if (DateTime.TryParseExact(dateString, format, provider, DateTimeStyles.None, out DateTime tmpDate))
date = tmpDate;
}
}
else if (cellValue.IsText)
{
string textValue = cellValue.GetText();
if (DateTime.TryParse(textValue, out DateTime tmpDate))
date = tmpDate;
if (date == null)
{
string[] formats = { "d/M/yyyy", "dd/M/yyyy", "d/MM/yyyy", "dd/MM/yyyy", "d/MMM/yyyy", "dd/MMM/yyyy", "yyyy-MM-dd", "yyyy-mm-d", "dd-MM-yyyy" };
if (DateTime.TryParseExact(textValue, formats, NumberFormatInfo.InvariantInfo, DateTimeStyles.None, out DateTime tmpDate2))
date = tmpDate2;
}
if (date == null)
{
CultureInfo en = CultureInfo.CreateSpecificCulture("en-US");
string[] formats = { "d/M/yyyy", "dd/M/yyyy", "d/MM/yyyy", "dd/MM/yyyy", "d/MMM/yyyy", "dd/MMM/yyyy", "yyyy-MM-dd", "yyyy-mm-d", "dd-MM-yyyy" };
if (DateTime.TryParseExact(textValue, formats, en, DateTimeStyles.None, out DateTime tmpDate3))
date = tmpDate3;
}
}
}
}
if (date != null)
{
if ((date.Value < new DateTime(1899, 1, 1)) || (date.Value > new DateTime(2130, 1, 1)))
{
date = null; // this can't be right
}
}
}
return date;
}
catch (Exception)
{
_log.WarnFormat("error parsing datetime for lookup {0}", lookup);
return null;
}
}
internal DateTime? ReadDateTime(string dateField, string timeField)
{
DateTime? result = null;
DateTime? etaDate = this.ReadDate(dateField);
DateTime? etaTime = this.ReadTime(timeField);
if (etaDate != null)
{
if (etaTime != null)
{
result = new DateTime(etaDate.Value.Year, etaDate.Value.Month, etaDate.Value.Day, etaTime.Value.Hour, etaTime.Value.Minute, etaTime.Value.Second, DateTimeKind.Local);
result = result.Value.ToUniversalTime();
}
else
{
result = new DateTime(etaDate.Value.Year, etaDate.Value.Month, etaDate.Value.Day, 0, 0, 0, DateTimeKind.Local);
result = result.Value.ToUniversalTime();
}
}
return result;
}
internal DateTime? ReadTime(string lookup)
{
DateTime? result = null;
try
{
if (_nameDict.ContainsKey(lookup))
{
var definedName = _nameDict[lookup];
var range = definedName.Ranges.FirstOrDefault();
if (range != null)
{
var cell = range.FirstCell();
if (cell != null && !cell.Value.IsBlank)
{
var cellValue = cell.Value;
if (cellValue.IsDateTime)
{
result = cellValue.GetDateTime();
}
else if (cellValue.IsTimeSpan)
{
TimeSpan timespan = cellValue.GetTimeSpan();
result = new DateTime(timespan.Ticks);
}
else if (cellValue.IsNumber)
{
double numValue = 0;
try
{
numValue = cellValue.GetNumber();
result = DateTime.FromOADate(numValue);
}
catch (ArgumentException) { }
if (result == null)
{
CultureInfo provider = CultureInfo.InvariantCulture;
string dateString = numValue.ToString();
if (!dateString.Contains(":"))
{
const string format = "HHmm";
if (DateTime.TryParseExact(dateString, format, provider, DateTimeStyles.None, out DateTime tmpDate))
result = tmpDate;
}
}
}
else if (cellValue.IsText)
{
string textValue = cellValue.GetText();
if (textValue.EndsWith("lt", StringComparison.OrdinalIgnoreCase))
textValue = textValue.Substring(0, textValue.Length - 2).Trim();
else
textValue = textValue.Trim();
if (DateTime.TryParseExact(textValue, "HH:mm:ss", CultureInfo.InvariantCulture, DateTimeStyles.NoCurrentDateDefault, out DateTime date))
result = date;
if (result == null)
{
if (DateTime.TryParseExact(textValue, "HH:mm", CultureInfo.InvariantCulture, DateTimeStyles.NoCurrentDateDefault, out DateTime date2))
result = date2;
}
if (result == null && !textValue.Contains(":"))
{
CultureInfo provider = CultureInfo.InvariantCulture;
const string format = "HHmm";
if (DateTime.TryParseExact(textValue, format, provider, DateTimeStyles.None, out DateTime tmpDate))
result = tmpDate;
}
}
}
}
}
}
catch (Exception)
{
_log.WarnFormat("error reading time for lookup {0}", lookup);
}
return result;
}
internal double ReadNumberDefaultZero(string lookup)
{
double? result = this.ReadNumber(lookup);
if (!result.HasValue)
{
result = 0;
}
return result.Value;
}
internal bool? ReadBoolean(string lookup)
{
string val = this.ReadText(lookup);
if (val == null)
return null;
if ((val == "y") || (val == "Y") || val.Equals("yes", StringComparison.OrdinalIgnoreCase) || (val == "1") || (val == "x") || (val == "X"))
return true;
return false;
}
#region Dakosy-specific functions
internal bool HasWorksheetNamed(string sheetName)
{
try
{
var theWorkSheet = _workBook.Worksheets.Worksheet(sheetName);
return theWorkSheet != null;
}
catch (Exception)
{
return false;
}
}
internal string ReadCellAsText(string sheetName, string range, int? maxLength = null)
{
try
{
var workSheet = _workBook.Worksheets.Worksheet(sheetName);
var cell = workSheet.Range(range).FirstCell();
string result = cell.Value.ToString();
if (!result.IsNullOrEmpty())
{
result = result.Trim().Clean();
if (maxLength.HasValue && result.Length > maxLength.Value)
{
result = result.Substring(0, maxLength.Value);
}
}
return result;
}
catch (Exception e)
{
_log.Warn(e.Message);
}
return null;
}
internal string ReadCellAsText(string sheetName, int row, int col)
{
try
{
var workSheet = _workBook.Worksheets.Worksheet(sheetName);
var cell = workSheet.Cell(row, col);
string result = cell.Value.ToString();
if (!result.IsNullOrEmpty())
result = result.Trim().Clean();
return result;
}
catch (Exception e)
{
_log.Warn(e.Message);
}
return null;
}
// TODO THIS IS NOT WORKING
internal string ReadTextFromDropdown(string sheetName, string range)
{
try
{
var workSheet = _workBook.Worksheets.Worksheet(sheetName);
var aRange = workSheet.Range(range);
if (aRange != null)
{
// TODO: Implement dropdown reading logic for ClosedXML
}
}
catch (Exception e)
{
_log.Warn(e.Message);
}
return null;
}
internal bool? ReadCellAsBool(string sheetName, string range)
{
string boolString = ReadCellAsText(sheetName, range);
if (!boolString.IsNullOrEmpty())
{
if (boolString.Equals("TRUE", StringComparison.OrdinalIgnoreCase)) return true;
if (boolString.Equals("FALSE", StringComparison.OrdinalIgnoreCase)) return false;
if (boolString.Equals("YES", StringComparison.OrdinalIgnoreCase) || boolString.Equals("Y", StringComparison.OrdinalIgnoreCase)) return true;
if (boolString.Equals("NO", StringComparison.OrdinalIgnoreCase) || boolString.Equals("N", StringComparison.OrdinalIgnoreCase)) return false;
return null;
}
else return null;
}
internal double? ReadCellAsDecimal(string sheetName, string range)
{
try
{
double? result = null;
var workSheet = _workBook.Worksheets.Worksheet(sheetName);
var cell = workSheet.Range(range).FirstCell();
var cellValue = cell.Value;
if (cellValue.IsNumber)
{
result = cellValue.GetNumber();
}
else if (cellValue.IsText)
{
string textValue = cellValue.GetText();
if (double.TryParse(textValue, NumberStyles.AllowDecimalPoint | NumberStyles.AllowLeadingWhite | NumberStyles.AllowTrailingWhite,
CultureInfo.InvariantCulture, out double tmpDouble))
result = tmpDouble;
if (result == null)
{
if (double.TryParse(textValue, out tmpDouble)) // current language style (==GER, mit , statt .)
result = tmpDouble;
}
}
return result;
}
catch (Exception e)
{
_log.Warn(e.Message);
}
return null;
}
internal DateTime? ReadCellAsDateTime(string sheetName, string range)
{
string dateString = ReadCellAsText(sheetName, range);
if (dateString != null)
{
string[] formats = { "yyyy/MM/dd HH:mm", "yyyy/MM/dd", "dd.MM.yyyy", "dd-MM-yyyy", "d/M/yyyy", "dd/M/yyyy", "d/MM/yyyy", "dd/MM/yyyy", "d/MMM/yyyy", "dd/MMM/yyyy", "yyyy-MM-dd", "yyyy-MM-d", "dd.MM.yyyy HH:mm:ss", "dd.MM.yyyy HH:mm" };
if (DateTime.TryParseExact(dateString, formats, NumberFormatInfo.InvariantInfo, DateTimeStyles.None, out DateTime tmpDate))
return tmpDate;
CultureInfo en = CultureInfo.CreateSpecificCulture("en-US");
if (DateTime.TryParseExact(dateString, formats, en, DateTimeStyles.None, out DateTime tmpDate2))
return tmpDate2;
return null;
}
else
return null;
}
#endregion Dakosy-specific functions
}
}