708 lines
30 KiB
C#
708 lines
30 KiB
C#
using System.Diagnostics;
|
|
using System.IO.Compression;
|
|
using System.IO.Ports;
|
|
using System.Text;
|
|
using System.Text.Json;
|
|
|
|
using Flurl.Http;
|
|
|
|
using System.Reactive.Linq;
|
|
using System.Reactive.Threading.Tasks;
|
|
|
|
using InnovEnergy.Lib.Devices.WITGrowatt4_15K;
|
|
using InnovEnergy.App.GrowattCommunication.DataLogging;
|
|
using InnovEnergy.App.GrowattCommunication.ESS;
|
|
using InnovEnergy.App.GrowattCommunication.MiddlewareClasses;
|
|
using InnovEnergy.App.GrowattCommunication.SystemConfig;
|
|
using InnovEnergy.Lib.Protocols.Modbus.Channels;
|
|
using InnovEnergy.App.GrowattCommunication.DataTypes;
|
|
|
|
using InnovEnergy.Lib.Units;
|
|
using InnovEnergy.Lib.Utils;
|
|
|
|
using Newtonsoft.Json;
|
|
using Formatting = Newtonsoft.Json.Formatting;
|
|
using JsonSerializer = System.Text.Json.JsonSerializer;
|
|
using InnovEnergy.Lib.Devices.WITGrowatt4_15K.DataType;
|
|
using static InnovEnergy.App.GrowattCommunication.MiddlewareClasses.MiddlewareAgent;
|
|
using System.Diagnostics.CodeAnalysis;
|
|
#pragma warning disable CS8618 // Non-nullable field must contain a non-null value when exiting constructor. Consider adding the 'required' modifier or declaring as nullable.
|
|
|
|
namespace InnovEnergy.App.GrowattCommunication;
|
|
|
|
public static class Program
|
|
{
|
|
private static readonly TimeSpan UpdateInterval = TimeSpan.FromSeconds(5);
|
|
private const UInt16 NbrOfFileToConcatenate = 15; // add this to config file
|
|
private static UInt16 _fileCounter = 0;
|
|
//
|
|
private static Channel _growattChannel;
|
|
|
|
private const String SwVersionNumber =" V1.00.310725 beta";
|
|
private const String VpnServerIp = "10.2.0.11";
|
|
private static Boolean _subscribedToQueue = false;
|
|
private static Boolean _subscribeToQueueForTheFirstTime = false;
|
|
private static Int32 _failsCounter = 0; // move to a config file
|
|
private static SodistoreAlarmState _prevSodiohomeAlarmState = SodistoreAlarmState.Green;
|
|
private static SodistoreAlarmState _sodiohomeAlarmState = SodistoreAlarmState.Green;
|
|
|
|
|
|
// move all this to config file
|
|
private const String Port = "/dev/ttyUSB0";
|
|
private const Byte SlaveId = 1;
|
|
private const Parity Parity = 0; //none
|
|
private const Int32 StopBits = 1;
|
|
private const Int32 BaudRate = 9600;
|
|
private const Int32 DataBits = 8;
|
|
|
|
[UnconditionalSuppressMessage("Trimming",
|
|
"IL2026:Members annotated with 'RequiresUnreferencedCodeAttribute' require dynamic access otherwise can break functionality when trimming application code",
|
|
Justification = "<Pending>")]
|
|
public static async Task Main(String[] args)
|
|
{
|
|
_growattChannel = new SerialPortChannel(Port, BaudRate, Parity, DataBits, StopBits);
|
|
|
|
InitializeCommunicationToMiddleware();
|
|
|
|
while (true)
|
|
{
|
|
try
|
|
{
|
|
await Run();
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
e.LogError();
|
|
}
|
|
}
|
|
// ReSharper disable once FunctionNeverReturns
|
|
}
|
|
|
|
[RequiresUnreferencedCode("Calls InnovEnergy.App.GrowattCommunication.Program.SaveModbusTcpFile(StatusRecord)")]
|
|
private static async Task Run()
|
|
{
|
|
Watchdog.NotifyReady();
|
|
|
|
Console.WriteLine("Starting Growatt Communication");
|
|
|
|
var growattDeviceT415K = new WITGrowatDevice(_growattChannel, SlaveId);
|
|
// var growattDevices = new WITGrowattDevices(new List<WITGrowatDevice> { growattDeviceT415K });
|
|
|
|
|
|
StatusRecord? ReadStatus()
|
|
{
|
|
var config = Config.Load();
|
|
var growattRecord = growattDeviceT415K.Read();
|
|
|
|
return new StatusRecord
|
|
{
|
|
AcDcGrowatt = growattRecord,
|
|
Config = config // load from disk every iteration, so config can be changed while running
|
|
};
|
|
}
|
|
|
|
while (true)
|
|
{
|
|
await Observable
|
|
.Interval(UpdateInterval)
|
|
.Select(_ => RunIteration())
|
|
.SelectMany(status =>
|
|
DataLogging(status, DateTime.Now.Round(UpdateInterval))
|
|
.ContinueWith(_ => status)) // back to StatusRecord
|
|
.SelectMany(SaveModbusTcpFile)
|
|
.SelectError()
|
|
.ToTask();
|
|
}
|
|
|
|
StatusRecord? RunIteration()
|
|
{
|
|
try
|
|
{
|
|
Watchdog.NotifyAlive();
|
|
|
|
var startTime = DateTime.Now;
|
|
Console.WriteLine("***************************** Reading Battery Data *********************************************");
|
|
Console.WriteLine(startTime.ToString("HH:mm:ss.fff"));
|
|
|
|
// the order matter of the next three lines
|
|
var statusrecord = ReadStatus();
|
|
|
|
SendSalimaxStateAlarm(GetSodiHomeStateAlarm(statusrecord),statusrecord);
|
|
|
|
//await DataLogging(statusrecord, timestamp); // save a csv file locally
|
|
//await SaveModbusTcpFile(statusrecord); // save the JSON file for modbuscTCP
|
|
|
|
Debug.Assert(statusrecord != null, nameof(statusrecord) + " != null");
|
|
statusrecord.AcDcGrowatt.RemotePowerControl.WriteLine(" = RemotePowerControl");
|
|
statusrecord.AcDcGrowatt.EnableEmsCommunicationFailureTime.WriteLine(" = EnableEmsCommunicationFailureTime");
|
|
|
|
statusrecord.AcDcGrowatt.EnableCommand.WriteLine(" = EnableCommand");
|
|
statusrecord.AcDcGrowatt.ControlPermession.WriteLine(" = ControlPermession");
|
|
statusrecord.AcDcGrowatt.MeterPower.WriteLine(" MeterPower");
|
|
statusrecord.AcDcGrowatt.ConsumptionPower.WriteLine(" ConsumptionPower");
|
|
statusrecord.AcDcGrowatt.ExportedPowerToGridMeter.WriteLine(" ExportedPowerToGrid");
|
|
statusrecord.AcDcGrowatt.ImportedPowerFromGrid.WriteLine(" ImportedPowerFromGrid");
|
|
statusrecord.AcDcGrowatt.InverterActivePower.WriteLine(" InverterActivePower");
|
|
statusrecord.AcDcGrowatt.BatteryChargeCutoffVoltage.WriteLine(" BatteryChargeCutoffVoltage "); //30409 we set power here
|
|
statusrecord.AcDcGrowatt.BatteryDischargeCutoffVoltage.WriteLine(" BatteryDishargeCutoffVoltage "); //30409 we set power here
|
|
statusrecord.AcDcGrowatt.PowerFactor.WriteLine(" = PowerFactor");
|
|
statusrecord.AcDcGrowatt.Batteries[0].Soc.WriteLine(" SOC");
|
|
statusrecord.AcDcGrowatt.Batteries[0].Power.WriteLine(" Battery Power");
|
|
statusrecord.AcDcGrowatt.Batteries[0].Current.WriteLine(" Battery Current");
|
|
statusrecord.AcDcGrowatt.Batteries[0].Voltage.WriteLine(" Battery Voltage");
|
|
statusrecord.AcDcGrowatt.BatteryMaxChargeCurrent.WriteLine(" BatteryMaxChargeCurrent "); //30409 we set power here
|
|
statusrecord.AcDcGrowatt.BatteryMaxdischargeCurrent.WriteLine(" BatteryMaxDischargeCurrent "); //30409 we set power here
|
|
statusrecord.AcDcGrowatt.DischargeCutoffSoc.WriteLine(" DischargeCutoffSoc "); //30409 we set power here
|
|
statusrecord.AcDcGrowatt.ChargeCutoffSoc.WriteLine(" ChargeCutoffSoc "); //30409 we set power here
|
|
|
|
statusrecord.AcDcGrowatt.TotalPvPower.WriteLine(" Pv Power "); //30409 we set power here
|
|
|
|
statusrecord.AcDcGrowatt.SystemOperatingMode.WriteLine(" = SystemOperatingMode");
|
|
statusrecord.AcDcGrowatt.BatteryOperatingMode.WriteLine(" = BatteryOperatingMode");
|
|
statusrecord.AcDcGrowatt.OperatingPriority.WriteLine(" = OperatingPriority"); // 30408 this the duration
|
|
|
|
statusrecord.AcDcGrowatt.FaultMainCode.WriteLine(" = FaultMainCode"); // 30408 this the duration
|
|
statusrecord.AcDcGrowatt.FaultSubCode.WriteLine(" = FaultSubCode"); // 30408 this the duration
|
|
statusrecord.AcDcGrowatt.WarningMainCode.WriteLine(" = WarningMainCode"); // 30408 this the duration
|
|
statusrecord.AcDcGrowatt.WarningSubCode.WriteLine(" = WarningSubCode"); // 30408 this the duration
|
|
|
|
|
|
|
|
EssModeControl(statusrecord);
|
|
|
|
statusrecord.ApplyDefaultSettings();
|
|
|
|
Console.WriteLine( " ************************************ We are writing ************************************");
|
|
statusrecord.Config.Save(); // save the config file
|
|
growattDeviceT415K.Write(statusrecord.AcDcGrowatt);
|
|
var stopTime = DateTime.Now;
|
|
Console.WriteLine(stopTime.ToString("HH:mm:ss.fff"));
|
|
return statusrecord;
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
// Handle exception and print the error
|
|
Console.WriteLine(e );
|
|
return null;
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
private static void ApplyConfigFile(this StatusRecord? status, Configuration? config)
|
|
{
|
|
if (config == null) return;
|
|
if (status == null) return;
|
|
|
|
status.Config.MinSoc = config.MinimumSoC;
|
|
status.Config.GridSetPoint = config.GridSetPoint * 1000; // converted from kW to W
|
|
status.Config.MaximumChargingCurrent = config.MaximumChargingCurrent;
|
|
status.Config.MaximumDischargingCurrent = config.MaximumDischargingCurrent;
|
|
status.Config.OperatingPriority = config.OperatingPriority;
|
|
status.Config.BatteriesCount = config.BatteriesCount;
|
|
}
|
|
|
|
private static String EssModeControl(StatusRecord? statusrecord)
|
|
{
|
|
var mode = statusrecord?.Config.OperatingPriority;
|
|
|
|
switch (mode)
|
|
{
|
|
case EssMode.Off:
|
|
return "no mode";
|
|
case EssMode.GridPriority:
|
|
statusrecord.AcDcGrowatt.RemotePowerControl = true;
|
|
statusrecord.AcDcGrowatt.RemotePowerControlChargeDuration = 0; // 30408 this the duration
|
|
//statusrecord.AcDcGrowatt.ActivePowerPercent = 50; // 30408 this the duration
|
|
//statusrecord.AcDcGrowatt.ActivePowerPercentDerating = 50; // 30408 this the duration
|
|
|
|
statusrecord.AcDcGrowatt.RemoteChargDischargePower = - 100; //30409 we set power here // for grid priority from 0 to -100
|
|
statusrecord.AcDcGrowatt.ActualChargeDischargePowerControlValue.WriteLine(" register 30474");; // this to check what was set
|
|
return "Grid priority mode active";
|
|
case EssMode.BatteryPriority:
|
|
statusrecord.AcDcGrowatt.RemotePowerControl = true;
|
|
statusrecord.AcDcGrowatt.RemotePowerControlChargeDuration = 0; // 30408 this the duration
|
|
|
|
statusrecord.AcDcGrowatt.RemoteChargDischargePower = 100; //30409 we set power here // for battery priority from 0 to 100
|
|
statusrecord.AcDcGrowatt.ActualChargeDischargePowerControlValue.WriteLine(" register 30474");; // this to check what was set
|
|
return "Battery priority mode active";
|
|
case EssMode.LoadPriority:
|
|
statusrecord.AcDcGrowatt.RemotePowerControl = false;
|
|
return "Load priority mode active";
|
|
default:
|
|
throw new ArgumentOutOfRangeException(nameof(mode), mode, null);
|
|
}
|
|
}
|
|
|
|
private static StatusMessage GetSodiHomeStateAlarm(StatusRecord? record)
|
|
{
|
|
var s3Bucket = Config.Load().S3?.Bucket;
|
|
|
|
var alarmList = new List<AlarmOrWarning>();
|
|
var warningList = new List<AlarmOrWarning>();
|
|
|
|
if (record.AcDcGrowatt.SystemOperatingMode == GrowattSystemStatus.Fault)
|
|
{
|
|
if (record.AcDcGrowatt.FaultMainCode != 0)
|
|
{
|
|
alarmList.Add(new AlarmOrWarning
|
|
{
|
|
Date = DateTime.Now.ToString("yyyy-MM-dd"),
|
|
Time = DateTime.Now.ToString("HH:mm:ss"),
|
|
CreatedBy = "Growatt Inverter",
|
|
Description = record.AcDcGrowatt.WarningMainCode.ToString(), // to add the sub code
|
|
});
|
|
}
|
|
|
|
if (record.AcDcGrowatt.WarningMainCode != 0)
|
|
{
|
|
warningList.Add(new AlarmOrWarning
|
|
{
|
|
Date = DateTime.Now.ToString("yyyy-MM-dd"),
|
|
Time = DateTime.Now.ToString("HH:mm:ss"),
|
|
CreatedBy = "Growatt inverter",
|
|
Description = record.AcDcGrowatt.FaultMainCode.ToString(), //to add the sub code
|
|
});
|
|
}
|
|
}
|
|
|
|
_sodiohomeAlarmState = warningList.Any()
|
|
? SodistoreAlarmState.Orange
|
|
: SodistoreAlarmState.Green; // this will be replaced by LedState
|
|
|
|
_sodiohomeAlarmState = alarmList.Any()
|
|
? SodistoreAlarmState.Red
|
|
: _sodiohomeAlarmState; // this will be replaced by LedState
|
|
|
|
var installationId = GetInstallationId(s3Bucket ?? string.Empty);
|
|
|
|
var returnedStatus = new StatusMessage
|
|
{
|
|
InstallationId = installationId,
|
|
Product = 2,
|
|
Status = _sodiohomeAlarmState,
|
|
Type = MessageType.AlarmOrWarning,
|
|
Alarms = alarmList,
|
|
Warnings = warningList
|
|
};
|
|
|
|
return returnedStatus;
|
|
}
|
|
|
|
private static Int32 GetInstallationId(String s3Bucket)
|
|
{
|
|
var part = s3Bucket.Split('-').FirstOrDefault();
|
|
return int.TryParse(part, out var id) ? id : 0; // is 0 a default safe value? check with Marios
|
|
}
|
|
|
|
private static void SendSalimaxStateAlarm(StatusMessage currentSalimaxState, StatusRecord? record)
|
|
{
|
|
var s3Bucket = Config.Load().S3?.Bucket;
|
|
var subscribedNow = false;
|
|
|
|
//When the controller boots, it tries to subscribe to the queue
|
|
if (_subscribeToQueueForTheFirstTime == false)
|
|
{
|
|
subscribedNow = true;
|
|
_subscribeToQueueForTheFirstTime = true;
|
|
_prevSodiohomeAlarmState = currentSalimaxState.Status;
|
|
_subscribedToQueue = RabbitMqManager.SubscribeToQueue(currentSalimaxState, s3Bucket, VpnServerIp);
|
|
}
|
|
|
|
//If already subscribed to the queue and the status has been changed, update the queue
|
|
if (!subscribedNow && _subscribedToQueue && currentSalimaxState.Status != _prevSodiohomeAlarmState)
|
|
{
|
|
_prevSodiohomeAlarmState = currentSalimaxState.Status;
|
|
if (s3Bucket != null)
|
|
RabbitMqManager.InformMiddleware(currentSalimaxState);
|
|
}
|
|
|
|
//If there is an available message from the RabbitMQ Broker, apply the configuration file
|
|
Configuration? config = SetConfigurationFile();
|
|
if (config != null)
|
|
{
|
|
record.ApplyConfigFile(config);
|
|
}
|
|
}
|
|
|
|
private static void ApplyDefaultSettings(this StatusRecord? st)
|
|
{
|
|
if (st is null)
|
|
return;
|
|
|
|
st.AcDcGrowatt.BatteryMaxChargeCurrent = st.Config.MaximumChargingCurrent;
|
|
st.AcDcGrowatt.BatteryMaxdischargeCurrent = st.Config.MaximumDischargingCurrent ;
|
|
st.AcDcGrowatt.DischargeCutoffSoc = st.Config.MinSoc;
|
|
st.AcDcGrowatt.EmsCommunicationFailureTime = 20; // 20 sec
|
|
st.AcDcGrowatt.EnableEmsCommunicationFailureTime = false;
|
|
st.AcDcGrowatt.EnableCommand = true;
|
|
st.AcDcGrowatt.ControlPermession = true;
|
|
st.AcDcGrowatt.BatteryChargeCutoffVoltage = 60; //st.Config.BatteryChargeCutoffVoltage;
|
|
st.AcDcGrowatt.BatteryDischargeCutoffVoltage = 25; //st.Config.BatteryDischargeCutoffVoltage;
|
|
}
|
|
|
|
private static Dictionary<String, UInt16> ConvertToModbusRegisters(Object value, String outputType, Int32 startingAddress)
|
|
{
|
|
var registers = new Dictionary<String, UInt16>();
|
|
|
|
switch (outputType)
|
|
{
|
|
case "UInt16":
|
|
registers[startingAddress.ToString()] = Convert.ToUInt16(value);
|
|
break;
|
|
|
|
case "Int16":
|
|
var int16Val = Convert.ToInt16(value);
|
|
registers[startingAddress.ToString()] = (UInt16)int16Val; // reinterpret signed as ushort
|
|
break;
|
|
|
|
case "UInt32":
|
|
var uint32Val = Convert.ToUInt32(value);
|
|
registers[startingAddress.ToString()] = (UInt16)(uint32Val & 0xFFFF); // Low word
|
|
registers[(startingAddress + 1).ToString()] = (UInt16)(uint32Val >> 16); // High word
|
|
break;
|
|
|
|
case "Int32":
|
|
var int32Val = Convert.ToInt32(value);
|
|
var raw = unchecked((UInt32)int32Val); // reinterprets signed int as unsigned
|
|
registers[startingAddress.ToString()] = (UInt16)(raw & 0xFFFF);
|
|
registers[(startingAddress + 1).ToString()] = (UInt16)(raw >> 16);
|
|
break;
|
|
|
|
default:
|
|
throw new ArgumentException("Unsupported output type: " + outputType);
|
|
}
|
|
return registers;
|
|
}
|
|
|
|
[RequiresUnreferencedCode("Calls System.Text.Json.JsonSerializer.Serialize<System.Collections.Generic.Dictionary<string, ushort>>(System.Collections.Generic.Dictionary<string, ushort>, System.Text.Json.JsonSerializerOptions?)")]
|
|
private static async Task<Boolean> SaveModbusTcpFile(StatusRecord status)
|
|
{
|
|
var modbusData = new Dictionary<String, UInt16>();
|
|
|
|
// SYSTEM DATA
|
|
var result1 = ConvertToModbusRegisters((status.Config.ModbusProtcolNumber * 10), "UInt16", 30001); // this to be updated to modbusTCP version
|
|
var result2 = ConvertToModbusRegisters(status.AcDcGrowatt.SystemDateTime.ToUnixTime(), "UInt32", 30002);
|
|
var result3 = ConvertToModbusRegisters(status.AcDcGrowatt.SystemOperatingMode, "UInt16", 30004);
|
|
var result17 = ConvertToModbusRegisters(status.AcDcGrowatt.OperatingPriority, "UInt16", 30005);
|
|
|
|
// BATTERY SUMMARY (assuming single battery [0]) // this to be improved
|
|
var battery = status.AcDcGrowatt.BatteriesRecords!.Batteries[0];
|
|
|
|
var result4 = ConvertToModbusRegisters((status.Config.BatteriesCount ), "UInt16", 31000);
|
|
var result8 = ConvertToModbusRegisters((status.AcDcGrowatt.BatteryOperatingMode), "UInt16", 31001);
|
|
var result12 = ConvertToModbusRegisters((battery.Voltage.Value * 10), "Int16", 31002);
|
|
var result13 = ConvertToModbusRegisters((battery.Current.Value * 10), "Int32", 31003);
|
|
var result14 = ConvertToModbusRegisters((battery.Soc.Value * 100), "UInt16", 31005);
|
|
var result5 = ConvertToModbusRegisters((battery.Power.Value * 10), "Int32", 31006);
|
|
|
|
var result7 = ConvertToModbusRegisters((status.AcDcGrowatt.DischargeCutoffSoc * 100), "UInt16", 31008);
|
|
var result20 = ConvertToModbusRegisters((status.AcDcGrowatt.ChargeCutoffSoc * 100), "UInt16", 31009);
|
|
var result15 = ConvertToModbusRegisters((status.AcDcGrowatt.BatteriesRecords!.AverageSoh * 100), "UInt16", 310010);
|
|
var result16 = ConvertToModbusRegisters((battery.BatteryAmbientTemperature.Value * 100), "UInt16", 31011);
|
|
var result21 = ConvertToModbusRegisters((status.AcDcGrowatt.BatteryMaxChargeCurrent * 10), "UInt16", 31012);
|
|
var result22 = ConvertToModbusRegisters((status.AcDcGrowatt.BatteryMaxdischargeCurrent * 10), "UInt16", 31013);
|
|
var result23 = ConvertToModbusRegisters((status.AcDcGrowatt.BatteryChargeCutoffVoltage * 10), "UInt16", 31014);
|
|
|
|
var result18 = ConvertToModbusRegisters((status.AcDcGrowatt.TotalPvPower.Value * 10), "UInt32", 32000);
|
|
var result19 = ConvertToModbusRegisters((status.AcDcGrowatt.MeterPower * 10), "Int32", 33000);
|
|
|
|
|
|
// Merge all results into one dictionary
|
|
var allResults = new[]
|
|
{
|
|
result1,result2, result3, result17, result4, result5, result7, result8,
|
|
result12, result13, result14, result15, result16, result18, result19,result20,
|
|
result21, result22, result23
|
|
};
|
|
|
|
foreach (var result in allResults)
|
|
{
|
|
foreach (var entry in result)
|
|
{
|
|
modbusData[entry.Key] = entry.Value;
|
|
}
|
|
}
|
|
// Write to JSON
|
|
var json = JsonSerializer.Serialize(modbusData, new JsonSerializerOptions { WriteIndented = true });
|
|
await File.WriteAllTextAsync("/home/inesco/SodiStoreHome/ModbusTCP/modbus_tcp_data.json", json);
|
|
|
|
//Console.WriteLine("JSON file written successfully.");
|
|
//Console.WriteLine(json);
|
|
return true;
|
|
}
|
|
|
|
private static async Task<Boolean> DataLogging(StatusRecord status, DateTime timeStamp)
|
|
{
|
|
var csv = status.ToCsv();
|
|
|
|
// for debug, only to be deleted.
|
|
//foreach (var item in csv.SplitLines())
|
|
//{
|
|
// Console.WriteLine(item + "");
|
|
//}
|
|
|
|
await SavingLocalCsvFile(timeStamp.ToUnixTime(), csv);
|
|
|
|
var jsonData = new Dictionary<String, Object>();
|
|
|
|
ConvertToJson(csv, jsonData).LogInfo();
|
|
|
|
var s3Config = status.Config.S3;
|
|
|
|
if (s3Config is null)
|
|
return false;
|
|
|
|
//Concatenating 15 files in one file
|
|
return await ConcatinatingAndCompressingFiles(timeStamp.ToUnixTime(), s3Config);
|
|
}
|
|
|
|
private static String ConvertToJson(String csv, Dictionary<String, Object> jsonData)
|
|
{
|
|
foreach (var line in csv.Split('\n'))
|
|
{
|
|
if (string.IsNullOrWhiteSpace(line)) continue;
|
|
|
|
var parts = line.Split(';');
|
|
var keyPath = parts[0];
|
|
var value = parts[1];
|
|
var unit = parts.Length > 2 ? parts[2].Trim() : "";
|
|
InsertIntoJson(jsonData, keyPath.Split('/'), value);
|
|
}
|
|
|
|
var jsonOutput = JsonConvert.SerializeObject(jsonData, Formatting.None);
|
|
return jsonOutput;
|
|
}
|
|
|
|
private static void InsertIntoJson(Dictionary<String, Object> jsonDict, String[] keys, String value)
|
|
{
|
|
var currentDict = jsonDict;
|
|
for (Int16 i = 1; i < keys.Length; i++) // Start at 1 to skip empty root
|
|
{
|
|
var key = keys[i];
|
|
if (!currentDict.ContainsKey(key))
|
|
{
|
|
currentDict[key] = new Dictionary<String, Object>();
|
|
}
|
|
|
|
if (i == keys.Length - 1) // Last key, store the value
|
|
{
|
|
|
|
if (!value.Contains(",") && double.TryParse(value, out Double doubleValue)) // Try to parse value as a number
|
|
{
|
|
currentDict[key] = Math.Round(doubleValue, 2); // Round to 2 decimal places
|
|
|
|
}
|
|
else
|
|
{
|
|
currentDict[key] = value; // Store as string if not a number
|
|
}
|
|
}
|
|
else
|
|
{
|
|
currentDict = (Dictionary<String, Object>)currentDict[key];
|
|
}
|
|
}
|
|
}
|
|
|
|
private static async Task SavingLocalCsvFile(Int64 timestamp, String csv)
|
|
{
|
|
const String directoryPath = "/home/inesco/SodiStoreHome/csvFile";
|
|
|
|
// Ensure directory exists
|
|
if (!Directory.Exists(directoryPath))
|
|
{
|
|
Directory.CreateDirectory(directoryPath);
|
|
}
|
|
|
|
// Get all .csv files ordered by creation time (oldest first)
|
|
var csvFiles = new DirectoryInfo(directoryPath)
|
|
.GetFiles("*.csv")
|
|
.OrderBy(f => f.CreationTimeUtc)
|
|
.ToList();
|
|
|
|
// If more than 5000 files, delete the oldest
|
|
if (csvFiles.Count >= 5000)
|
|
{
|
|
var oldestFile = csvFiles.First();
|
|
try
|
|
{
|
|
oldestFile.Delete();
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine($"Failed to delete file: {oldestFile.FullName}, Error: {ex.Message}");
|
|
}
|
|
}
|
|
|
|
// Prepare the filtered CSV content
|
|
var filteredCsv = csv
|
|
.SplitLines()
|
|
.Where(l => !l.Contains("Secret"))
|
|
.JoinLines();
|
|
|
|
// Save the new CSV file
|
|
var filePath = Path.Combine(directoryPath, timestamp + ".csv");
|
|
await File.WriteAllTextAsync(filePath, filteredCsv);
|
|
}
|
|
|
|
private static async Task<Boolean> ConcatinatingAndCompressingFiles(Int64 timeStamp, S3Config s3Config)
|
|
{
|
|
if (_fileCounter >= NbrOfFileToConcatenate)
|
|
{
|
|
_fileCounter = 0;
|
|
|
|
var logFileConcatenator = new LogFileConcatenator();
|
|
var jsontoSend = logFileConcatenator.ConcatenateFiles(NbrOfFileToConcatenate);
|
|
|
|
var fileNameWithoutExtension = timeStamp.ToString(); // used for both S3 and local
|
|
var s3Path = fileNameWithoutExtension + ".json";
|
|
|
|
var request = s3Config.CreatePutRequest(s3Path);
|
|
|
|
var compressedBytes = CompresseBytes(jsontoSend);
|
|
var base64String = Convert.ToBase64String(compressedBytes);
|
|
var stringContent = new StringContent(base64String, Encoding.UTF8, "application/base64");
|
|
|
|
var uploadSucceeded = false;
|
|
|
|
try
|
|
{
|
|
var response = await request.PutAsync(stringContent);
|
|
|
|
if (response.StatusCode != 200)
|
|
{
|
|
Console.WriteLine("ERROR: PUT");
|
|
var error = await response.GetStringAsync();
|
|
Console.WriteLine(error);
|
|
|
|
await SaveToLocalCompressedFallback(compressedBytes, fileNameWithoutExtension);
|
|
Heartbit();
|
|
return false;
|
|
}
|
|
|
|
uploadSucceeded = true;
|
|
Console.WriteLine("✅ File uploaded to S3 successfully.");
|
|
|
|
Console.WriteLine("---------------------------------------- Resending FailedUploadedFiles----------------------------------------");
|
|
Heartbit();
|
|
|
|
await ResendLocalFailedFilesAsync(s3Config); // retry any pending failed files
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine("Upload exception: " + ex.Message);
|
|
|
|
if (!uploadSucceeded)
|
|
{
|
|
await SaveToLocalCompressedFallback(compressedBytes, fileNameWithoutExtension);
|
|
}
|
|
|
|
Heartbit();
|
|
return false;
|
|
}
|
|
}
|
|
|
|
_fileCounter++;
|
|
return true;
|
|
}
|
|
|
|
private static void Heartbit()
|
|
{
|
|
var s3Bucket = Config.Load().S3?.Bucket;
|
|
var tryParse = int.TryParse(s3Bucket?.Split("-")[0], out var installationId);
|
|
|
|
if (tryParse)
|
|
{
|
|
var returnedStatus = new StatusMessage
|
|
{
|
|
InstallationId = installationId,
|
|
Product = 2,
|
|
Status = _sodiohomeAlarmState,
|
|
Type = MessageType.Heartbit,
|
|
};
|
|
if (s3Bucket != null)
|
|
RabbitMqManager.InformMiddleware(returnedStatus);
|
|
}
|
|
}
|
|
|
|
private static async Task SaveToLocalCompressedFallback(Byte[] compressedData, String fileNameWithoutExtension)
|
|
{
|
|
try
|
|
{
|
|
var fallbackDir = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "FailedUploads");
|
|
Directory.CreateDirectory(fallbackDir);
|
|
|
|
var fileName = fileNameWithoutExtension + ".json"; // Save as .json, but still compressed
|
|
var fullPath = Path.Combine(fallbackDir, fileName);
|
|
|
|
await File.WriteAllBytesAsync(fullPath, compressedData); // Compressed data
|
|
Console.WriteLine($"Saved compressed failed upload to: {fullPath}");
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine("Failed to save compressed file locally: " + ex.Message);
|
|
}
|
|
}
|
|
|
|
private static async Task ResendLocalFailedFilesAsync(S3Config s3Config)
|
|
{
|
|
var fallbackDir = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "FailedUploads");
|
|
|
|
if (!Directory.Exists(fallbackDir))
|
|
return;
|
|
|
|
var files = Directory.GetFiles(fallbackDir, "*.json");
|
|
files.Length.WriteLine(" Number of failed files, to upload");
|
|
|
|
foreach (var filePath in files)
|
|
{
|
|
var fileName = Path.GetFileName(filePath); // e.g., "1720023600.json"
|
|
|
|
try
|
|
{
|
|
byte[] compressedBytes = await File.ReadAllBytesAsync(filePath);
|
|
var base64String = Convert.ToBase64String(compressedBytes);
|
|
var stringContent = new StringContent(base64String, Encoding.UTF8, "application/base64");
|
|
|
|
var request = s3Config.CreatePutRequest(fileName);
|
|
var response = await request.PutAsync(stringContent);
|
|
|
|
if (response.StatusCode == 200)
|
|
{
|
|
File.Delete(filePath);
|
|
Console.WriteLine($"✅ Successfully resent and deleted: {fileName}");
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine($"❌ Failed to resend {fileName}, status: {response.StatusCode}");
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine($"⚠️ Exception while resending {fileName}: {ex.Message}");
|
|
}
|
|
}
|
|
}
|
|
|
|
private static Byte[] CompresseBytes(String jsonToSend)
|
|
{
|
|
//Compress JSON data to a byte array
|
|
using var memoryStream = new MemoryStream();
|
|
//Create a zip directory and put the compressed file inside
|
|
using (var archive = new ZipArchive(memoryStream, ZipArchiveMode.Create, true))
|
|
{
|
|
var entry = archive.CreateEntry("data.json", CompressionLevel.SmallestSize); // Add JSON data to the ZIP archive
|
|
using (var entryStream = entry.Open())
|
|
using (var writer = new StreamWriter(entryStream))
|
|
{
|
|
writer.Write(jsonToSend);
|
|
}
|
|
}
|
|
|
|
var compressedBytes = memoryStream.ToArray();
|
|
|
|
return compressedBytes;
|
|
}
|
|
|
|
} |