Smart/PI_Assync_PLD
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

19/03/2025

Browse Source
This commit is contained in:
Adriano Serighelli 2025-03-19 10:39:34 -03:00
parent 5b4882f638
commit d656f07613
10 changed files with 737 additions and 434 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
Business/PLDProcessor.cs Normal file
View File

@ -0,0 +1,44 @@
using System;
using System.Collections.Generic;
using System.Globalization;
using System.Xml;
using PI_Assync_PLD.Models;
public class PLDProcessor
{
public List<PLDModel> ProcessarXML(string xml)
{
List<PLDModel> pldList = new List<PLDModel>();
XmlDocument doc = new XmlDocument();
doc.LoadXml(xml);
XmlNamespaceManager nsmgr = new XmlNamespaceManager(doc.NameTable);
nsmgr.AddNamespace("bm", "http://xmlns.energia.org.br/BM/v1");
nsmgr.AddNamespace("bo", "http://xmlns.energia.org.br/BO/v1");
nsmgr.AddNamespace("hdr", "http://xmlns.energia.org.br/MH/v1");
nsmgr.AddNamespace("soapenv", "http://schemas.xmlsoap.org/soap/envelope");
nsmgr.AddNamespace("xsi", "http://www.w3.org/2001/XMLSchema-instance");
foreach (XmlNode pldNode in doc.SelectNodes("//bm:plds//bm:pld", nsmgr))
{
DateTime data = DateTime.ParseExact(
pldNode.SelectSingleNode("bo:vigencia//bo:inicio", nsmgr).InnerText,
"yyyy-MM-dd'T'HH:mm:ss'-03:00'", null
);
double dia = data.ToOADate() - data.ToOADate() % 1;
int hora = data.Hour + 1;
string mes = data.ToString("yyMM");
int diaSemana = (int)data.DayOfWeek == 0 ? 7 : (int)data.DayOfWeek;
foreach (XmlNode valorNode in pldNode.SelectNodes("bo:valores/bo:valor", nsmgr))
{
string submercado = valorNode.SelectSingleNode("bo:submercado//bo:nome", nsmgr).InnerText;
double valor = double.Parse(valorNode.SelectSingleNode("bo:valor//bo:valor", nsmgr).InnerText, new CultureInfo("en-US"));
pldList.Add(new PLDModel(data, hora, submercado, valor, mes, diaSemana));
}
}
return pldList;
}
}

40
Data/AccessRepository.cs Normal file
View File

@ -0,0 +1,40 @@
using PI_Assync_PLD.Models;
using System.Data.OleDb;
public class AccessRepository : IDataRepository
{
private readonly string _connectionString;
public AccessRepository(string caminhoBD)
{
_connectionString = $"Provider=Microsoft.ACE.OLEDB.12.0;Data Source={caminhoBD};Jet OLEDB:Database Password=gds21";
}
public DateTime ObterDataInicial()
{
using var conn = new OleDbConnection(_connectionString);
conn.Open();
string query = "SELECT MAX(Data) FROM PLD_comp";
using var cmd = new OleDbCommand(query, conn);
return cmd.ExecuteScalar() is DateTime data ? data.AddDays(1) : new DateTime(2022, 01, 01);
}
public void SalvarPLDs(List<PLDModel> plds)
{
using var conn = new OleDbConnection(_connectionString);
conn.Open();
foreach (var pld in plds)
{
string query = "INSERT INTO PLD_comp (Data, Hora, Submercado, Valor, Mes_ref, Dia_da_semana) " +
"VALUES (@Data, @Hora, @Submercado, @Valor, @MesRef, @DiaSemana)";
using var cmd = new OleDbCommand(query, conn);
cmd.Parameters.AddWithValue("@Data", pld.Dia);
cmd.Parameters.AddWithValue("@Hora", pld.Hora);
cmd.Parameters.AddWithValue("@Submercado", pld.Submercado);
cmd.Parameters.AddWithValue("@Valor", pld.Valor);
cmd.Parameters.AddWithValue("@MesRef", pld.Mes);
cmd.Parameters.AddWithValue("@DiaSemana", pld.DiaSemana);
cmd.ExecuteNonQuery();
}
}
}

7
Data/IDataRepository.cs Normal file
View File

@ -0,0 +1,7 @@
using PI_Assync_PLD.Models;
public interface IDataRepository
{
DateTime ObterDataInicial();
void SalvarPLDs(List<PLDModel> plds);
}

57
Data/PostgresRepository.cs Normal file
View File

@ -0,0 +1,57 @@
using System;
using System.Collections.Generic;
using Npgsql;
using PI_Assync_PLD.Models;
public class PostgresRepository : IDataRepository
{
private readonly string _connectionString;
public PostgresRepository(string environment)
{
_connectionString = environment == "dev"
? "Server=smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port=5432; Database=smartimptest; User Id=postgres; Password=VfHml#Z78!%kvvNM;"
: "Server=smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port=5432; Database=smartenergiaprod; User Id=postgres; Password=VfHml#Z78!%kvvNM;";
}
public DateTime ObterDataInicial()
{
using var conn = new NpgsqlConnection(_connectionString);
conn.Open();
string query = "SELECT TO_DATE('1899-12-30', 'YYYY-MM-DD') + INTERVAL '1' DAY * MAX(dia_num) AS ultimo_dia FROM pld";
using var cmd = new NpgsqlCommand(query, conn);
using var reader = cmd.ExecuteReader();
return reader.Read() && DateTime.TryParse(reader["ultimo_dia"]?.ToString(), out var data)
? data.AddDays(1)
: DateTime.Now.AddYears(-2);
}
public void SalvarPLDs(List<PLDModel> plds)
{
using var conn = new NpgsqlConnection(_connectionString);
conn.Open();
using var transaction = conn.BeginTransaction();
string query = "INSERT INTO pld (dia_num, hora, submercado, valor, mes_ref, dia_da_semana) " +
"VALUES (@Dia, @Hora, @Submercado, @Valor, @MesRef, @DiaSemana)";
using var cmd = new NpgsqlCommand(query, conn, transaction);
foreach (var pld in plds)
{
cmd.Parameters.Clear();
cmd.Parameters.AddWithValue("@Dia", pld.Dia);
cmd.Parameters.AddWithValue("@Hora", pld.Hora);
cmd.Parameters.AddWithValue("@Submercado", pld.Submercado);
cmd.Parameters.AddWithValue("@Valor", pld.Valor);
cmd.Parameters.AddWithValue("@MesRef", pld.Mes);
cmd.Parameters.AddWithValue("@DiaSemana", pld.DiaSemana);
cmd.ExecuteNonQuery();
}
transaction.Commit();
}
}

29
Models/PLDModel.cs Normal file
View File

@ -0,0 +1,29 @@
using System;
namespace PI_Assync_PLD.Models
{
public class PLDModel
{
public DateTime Dia { get; set; }
public int Hora { get; set; }
public string Submercado { get; set; }
public double Valor { get; set; }
public string Mes { get; set; }
public int DiaSemana { get; set; }
public PLDModel(DateTime dia, int hora, string submercado, double valor, string mes, int diaSemana)
{
Dia = dia;
Hora = hora;
Submercado = submercado;
Valor = valor;
Mes = mes;
DiaSemana = diaSemana;
}
public override string ToString()
{
return $"{Dia:yyyy-MM-dd} {Hora}:00 - {Submercado}: R$ {Valor:F2} ({Mes}, Dia da semana: {DiaSemana})";
}
}
}

7
PI_Assync_PLD.csproj
View File

@ -2,7 +2,7 @@
<PropertyGroup> <PropertyGroup>
<OutputType>Exe</OutputType> <OutputType>Exe</OutputType>
<TargetFramework>net6.0-windows</TargetFramework> <TargetFramework>net9.0-windows10.0.26100.0</TargetFramework>
<ImplicitUsings>enable</ImplicitUsings> <ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable> <Nullable>enable</Nullable>
<PlatformTarget>AnyCPU</PlatformTarget> <PlatformTarget>AnyCPU</PlatformTarget>
@ -21,9 +21,8 @@
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<PackageReference Include="Newtonsoft.Json" Version="13.0.1" /> <PackageReference Include="Npgsql" Version="9.0.3" />
<PackageReference Include="Npgsql" Version="6.0.5" /> <PackageReference Include="System.Data.OleDb" Version="9.0.3" />
<PackageReference Include="System.Data.OleDb" Version="6.0.0" />
</ItemGroup> </ItemGroup>
</Project> </Project>

436
Program - Cópia.cs Normal file
View File

@ -0,0 +1,436 @@
//// See https://aka.ms/new-console-template for more information
//using Newtonsoft.Json;
//using System;
//using System;
//using System.Collections.Generic;
//using System.ComponentModel;
//using System.Data;
//using System.Data.OleDb;
//using System.Data.SqlClient;
//using System.Diagnostics;
//using System.Drawing;
//using System.Globalization;
//using System.Linq;
//using System.Net.Http;
//using System.Security.Authentication;
//using System.Security.Cryptography.X509Certificates;
//using System.Text;
//using System.Threading;
//using System.Threading.Tasks;
//using System.Xml;
//using Npgsql;
//internal class Plat_integ
//{
// //tempo medio de execucao para processamente sincrono: 15 dias: 5,4s / 30 dias:10,0s / 60 dias:16,2s
// static string PG_CONN_STRING_DEV = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartimptest; User Id = postgres; Password = VfHml#Z78!%kvvNM;";
// static string PG_CONN_STRING_PROD = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartenergiaprod; User Id = postgres; Password = VfHml#Z78!%kvvNM;";
// static string ENVIRONMENT = "prod"; // "dev" | "prod"
// static string BUILD_FOR = "access"; // "access" | "postgres"
// static void Main()
// {
// MainAsync().Wait();
// }
// private static async Task<int> MainAsync()
// {
// string caminho_BD;
// int max_i;
// DateTime data_inicial;
// DateTime tempo_cod, tempo_ini;
// Thread.CurrentThread.CurrentCulture = CultureInfo.CreateSpecificCulture("en-GB");
// //auxiliar para calculo do tempo de execucao do codigo
// tempo_ini = DateTime.Now;
// tempo_cod = DateTime.Now;
// //caminho do BD em que sera salvo os valores de PLD
// caminho_BD = @"X:\Middle\Informativo Setorial\Modelo Word\BD_SCDE.accdb";
// //data inicial conforme ultimo valor salvo no BD
// data_inicial = data_inicio_BD(caminho_BD);
// DateTime data_final = DateTime.Now.AddDays(1);
// if (data_inicial.Year != data_final.Year)
// {
// data_final = new DateTime(data_inicial.Year, 12, 31);
// }
// //roda a requisicao de forma sincrona para obter o numero total de paginas - tambem busca os dados da primeira pagina
// max_i = processar_XML_sync(requisicao_http_sync(xml_requisicao(1, data_inicial, data_final)), caminho_BD);
// Console.Write("Tempo de execucao da etapa inicial: {0}", DateTime.Now - tempo_cod);
// Console.WriteLine("\nHavera {0} processos rodando em paralelo", max_i - 1);
// tempo_cod = DateTime.Now;
// if (BUILD_FOR == "postgres")
// {
// int pagesN;
// for (int i = 2; i <= max_i; i++)
// {
// pagesN = processar_XML_sync(requisicao_http_sync(xml_requisicao(i, data_inicial, data_final)), caminho_BD);
// }
// }
// else
// {
// //abre a conexao com o BD
// OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
// access_conn.Open();
// await Task.WhenAll(assync_requisicao_http(data_inicial, max_i, caminho_BD, access_conn));
// Thread.Sleep(2000);
// Console.WriteLine("Concluido. Tempo TOTAL de execucao: {0}", DateTime.Now - tempo_ini);
// //repete a requisicao de forma assincrona para as demais paginas
// access_conn.Close();
// }
// return 0;
// }
// public static async Task<int> assync_requisicao_http(DateTime data_inicial, int max_i, string caminho_BD, OleDbConnection access_conn)
// {
// int i;
// var handler = new HttpClientHandler();
// Task<HttpResponseMessage>[] arr_Tks = new Task<HttpResponseMessage>[max_i - 1];
// Task[] arr_Tks_gen = new Task[max_i - 1];
// var arr_Var = new HttpResponseMessage[max_i - 1];
// // Carrega o certificado do arquivo .pfx
// X509Certificate2 cert = new X509Certificate2("X:\\Back\\APP Smart\\Certificado\\Certificado Fernando.pfx", "appsmart");
// handler.ClientCertificates.Add(cert);
// DateTime data_final = DateTime.Now;
// if (data_inicial.Year != data_final.Year)
// {
// data_final = new DateTime(data_inicial.Year, 12, 31);
// }
// DateTime aux_tempo = DateTime.Now;
// var client = new HttpClient(handler);
// client.DefaultRequestHeaders.Add("SOAPAction", "listarPLD");
// var endpoint = new Uri("https://servicos.ccee.org.br:443/ws/prec/PLDBSv1");
// Parallel.For(2, max_i + 1, (i) =>
// {
// var payload = new StringContent(xml_requisicao(i, data_inicial, data_final), Encoding.UTF8, "application/json");
// arr_Tks[i - 2] = client.PostAsync(endpoint, payload);
// });
// Parallel.For(2, max_i + 1, (i, state) =>
// {
// var retorno = arr_Tks[i - 2].Result;
// try
// {
// arr_Tks_gen[i - 2] = processar_XML_assync(retorno.Content.ReadAsStringAsync().Result, caminho_BD, access_conn);
// }
// catch (AggregateException ae)
// {
// Task.Delay(100);
// arr_Tks_gen[i - 2] = processar_XML_assync(retorno.Content.ReadAsStringAsync().Result, caminho_BD, access_conn);
// }
// });
// await Task.WhenAll(arr_Tks_gen.ToArray());
// return 2;
// }
// //processa as respostas de forma assincrona
// public static async Task processar_XML_assync(string entrada, string caminho_BD, OleDbConnection access_conn)
// {
// XmlDocument doc = new XmlDocument();
// doc.LoadXml(entrada);
// //doc.Save(@"X:\Back\PLD Horário\xmlresposta.xml");
// int hora = 0, dia_semana = 0;
// int j;
// int num_pag;
// double dia = 0;
// string submercado = "", mes = "", access_strCOM, pg_strCOM;
// double valor = 0;
// DateTime aux_data = new DateTime(2005, 01, 01);
// DateTime tempo_xml;
// XmlNamespaceManager nsmgr = new XmlNamespaceManager(doc.NameTable);
// nsmgr.AddNamespace("bm", "http://xmlns.energia.org.br/BM/v1");
// nsmgr.AddNamespace("bo", "http://xmlns.energia.org.br/BO/v1");
// nsmgr.AddNamespace("hdr", "http://xmlns.energia.org.br/MH/v1");
// nsmgr.AddNamespace("soapenv", "http://schemas.xmlsoap.org/soap/envelope");
// nsmgr.AddNamespace("xsi", "http://www.w3.org/2001/XMLSchema-instance");
// tempo_xml = DateTime.Now;
// int.TryParse(doc.SelectSingleNode("//hdr:totalPaginas", nsmgr).InnerText, out num_pag);
// //Console.WriteLine("Total paginas " + num_pag);
// await Task.Run(() =>
// {
// //START PGSQL
// NpgsqlConnection pg_conn;
// if (ENVIRONMENT is "dev")
// {
// pg_conn = new(PG_CONN_STRING_DEV);
// }
// else
// {
// pg_conn = new(PG_CONN_STRING_PROD);
// }
// if (BUILD_FOR != "access")
// {
// pg_conn.Open();
// }
// foreach (XmlNode n1 in doc.SelectNodes("//bm:plds//bm:pld", nsmgr))
// {
// XmlNode n2 = n1;
// aux_data = DateTime.ParseExact(n2.SelectSingleNode("bo:vigencia//bo:inicio", nsmgr).InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null);
// dia = (aux_data.ToOADate() - aux_data.ToOADate() % 1);
// hora = aux_data.Hour;
// mes = aux_data.ToString("yyMM");
// dia_semana = (int)aux_data.DayOfWeek;
// if (dia_semana == 0)
// {
// dia_semana = 7;
// }
// for (j = 0; j <= 3; j++)
// {
// submercado = n2.SelectNodes("bo:valores//bo:valor//bo:submercado//bo:nome", nsmgr)[j].InnerText;
// Double.TryParse(n2.SelectNodes("bo:valores//bo:valor//bo:valor//bo:valor", nsmgr)[j].InnerText, out valor);
// if (BUILD_FOR == "access")
// {
// //START ACCESS
// access_strCOM = "INSERT INTO PLD_comp (Data, Hora, Submercado, Valor, Mes_ref, Dia_da_semana)";
// access_strCOM += " VALUES (" + dia + "," + (hora + 1) + ",\"" + submercado + "\"," + valor + "," + mes + "," + dia_semana + ")";
// OleDbCommand tbPLD = new(access_strCOM, access_conn);
// OleDbDataReader reader = tbPLD.ExecuteReader();
// //END ACCESS
// }
// else
// {
// pg_strCOM = "INSERT INTO pld (dia_num, hora, submercado, valor, mes_ref, dia_da_semana) ";
// pg_strCOM += "VALUES (" + dia + ", " + (hora + 1) + ", '" + submercado + "', " + valor + ", '" + mes + "', " + dia_semana + ")";
// NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
// NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
// pg_reader.Close();
// //END PGSQL
// }
// }
// }
// pg_conn.Close();
// });
// foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:numero"))
// {
// Console.WriteLine("Processando pagina {0} de {1} - tempo de execucao {2}", n1.InnerText, num_pag, DateTime.Now - tempo_xml);
// }
// }
// //prepara o xml de entrada a ser enviado à CCEE
// public static string xml_requisicao(int pag, DateTime dat_ini, DateTime dat_fim)
// {
// string cam_ent, tex_req, sdat_ini, sdat_fim;
// cam_ent = @"X:\Back\PLD Horário\listarPLD.txt";
// sdat_ini = dat_ini.ToString("yyyy-MM-ddT00:00:00"); //2022-12-31T00:00:00
// sdat_fim = dat_fim.ToString("yyyy-MM-ddT00:00:00");
// tex_req = File.ReadAllText(cam_ent);
// tex_req = tex_req.Replace("DATA_INI", sdat_ini);
// tex_req = tex_req.Replace("DATA_FIM", sdat_fim);
// tex_req = tex_req.Replace("PAG_NUM", pag.ToString());
// return tex_req;
// }
// //calcula a data de inicio da solicitacao do PLD, utilizando como base o ultimo dia de valor do PLD salvo no BD
// public static DateTime data_inicio_BD(string caminho_BD)
// {
// string access_strCOM, pg_strCOM;
// DateTime saida_ult_dia = DateTime.Now;
// if (BUILD_FOR == "access")
// {
// access_strCOM = "SELECT MAX(Data) As ultimo_dia FROM PLD_comp";
// OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
// access_conn.Open();
// OleDbCommand access_tbPLD = new(access_strCOM, access_conn);
// OleDbDataReader access_reader = access_tbPLD.ExecuteReader();
// access_reader.Read();
// DateTime.TryParse(access_reader["ultimo_dia"].ToString(), out saida_ult_dia);
// access_conn.Close();
// saida_ult_dia = saida_ult_dia.AddDays(1);
// Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
// }
// else
// {
// pg_strCOM = "SELECT TO_DATE('1899-12-30', 'YYYY-MM-DD') + INTERVAL '1' DAY * MAX(dia_num) AS ultimo_dia FROM pld";
// NpgsqlConnection pg_conn;
// if (ENVIRONMENT is "dev")
// {
// pg_conn = new(PG_CONN_STRING_DEV);
// }
// else
// {
// pg_conn = new(PG_CONN_STRING_PROD);
// }
// if (BUILD_FOR != "access")
// {
// pg_conn.Open();
// }
// NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
// NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
// pg_reader.Read();
// Console.WriteLine("" + pg_reader["ultimo_dia"].ToString());
// if (pg_reader["ultimo_dia"].ToString().Length > 0)
// {
// DateTime.TryParse(pg_reader["ultimo_dia"].ToString(), out saida_ult_dia);
// pg_reader.Close();
// saida_ult_dia = saida_ult_dia.AddDays(1);
// Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
// }
// else
// {
// saida_ult_dia = DateTime.Now.AddYears(-2);
// Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
// }
// }
// return saida_ult_dia;
// }
// //requisicao sincrona de valor do PLD
// public static string requisicao_http_sync(string tex_req)
// {
// var handler = new HttpClientHandler();
// // Carrega o certificado do arquivo .pfx
// X509Certificate2 cert = new X509Certificate2("X:\\Back\\APP Smart\\Certificado\\Certificado Fernando.pfx", "appsmart");
// handler.ClientCertificates.Add(cert);
// using (var client = new HttpClient(handler))
// {
// client.DefaultRequestHeaders.Add("SOAPAction", "listarPLD");
// var endpoint = new Uri("https://servicos.ccee.org.br:443/ws/prec/PLDBSv1");
// var newPostJson = JsonConvert.ToString(tex_req);
// var payload = new StringContent(tex_req, Encoding.UTF8, "application/json");
// //modificar a proxima linha para transformar em assincrono
// //var retorno = client.PostAsync(endpoint, payload).Result.Content.ReadAsStringAsync().Result;
// var retorno = client.PostAsync(endpoint, payload).Result.Content.ReadAsStringAsync().Result;
// //https://stackoverflow.com/questions/642293/how-do-i-read-and-parse-an-xml-file-in
// return retorno;
// }
// }
// //processa os dados da resposta de forma sincrona, retorna o numero total de paginas da requisicao
// public static int processar_XML_sync(string entrada, string caminho_BD)
// {
// XmlDocument doc = new XmlDocument();
// doc.LoadXml(entrada);
// doc.Save(@"X:\Back\PLD Horário\xmlresposta.xml");
// int hora = 0, dia_semana = 0;
// int num_pag;
// double dia = 0;
// string submercado = "", mes = "", access_strCOM, pg_strCOM;
// double valor = 0;
// DateTime aux_data = new DateTime(2005, 01, 01);
// //abre a conexao com o BD
// OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
// access_conn.Open();
// NpgsqlConnection pg_conn;
// if (ENVIRONMENT is "dev")
// {
// pg_conn = new(PG_CONN_STRING_DEV);
// }
// else
// {
// pg_conn = new(PG_CONN_STRING_PROD);
// }
// if (BUILD_FOR != "access")
// {
// pg_conn.Open();
// }
// Thread.CurrentThread.CurrentCulture = CultureInfo.CreateSpecificCulture("en-GB");
// num_pag = 1;
// foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:totalPaginas"))
// {
// int.TryParse(n1.InnerText, out num_pag);
// }
// foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:numero"))
// {
// Console.WriteLine("Processando pagina {0} de {1}", n1.InnerText, num_pag);
// }
// foreach (XmlNode n1 in doc.GetElementsByTagName("bm:pld"))
// {
// foreach (XmlNode n2 in n1.ChildNodes)
// {
// foreach (XmlNode n3 in n2.ChildNodes)
// {
// if (n3.Name == "bo:inicio")
// {
// aux_data = DateTime.ParseExact(n3.InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null);
// dia = (aux_data.ToOADate() - aux_data.ToOADate() % 1);
// hora = aux_data.Hour;
// mes = aux_data.ToString("yyMM");
// dia_semana = (int)aux_data.DayOfWeek;
// if (dia_semana == 0)
// {
// dia_semana = 7;
// }
// }
// if (n3.Name == "bo:valor")
// {
// foreach (XmlNode n4 in n3.ChildNodes)
// {
// if (n4.Name == "bo:submercado" || n4.Name == "bo:valor")
// {
// foreach (XmlNode n5 in n4.ChildNodes)
// {
// switch (n5.Name)
// {
// case "bo:nome":
// submercado = n5.InnerText;
// break;
// case "bo:valor":
// Double.TryParse(n5.InnerText, out valor);
// //Console.WriteLine("Mes:" + mes + " - Dia da semana:" + dia_semana + " - Dia:" + dia + " - Hora:" + hora + "- Submercado:" + submercado + "- Valor:" + valor + "\n");
// //Escreva as informacoes no BD
// if (BUILD_FOR == "access")
// {
// access_strCOM = "INSERT INTO PLD_comp (Data, Hora, Submercado, Valor, Mes_ref, Dia_da_semana)";
// access_strCOM += " VALUES (" + dia + "," + (hora + 1) + ",\"" + submercado + "\"," + valor + "," + mes + "," + dia_semana + ")";
// //Console.WriteLine(strCOM);
// OleDbCommand access_tbPLD = new(access_strCOM, access_conn);
// OleDbDataReader access_reader = access_tbPLD.ExecuteReader();
// access_reader.Close();
// }
// else
// {
// pg_strCOM = "INSERT INTO pld " +
// "(dia_num, hora, submercado, valor, mes_ref, dia_da_semana) ";
// pg_strCOM += "VALUES (" + dia + ", " + (hora + 1) + ", '" + submercado + "', " + valor + ", '" + mes + "', " + dia_semana + ")";
// NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
// NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
// pg_reader.Close();
// }
// break;
// default:
// break;
// }
// }
// }
// }
// }
// }
// }
// }
// access_conn.Close();
// pg_conn.Close();
// return num_pag;
// }
//}

445
Program.cs
View File

@ -1,436 +1,29 @@
// See https://aka.ms/new-console-template for more information using System;
using Newtonsoft.Json;
using System;
using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Data.OleDb;
using System.Data.SqlClient;
using System.Diagnostics;
using System.Drawing;
using System.Globalization;
using System.Linq;
using System.Net.Http;
using System.Security.Authentication;
using System.Security.Cryptography.X509Certificates;
using System.Text;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Xml; // using PI_Assync_PLD.Data;
using Npgsql; // using PI_Assync_PLD.Services;
// using PI_Assync_PLD.Business;
internal class Plat_integ class Program
{ {
//tempo medio de execucao para processamente sincrono: 15 dias: 5,4s / 30 dias:10,0s / 60 dias:16,2s static async Task Main()
static string PG_CONN_STRING_DEV = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartimptest; User Id = postgres; Password = VfHml#Z78!%kvvNM;"; {
static string PG_CONN_STRING_PROD = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartenergiaprod; User Id = postgres; Password = VfHml#Z78!%kvvNM;"; Console.WriteLine("Iniciando sincronização de PLDs...");
static string ENVIRONMENT = "prod"; // "dev" | "prod" // Criar repositórios
string caminhoBD = @"X:\Middle\Informativo Setorial\Modelo Word\BD_SCDE.accdb";
var repositories = new List<IDataRepository>
{
new AccessRepository(caminhoBD),
new PostgresRepository("prod")
};
static string BUILD_FOR = "access"; // "access" | "postgres" var httpClientService = new HttpClientService();
var pldService = new PLDService(httpClientService, repositories);
static void Main() await pldService.SincronizarPLDsAsync();
{
MainAsync().Wait();
}
private static async Task<int> MainAsync() Console.WriteLine("Sincronização concluída.");
{
string caminho_BD;
int max_i;
DateTime data_inicial;
DateTime tempo_cod, tempo_ini;
Thread.CurrentThread.CurrentCulture = CultureInfo.CreateSpecificCulture("en-GB");
//auxiliar para calculo do tempo de execucao do codigo
tempo_ini = DateTime.Now;
tempo_cod = DateTime.Now;
//caminho do BD em que sera salvo os valores de PLD
caminho_BD = @"X:\Middle\Informativo Setorial\Modelo Word\BD_SCDE.accdb";
//data inicial conforme ultimo valor salvo no BD
data_inicial = data_inicio_BD(caminho_BD);
DateTime data_final = DateTime.Now.AddDays(1);
if (data_inicial.Year != data_final.Year)
{
data_final = new DateTime(data_inicial.Year, 12, 31);
} }
//roda a requisicao de forma sincrona para obter o numero total de paginas - tambem busca os dados da primeira pagina
max_i = processar_XML_sync(requisicao_http_sync(xml_requisicao(1, data_inicial, data_final)), caminho_BD);
Console.Write("Tempo de execucao da etapa inicial: {0}", DateTime.Now - tempo_cod);
Console.WriteLine("\nHavera {0} processos rodando em paralelo", max_i - 1);
tempo_cod = DateTime.Now;
if (BUILD_FOR == "postgres")
{
int pagesN;
for (int i = 2; i <= max_i; i++)
{
pagesN = processar_XML_sync(requisicao_http_sync(xml_requisicao(i, data_inicial, data_final)), caminho_BD);
}
}
else
{
//abre a conexao com o BD
OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
access_conn.Open();
await Task.WhenAll(assync_requisicao_http(data_inicial, max_i, caminho_BD, access_conn));
Thread.Sleep(2000);
Console.WriteLine("Concluido. Tempo TOTAL de execucao: {0}", DateTime.Now - tempo_ini);
//repete a requisicao de forma assincrona para as demais paginas
access_conn.Close();
}
return 0;
}
public static async Task<int> assync_requisicao_http(DateTime data_inicial, int max_i, string caminho_BD, OleDbConnection access_conn)
{
int i;
var handler = new HttpClientHandler();
Task<HttpResponseMessage>[] arr_Tks = new Task<HttpResponseMessage>[max_i - 1];
Task[] arr_Tks_gen = new Task[max_i - 1];
var arr_Var = new HttpResponseMessage[max_i - 1];
// Carrega o certificado do arquivo .pfx
X509Certificate2 cert = new X509Certificate2("X:\\Back\\APP Smart\\Certificado\\Certificado Fernando.pfx", "appsmart");
handler.ClientCertificates.Add(cert);
DateTime data_final = DateTime.Now;
if (data_inicial.Year != data_final.Year)
{
data_final = new DateTime(data_inicial.Year, 12, 31);
}
DateTime aux_tempo = DateTime.Now;
var client = new HttpClient(handler);
client.DefaultRequestHeaders.Add("SOAPAction", "listarPLD");
var endpoint = new Uri("https://servicos.ccee.org.br:443/ws/prec/PLDBSv1");
Parallel.For(2, max_i + 1, (i) =>
{
var payload = new StringContent(xml_requisicao(i, data_inicial, data_final), Encoding.UTF8, "application/json");
arr_Tks[i - 2] = client.PostAsync(endpoint, payload);
});
Parallel.For(2, max_i + 1, (i, state) =>
{
var retorno = arr_Tks[i - 2].Result;
try
{
arr_Tks_gen[i - 2] = processar_XML_assync(retorno.Content.ReadAsStringAsync().Result, caminho_BD, access_conn);
}
catch (AggregateException ae)
{
Task.Delay(100);
arr_Tks_gen[i - 2] = processar_XML_assync(retorno.Content.ReadAsStringAsync().Result, caminho_BD, access_conn);
}
});
await Task.WhenAll(arr_Tks_gen.ToArray());
return 2;
}
//processa as respostas de forma assincrona
public static async Task processar_XML_assync(string entrada, string caminho_BD, OleDbConnection access_conn)
{
XmlDocument doc = new XmlDocument();
doc.LoadXml(entrada);
//doc.Save(@"X:\Back\PLD Horário\xmlresposta.xml");
int hora = 0, dia_semana = 0;
int j;
int num_pag;
double dia = 0;
string submercado = "", mes = "", access_strCOM, pg_strCOM;
double valor = 0;
DateTime aux_data = new DateTime(2005, 01, 01);
DateTime tempo_xml;
XmlNamespaceManager nsmgr = new XmlNamespaceManager(doc.NameTable);
nsmgr.AddNamespace("bm", "http://xmlns.energia.org.br/BM/v1");
nsmgr.AddNamespace("bo", "http://xmlns.energia.org.br/BO/v1");
nsmgr.AddNamespace("hdr", "http://xmlns.energia.org.br/MH/v1");
nsmgr.AddNamespace("soapenv", "http://schemas.xmlsoap.org/soap/envelope");
nsmgr.AddNamespace("xsi", "http://www.w3.org/2001/XMLSchema-instance");
tempo_xml = DateTime.Now;
int.TryParse(doc.SelectSingleNode("//hdr:totalPaginas", nsmgr).InnerText, out num_pag);
//Console.WriteLine("Total paginas " + num_pag);
await Task.Run(() =>
{
//START PGSQL
NpgsqlConnection pg_conn;
if (ENVIRONMENT is "dev")
{
pg_conn = new(PG_CONN_STRING_DEV);
}
else
{
pg_conn = new(PG_CONN_STRING_PROD);
}
if (BUILD_FOR != "access")
{
pg_conn.Open();
}
foreach (XmlNode n1 in doc.SelectNodes("//bm:plds//bm:pld", nsmgr))
{
XmlNode n2 = n1;
aux_data = DateTime.ParseExact(n2.SelectSingleNode("bo:vigencia//bo:inicio", nsmgr).InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null);
dia = (aux_data.ToOADate() - aux_data.ToOADate() % 1);
hora = aux_data.Hour;
mes = aux_data.ToString("yyMM");
dia_semana = (int)aux_data.DayOfWeek;
if (dia_semana == 0)
{
dia_semana = 7;
}
for (j = 0; j <= 3; j++)
{
submercado = n2.SelectNodes("bo:valores//bo:valor//bo:submercado//bo:nome", nsmgr)[j].InnerText;
Double.TryParse(n2.SelectNodes("bo:valores//bo:valor//bo:valor//bo:valor", nsmgr)[j].InnerText, out valor);
if (BUILD_FOR == "access")
{
//START ACCESS
access_strCOM = "INSERT INTO PLD_comp (Data, Hora, Submercado, Valor, Mes_ref, Dia_da_semana)";
access_strCOM += " VALUES (" + dia + "," + (hora + 1) + ",\"" + submercado + "\"," + valor + "," + mes + "," + dia_semana + ")";
OleDbCommand tbPLD = new(access_strCOM, access_conn);
OleDbDataReader reader = tbPLD.ExecuteReader();
//END ACCESS
}
else
{
pg_strCOM = "INSERT INTO pld (dia_num, hora, submercado, valor, mes_ref, dia_da_semana) ";
pg_strCOM += "VALUES (" + dia + ", " + (hora + 1) + ", '" + submercado + "', " + valor + ", '" + mes + "', " + dia_semana + ")";
NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
pg_reader.Close();
//END PGSQL
}
}
}
pg_conn.Close();
});
foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:numero"))
{
Console.WriteLine("Processando pagina {0} de {1} - tempo de execucao {2}", n1.InnerText, num_pag, DateTime.Now - tempo_xml);
}
}
//prepara o xml de entrada a ser enviado à CCEE
public static string xml_requisicao(int pag, DateTime dat_ini, DateTime dat_fim)
{
string cam_ent, tex_req, sdat_ini, sdat_fim;
cam_ent = @"X:\Back\PLD Horário\listarPLD.txt";
sdat_ini = dat_ini.ToString("yyyy-MM-ddT00:00:00"); //2022-12-31T00:00:00
sdat_fim = dat_fim.ToString("yyyy-MM-ddT00:00:00");
tex_req = File.ReadAllText(cam_ent);
tex_req = tex_req.Replace("DATA_INI", sdat_ini);
tex_req = tex_req.Replace("DATA_FIM", sdat_fim);
tex_req = tex_req.Replace("PAG_NUM", pag.ToString());
return tex_req;
}
//calcula a data de inicio da solicitacao do PLD, utilizando como base o ultimo dia de valor do PLD salvo no BD
public static DateTime data_inicio_BD(string caminho_BD)
{
string access_strCOM, pg_strCOM;
DateTime saida_ult_dia = DateTime.Now;
if (BUILD_FOR == "access")
{
access_strCOM = "SELECT MAX(Data) As ultimo_dia FROM PLD_comp";
OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
access_conn.Open();
OleDbCommand access_tbPLD = new(access_strCOM, access_conn);
OleDbDataReader access_reader = access_tbPLD.ExecuteReader();
access_reader.Read();
DateTime.TryParse(access_reader["ultimo_dia"].ToString(), out saida_ult_dia);
access_conn.Close();
saida_ult_dia = saida_ult_dia.AddDays(1);
Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
}
else
{
pg_strCOM = "SELECT TO_DATE('1899-12-30', 'YYYY-MM-DD') + INTERVAL '1' DAY * MAX(dia_num) AS ultimo_dia FROM pld";
NpgsqlConnection pg_conn;
if (ENVIRONMENT is "dev")
{
pg_conn = new(PG_CONN_STRING_DEV);
}
else
{
pg_conn = new(PG_CONN_STRING_PROD);
}
if (BUILD_FOR != "access")
{
pg_conn.Open();
}
NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
pg_reader.Read();
Console.WriteLine("" + pg_reader["ultimo_dia"].ToString());
if (pg_reader["ultimo_dia"].ToString().Length > 0)
{
DateTime.TryParse(pg_reader["ultimo_dia"].ToString(), out saida_ult_dia);
pg_reader.Close();
saida_ult_dia = saida_ult_dia.AddDays(1);
Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
}
else
{
saida_ult_dia = DateTime.Now.AddYears(-2);
Console.WriteLine("Importando dados a partir de:" + saida_ult_dia);
}
}
return saida_ult_dia;
}
//requisicao sincrona de valor do PLD
public static string requisicao_http_sync(string tex_req)
{
var handler = new HttpClientHandler();
// Carrega o certificado do arquivo .pfx
X509Certificate2 cert = new X509Certificate2("X:\\Back\\APP Smart\\Certificado\\Certificado Fernando.pfx", "appsmart");
handler.ClientCertificates.Add(cert);
using (var client = new HttpClient(handler))
{
client.DefaultRequestHeaders.Add("SOAPAction", "listarPLD");
var endpoint = new Uri("https://servicos.ccee.org.br:443/ws/prec/PLDBSv1");
var newPostJson = JsonConvert.ToString(tex_req);
var payload = new StringContent(tex_req, Encoding.UTF8, "application/json");
//modificar a proxima linha para transformar em assincrono
//var retorno = client.PostAsync(endpoint, payload).Result.Content.ReadAsStringAsync().Result;
var retorno = client.PostAsync(endpoint, payload).Result.Content.ReadAsStringAsync().Result;
//https://stackoverflow.com/questions/642293/how-do-i-read-and-parse-an-xml-file-in
return retorno;
}
}
//processa os dados da resposta de forma sincrona, retorna o numero total de paginas da requisicao
public static int processar_XML_sync(string entrada, string caminho_BD)
{
XmlDocument doc = new XmlDocument();
doc.LoadXml(entrada);
doc.Save(@"X:\Back\PLD Horário\xmlresposta.xml");
int hora = 0, dia_semana = 0;
int num_pag;
double dia = 0;
string submercado = "", mes = "", access_strCOM, pg_strCOM;
double valor = 0;
DateTime aux_data = new DateTime(2005, 01, 01);
//abre a conexao com o BD
OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21");
access_conn.Open();
NpgsqlConnection pg_conn;
if (ENVIRONMENT is "dev")
{
pg_conn = new(PG_CONN_STRING_DEV);
}
else
{
pg_conn = new(PG_CONN_STRING_PROD);
}
if (BUILD_FOR != "access")
{
pg_conn.Open();
}
Thread.CurrentThread.CurrentCulture = CultureInfo.CreateSpecificCulture("en-GB");
num_pag = 1;
foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:totalPaginas"))
{
int.TryParse(n1.InnerText, out num_pag);
}
foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:numero"))
{
Console.WriteLine("Processando pagina {0} de {1}", n1.InnerText, num_pag);
}
foreach (XmlNode n1 in doc.GetElementsByTagName("bm:pld"))
{
foreach (XmlNode n2 in n1.ChildNodes)
{
foreach (XmlNode n3 in n2.ChildNodes)
{
if (n3.Name == "bo:inicio")
{
aux_data = DateTime.ParseExact(n3.InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null);
dia = (aux_data.ToOADate() - aux_data.ToOADate() % 1);
hora = aux_data.Hour;
mes = aux_data.ToString("yyMM");
dia_semana = (int)aux_data.DayOfWeek;
if (dia_semana == 0)
{
dia_semana = 7;
}
}
if (n3.Name == "bo:valor")
{
foreach (XmlNode n4 in n3.ChildNodes)
{
if (n4.Name == "bo:submercado" || n4.Name == "bo:valor")
{
foreach (XmlNode n5 in n4.ChildNodes)
{
switch (n5.Name)
{
case "bo:nome":
submercado = n5.InnerText;
break;
case "bo:valor":
Double.TryParse(n5.InnerText, out valor);
//Console.WriteLine("Mes:" + mes + " - Dia da semana:" + dia_semana + " - Dia:" + dia + " - Hora:" + hora + "- Submercado:" + submercado + "- Valor:" + valor + "\n");
//Escreva as informacoes no BD
if (BUILD_FOR == "access")
{
access_strCOM = "INSERT INTO PLD_comp (Data, Hora, Submercado, Valor, Mes_ref, Dia_da_semana)";
access_strCOM += " VALUES (" + dia + "," + (hora + 1) + ",\"" + submercado + "\"," + valor + "," + mes + "," + dia_semana + ")";
//Console.WriteLine(strCOM);
OleDbCommand access_tbPLD = new(access_strCOM, access_conn);
OleDbDataReader access_reader = access_tbPLD.ExecuteReader();
access_reader.Close();
}
else
{
pg_strCOM = "INSERT INTO pld " +
"(dia_num, hora, submercado, valor, mes_ref, dia_da_semana) ";
pg_strCOM += "VALUES (" + dia + ", " + (hora + 1) + ", '" + submercado + "', " + valor + ", '" + mes + "', " + dia_semana + ")";
NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn);
NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader();
pg_reader.Close();
}
break;
default:
break;
}
}
}
}
}
}
}
}
access_conn.Close();
pg_conn.Close();
return num_pag;
}
} }

23
Services/HttpClientService.cs Normal file
View File

@ -0,0 +1,23 @@
using System.Security.Cryptography.X509Certificates;
using System.Text;
public class HttpClientService
{
private readonly HttpClient _client;
public HttpClientService()
{
var handler = new HttpClientHandler
{
ClientCertificates = { new X509Certificate2("X:\\Back\\APP Smart\\Certificado\\cert_ssl.pfx", "appsmart") }
};
_client = new HttpClient(handler) { DefaultRequestHeaders = { { "SOAPAction", "listarPLD" } } };
}
public async Task<string> EnviarRequisicaoAsync(string xmlRequest)
{
var content = new StringContent(xmlRequest, Encoding.UTF8, "application/json");
var response = await _client.PostAsync("https://servicos.ccee.org.br:443/ws/prec/PLDBSv1", content);
return await response.Content.ReadAsStringAsync();
}
}

75
Services/PLDService.cs Normal file
View File

@ -0,0 +1,75 @@
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using PI_Assync_PLD.Models;
public class PLDService
{
private readonly HttpClientService _httpClient;
private readonly List<IDataRepository> _repositories;
private readonly SemaphoreSlim _requestLimiter = new SemaphoreSlim(5); // Limite de 5 requisições simultâneas
public PLDService(HttpClientService httpClient, List<IDataRepository> repositories)
{
_httpClient = httpClient;
_repositories = repositories;
}
public async Task SincronizarPLDsAsync()
{
List<DateTime> datasIniciais = _repositories.ConvertAll(repo => repo.ObterDataInicial());
DateTime dataInicial = DateTime.MinValue;
foreach (var data in datasIniciais)
{
if (data > dataInicial) dataInicial = data;
}
DateTime dataFinal = DateTime.Now.AddDays(1);
// Criar um timer que reseta a cada segundo 00
_ = Task.Run(() => ResetarLimitePorMinuto());
Console.WriteLine($"Buscando dados de {dataInicial} até {dataFinal}...");
string xmlRequest = PrepararXML(dataInicial, dataFinal);
await _requestLimiter.WaitAsync();
string resposta = await _httpClient.EnviarRequisicaoAsync(xmlRequest);
_requestLimiter.Release();
// Criar processador e processar XML
var processor = new PLDProcessor();
var plds = processor.ProcessarXML(resposta);
// Atualiza ambos os bancos apenas se houver novos dados
if (plds.Count > 0)
{
Parallel.ForEach(_repositories, repo => repo.SalvarPLDs(plds));
Console.WriteLine("PLDs salvos com sucesso.");
}
}
private void ResetarLimitePorMinuto()
{
while (true)
{
DateTime now = DateTime.Now;
int delay = (60 - now.Second) * 1000;
Thread.Sleep(delay);
_requestLimiter.Release(5);
}
}
private string PrepararXML(DateTime inicio, DateTime fim)
{
string xmlTemplate = System.IO.File.ReadAllText(@"X:\Back\PLD Horário\listarPLD.txt");
return xmlTemplate.Replace("DATA_INI", inicio.ToString("yyyy-MM-ddT00:00:00"))
.Replace("DATA_FIM", fim.ToString("yyyy-MM-ddT00:00:00"))
.Replace("PAG_NUM", "1");
}
private List<PLDModel> ProcessarXML(string xml)
{
// Simulação de parser XML (substituir pela lógica real)
return new List<PLDModel> { new PLDModel(DateTime.Now, 1, "Sul", 123.45, "2403", 3) };
}
}