// See https://aka.ms/new-console-template for more information using Npgsql; using System.Data; using System.Data.OleDb; using System.Globalization; using System.Text; using System.Xml; using System.Xml.Linq; internal class Plat_integ { static string PG_CONN_STRING_DEV = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartimptest; User Id = postgres; Password = VfHml#Z78!%kvvNM;"; static string PG_CONN_STRING_PROD = "Server = smart-energia-dev-pgsql.cykff7tj7mik.us-east-1.rds.amazonaws.com; Port = 5432; Database = smartenergiaprod; User Id = postgres; Password = VfHml#Z78!%kvvNM; Timeout = 300;CommandTimeout = 300"; static string ENVIRONMENT = "dev"; // "dev" | "prod" public static IEnumerable? pag_ant; static void Main(string[] args) { bool loadFromArgs = false; if (args.Length > 0) { loadFromArgs = true; } down_sync(loadFromArgs, args); //metodo sincrono Console.WriteLine("" + "Pressione qualquer tecla para finalizar"); _ = Console.ReadLine(); Environment.Exit(0); return; } public static void down_sync(bool loadFromArgs, string[] args) { string caminho_BD, caminho_log, caminho_log_sec; DateTime tempo_ini; List> lt_perf_pto; Thread.CurrentThread.CurrentCulture = CultureInfo.CreateSpecificCulture("en-GB"); //auxiliar para calculo do tempo de execucao do codigo tempo_ini = DateTime.Now; //busca os dados para compor a lista perfis x caminho_BD = @"\\srv-dados\documentos\Middle\Informativo Setorial\Modelo Word\BD1_dados cadastrais e faturas.accdb"; caminho_log = @"\\srv-dados\documentos\Back\Carteira x.x\Codigo\Erros\log_erros_" + DateTime.Now.Month + "_" + DateTime.Now.Day + "_" + DateTime.Now.Hour + "_" + DateTime.Now.Second + ".csv"; lt_perf_pto = Busca_dad_BD(caminho_BD); //ACCESS OK - PG OK //exlclui os dados do mes atual salvos no BD caminho_BD = @"\\srv-dados\documentos\Back\Carteira x.x\Gestão Geral v1\Access\BDs teste\DB_med_5min.accdb"; DateTime now = DateTime.Now; //PROD DateTime data_ini; DateTime data_fim; if (loadFromArgs) { int ano_ini = Int32.Parse(args[0]); int mes_ini = Int32.Parse(args[1]); int ano_fim = Int32.Parse(args[2]); int mes_fim = Int32.Parse(args[3]); data_ini = new DateTime(ano_ini, mes_ini, 1); data_fim = new DateTime(ano_fim, mes_fim, 1).AddMonths(1); } else { if (ENVIRONMENT is "dev") { data_ini = new DateTime(2021, 3, 1); data_fim = new DateTime(2021, 3, 2); } else { //configuração mês atual data_ini = new DateTime(now.Year, now.Month, 1); data_fim = new DateTime(now.Year, now.Month, now.Day); } } Exclui_med(data_ini.ToOADate(), data_fim.ToOADate(), caminho_BD); //abre a conexao com o BD onde serao salvos os dados caminho_BD = @"\\srv-dados\documentos\Back\Carteira x.x\Gestão Geral v1\Access\BDs teste\DB_med_5min.accdb"; OleDbConnection access_conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21"); NpgsqlConnection pg_conn; if (ENVIRONMENT is "dev") { pg_conn = new(PG_CONN_STRING_DEV); } else { pg_conn = new(PG_CONN_STRING_PROD); } //loop para cada dia e cada cod ponto salvando os dados no BD req_sincrona(data_ini, data_fim, lt_perf_pto, access_conn, pg_conn, caminho_log); Console.WriteLine("Concluido. Tempo TOTAL de execucao: {0}", DateTime.Now - tempo_ini); } //busca lista de PerfisCCEE e codigos ponto de medicao no BD cadastral public static List> Busca_dad_BD(string caminho_BD) { var lt_perf_pto = new List>(); string strCOM; int i; //strCOM = "SELECT Cod_5min, Codigo_SCDE FROM Dados_cadastrais WHERE LEN(Codigo_SCDE) > 5 AND Unidade_gerenciada = TRUE ORDER BY PerfilCCEE"; strCOM = "SELECT Cod_5min, Codigo_SCDE FROM Dados_cadastrais WHERE LEN(Codigo_SCDE) > 5 and Cliente = 'PENHASCO GRANITOS' ORDER BY PerfilCCEE"; //strCOM = "SELECT Cod_5min, Codigo_SCDE FROM Dados_cadastrais WHERE LEN(Codigo_SCDE) > 5 and Cliente = 'ALMAVIVA' and Unidade = 'GUARULHOS' ORDER BY PerfilCCEE"; OleDbConnection conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21"); conn.Open(); OleDbCommand tcDC = new(strCOM, conn); OleDbDataReader reader = tcDC.ExecuteReader(); i = 0; while (reader.Read()) { lt_perf_pto.Add(new Tuple(reader["Cod_5min"].ToString(), reader["Codigo_SCDE"].ToString())); i++; } conn.Close(); return lt_perf_pto; } //Exlclui dados do mes atual no BD medicoes public static void Exclui_med(double data_ini, double data_fim, string caminho_BD) { //ACCESS DB string strCOM; //strCOM = "DELETE FROM Med_5min WHERE Data >= " + data_ini + " AND Data <= "+data_fim; //OleDbConnection conn = new("Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + caminho_BD + ";Jet OLEDB:Database Password=gds21"); //conn.Open(); //OleDbCommand tcSCDE = new(strCOM, conn); //tcSCDE.ExecuteReader(); //conn.Close(); //POSTGRE NpgsqlConnection pg_conn; if (ENVIRONMENT is "dev") { pg_conn = new(PG_CONN_STRING_DEV); } else { pg_conn = new(PG_CONN_STRING_PROD); } pg_conn.Open(); //string pg_strCOM = "DELETE FROM med_5min WHERE dia_num >= " + data_ini + " AND dia_num < " + data_fim; string pg_strCOM = "DELETE FROM med_5min WHERE dia_num >= " + data_ini + " AND dia_num < " + data_fim + " AND ponto = 'ESPMSOENTR101P'"; NpgsqlCommand pg_tcSCDE = new(pg_strCOM, pg_conn); NpgsqlDataReader pg_reader = pg_tcSCDE.ExecuteReader(); pg_reader.Close(); pg_conn.Close(); return; } public static void req_sincrona(DateTime data_inicial, DateTime data_final, List> lt_perf_pto, OleDbConnection access_conn, NpgsqlConnection pg_conn, string caminho_log) { string log_erros; int i; long erros = 0; var handler = new HttpClientHandler(); int tam_arr; tam_arr = ((data_final - data_inicial).Days) * lt_perf_pto.Count; handler.ClientCertificateOptions = ClientCertificateOption.Automatic; DateTime aux_tempo = DateTime.Now; var client = new HttpClient(handler); client.DefaultRequestHeaders.Add("SOAPAction", "listarMedidaCincoMinutos"); var endpoint = new Uri("https://servicos.ccee.org.br:443/ws/v2/MedidaCincoMinutosBSv2"); i = 0; log_erros = "Perfil;Ponto;Status;Message\n"; while (data_inicial < data_final) { foreach (Tuple item in lt_perf_pto) { int pagina = 1; int paginasTotal = 1; try { while (pagina <= paginasTotal) { var payload = new StringContent(Xml_requisicao(data_inicial, item.Item1, item.Item2, pagina), Encoding.UTF8, "application/json"); var retorno = client.PostAsync(endpoint, payload).Result.Content.ReadAsStringAsync().Result.ToString(); Console.WriteLine("Processando requisicao {0,5}, Perf: {1,6}, Ponto: {2,10}, Página: {3}", i, item.Item1, item.Item2, pagina); if (access_conn != null && access_conn.State == ConnectionState.Closed) { access_conn.Open(); } if (pg_conn != null && pg_conn.State == ConnectionState.Closed) { pg_conn.Open(); } paginasTotal = processar_XML_sincrono(retorno, access_conn, pg_conn); pagina++; } } catch (Exception he) { Console.WriteLine(he.Message); Console.WriteLine("caught exception"); erros++; log_erros += item.Item1 + ";" + item.Item2 + ";Erro;" + he.Message.Replace("\n", "-n-") + "\n"; continue; } i++; pag_ant = null; } data_inicial = data_inicial.AddDays(1); } Console.WriteLine("Houve {0} requisicoes, com {1} erros", i, erros); File.WriteAllText(caminho_log, log_erros); client.Dispose(); } //prepara o xml de entrada a ser enviado à CCEE public static string Xml_requisicao(DateTime data_req, string perfil, string cod_ponto, int pagina) { string cam_ent, tex_req, sdat_req; //cam_ent = @"X:\Back\Plataforma de Integração CCEE\Medições\RequestPaginate.txt"; cam_ent = @"X:\Back\Plataforma de Integração CCEE\RequestPaginate.txt"; cod_ponto += "P"; sdat_req = data_req.ToString("yyyy-MM-ddT00:00:00"); //2022-12-31T00:00:00 tex_req = File.ReadAllText(cam_ent); tex_req = tex_req.Replace("DATAALTERADA", sdat_req); tex_req = tex_req.Replace("PONTOMEDICAO", cod_ponto); tex_req = tex_req.Replace("CODPERFIL", perfil); tex_req = tex_req.Replace("PAGNUM", pagina.ToString()); return tex_req; } public static int processar_XML_sincrono(string entrada, OleDbConnection access_conn, NpgsqlConnection pg_conn) { XmlDocument doc = new XmlDocument(); doc.LoadXml(entrada); DateTime aux_data = new DateTime(2005, 01, 01); DateTime tempo_xml; string access_strCOM, pg_strCOM, log_erros; XElement pag_atual; pag_atual = XElement.Parse(entrada); tempo_xml = DateTime.Now; double data, ativa_g, ativa_c, reat_g, reat_c; long min; string ponto, origem; XmlNamespaceManager nsmgr = new XmlNamespaceManager(doc.NameTable); nsmgr.AddNamespace("hdr", "http://xmlns.energia.org.br/MH/v2"); nsmgr.AddNamespace("soapenv", "http://schemas.xmlsoap.org/soap/envelope"); nsmgr.AddNamespace("xsi", "http://www.w3.org/2001/XMLSchema-instance"); nsmgr.AddNamespace("bmv2", "http://xmlns.energia.org.br/BM/v2"); nsmgr.AddNamespace("bov2", "http://xmlns.energia.org.br/BO/v2"); if (access_conn.State != ConnectionState.Open) { access_conn.Open(); } if (pg_conn.State != ConnectionState.Open) { pg_conn.Open(); } log_erros = "Origem;Ponto;Status;Message\n"; ponto = ""; origem = ""; if (pag_ant == null) { XNamespace ns = "http://xmlns.energia.org.br/BO/v2"; pag_ant = pag_atual.Descendants(ns + "medida").Where(x => x.Element(ns + "tipoEnergia").Value == "L"); } else { XNamespace ns = "http://xmlns.energia.org.br/BO/v2"; pag_ant = pag_ant.Concat(pag_atual.Descendants(ns + "medida").Where(x => x.Element(ns + "tipoEnergia").Value == "L")); } try { int num_pag = 1; foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:totalPaginas")) { int.TryParse(n1.InnerText, out num_pag); } int num_pag_atual = 1; foreach (XmlNode n1 in doc.GetElementsByTagName("hdr:numero")) { int.TryParse(n1.InnerText, out num_pag_atual); } if (num_pag_atual == num_pag) { XmlNode node_ant = doc.SelectNodes("//bov2:medida", nsmgr).Item(5); using (var pg_writer = pg_conn.BeginBinaryImport("COPY med_5min (origem, dia_num, minuto, ativa_consumo, ativa_geracao, reativa_consumo, reativa_geracao, ponto) FROM STDIN (FORMAT BINARY)")) { for (int i = 0; i < pag_ant.Count(); i++) { XmlDocument nodeDoc = new XmlDocument(); nodeDoc.LoadXml(pag_ant.ElementAt(i).ToString()); XmlNode node = nodeDoc.SelectSingleNode("//bov2:medida", nsmgr); if (node.SelectSingleNode("bov2:coletaMedicao//bov2:tipo//bov2:nome", nsmgr).InnerText == "Inspeção Lógica") { aux_data = DateTime.ParseExact(node.SelectSingleNode("bov2:data", nsmgr).InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null); data = (aux_data.ToOADate() - aux_data.ToOADate() % 1); min = aux_data.Hour * 60 + aux_data.Minute; if (min == 0) { min = 1440; data = data - 1; } ponto = node.SelectSingleNode("bov2:medidor//bov2:codigo", nsmgr).InnerText; origem = node.SelectSingleNode("bov2:coletaMedicao//bov2:tipo//bov2:nome", nsmgr).InnerText; Double.TryParse(node.SelectSingleNode("bov2:energiaAtiva//bov2:consumo//bov2:valor", nsmgr).InnerText, out ativa_c); Double.TryParse(node.SelectSingleNode("bov2:energiaAtiva//bov2:geracao//bov2:valor", nsmgr).InnerText, out ativa_g); Double.TryParse(node.SelectSingleNode("bov2:energiaReativa//bov2:consumo//bov2:valor", nsmgr).InnerText, out reat_c); Double.TryParse(node.SelectSingleNode("bov2:energiaReativa//bov2:geracao//bov2:valor", nsmgr).InnerText, out reat_g); access_strCOM = "INSERT INTO Med_5min (Origem, Data, Minuto, Ativa_consumo, Ativa_geracao, Reativa_consumo, Reativa_geracao, Ponto)"; access_strCOM += " VALUES (\"" + origem + "\"," + data + "," + min + "," + ativa_c + "," + ativa_g + "," + reat_c + "," + reat_g + ",\"" + ponto + "\")"; pg_writer.StartRow(); pg_writer.Write(origem); pg_writer.Write(data, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(min, NpgsqlTypes.NpgsqlDbType.Integer); pg_writer.Write(ativa_c, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(ativa_g, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(reat_c, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(reat_g, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(ponto); //PGSQL END node_ant = node; } else if (node.SelectSingleNode("bov2:coletaMedicao//bov2:tipo//bov2:nome", nsmgr).InnerText == "Coleta Diária") { var data_fut = "a"; if (i + 1 < pag_ant.Count()) { data_fut = pag_ant.ElementAt(i + 1).Element("{http://xmlns.energia.org.br/BO/v2}data").Value; } var data_atual = node.SelectSingleNode("bov2:data", nsmgr).InnerText; var data_ant = "a"; if (i != 0) { data_ant = node_ant.SelectSingleNode("bov2:data", nsmgr).InnerText; } if (data_ant != data_atual && data_fut != data_atual) { aux_data = DateTime.ParseExact(node.SelectSingleNode("bov2:data", nsmgr).InnerText, "yyyy-MM-dd'T'HH:mm:ss'-03:00'", null); data = (aux_data.ToOADate() - aux_data.ToOADate() % 1); min = aux_data.Hour * 60 + aux_data.Minute; if (min == 0) { min = 1440; data = data - 1; } ponto = node.SelectSingleNode("bov2:medidor//bov2:codigo", nsmgr).InnerText; origem = node.SelectSingleNode("bov2:coletaMedicao//bov2:tipo//bov2:nome", nsmgr).InnerText; Double.TryParse(node.SelectSingleNode("bov2:energiaAtiva//bov2:consumo//bov2:valor", nsmgr).InnerText, out ativa_c); Double.TryParse(node.SelectSingleNode("bov2:energiaAtiva//bov2:geracao//bov2:valor", nsmgr).InnerText, out ativa_g); Double.TryParse(node.SelectSingleNode("bov2:energiaReativa//bov2:consumo//bov2:valor", nsmgr).InnerText, out reat_c); Double.TryParse(node.SelectSingleNode("bov2:energiaReativa//bov2:geracao//bov2:valor", nsmgr).InnerText, out reat_g); access_strCOM = "INSERT INTO Med_5min (Origem, Data, Minuto, Ativa_consumo, Ativa_geracao, Reativa_consumo, Reativa_geracao, Ponto)"; access_strCOM += " VALUES (\"" + origem + "\"," + data + "," + min + "," + ativa_c + "," + ativa_g + "," + reat_c + "," + reat_g + ",\"" + ponto + "\")"; pg_writer.StartRow(); pg_writer.Write(origem); pg_writer.Write(data, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(min, NpgsqlTypes.NpgsqlDbType.Integer); pg_writer.Write(ativa_c, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(ativa_g, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(reat_c, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(reat_g, NpgsqlTypes.NpgsqlDbType.Numeric); pg_writer.Write(ponto); //PGSQL END } node_ant = node; } } pg_writer.Complete(); } } return num_pag; } catch (Exception ex) { Console.WriteLine(ex.Message); log_erros += origem + ";" + ponto + ";Erro;" + ex.Message.Replace("\n", "-n-") + "\n"; string caminho_log_sec = @"\\srv-dados\documentos\Back\Carteira x.x\Codigo\Erros\log_sec_erros_" + DateTime.Now.Month + "_" + DateTime.Now.Day + "_" + DateTime.Now.Hour + "_" + DateTime.Now.Second + "_" + DateTime.Now.Millisecond + "_sec.csv"; File.WriteAllText(caminho_log_sec, log_erros); return 1; } } }