366 lines
19 KiB
C#
366 lines
19 KiB
C#
|
|
using System.Text.Json;
|
|
using System.Data.OleDb;
|
|
using TarifasANEEL;
|
|
using System.Data;
|
|
using WinRT;
|
|
using System.Text;
|
|
using Windows.Media.Capture;
|
|
using System.Configuration;
|
|
using System.ComponentModel;
|
|
using System.Data.SqlClient;
|
|
using static System.Runtime.InteropServices.JavaScript.JSType;
|
|
using Windows.System;
|
|
using System.Security.Cryptography;
|
|
using System.Reflection.PortableExecutable;
|
|
using System.Xml.Linq;
|
|
using System.ComponentModel.DataAnnotations;
|
|
|
|
public class Program
|
|
{
|
|
private static async Task Main(string[] args)
|
|
{
|
|
|
|
string AneelURL = "https://dadosabertos.aneel.gov.br/api/3/action/datastore_search";
|
|
string AccessPath = @"C:\Users\contratos\Documents\Giuliano\Code\TarifasANEEL\ANEEL.accdb";
|
|
int offset = 0;
|
|
int lastID;
|
|
|
|
Dictionary<string, List<object>>? WebDatas = GetResources(AccessPath, "SELECT * FROM tblResourceComponentesTarifarias") !;
|
|
|
|
foreach(object resource in WebDatas["resource_id"].ToList())
|
|
{
|
|
if (resource != null)
|
|
{
|
|
Console.WriteLine(resource.ToString());
|
|
};
|
|
}
|
|
using (OleDbConnection connection = new OleDbConnection($"Provider=Microsoft.ACE.OLEDB.12.0;Data Source={AccessPath};Persist Security Info=False;"))
|
|
{
|
|
connection.Open();
|
|
using (OleDbCommand command = new OleDbCommand($"SELECT Max([_id]) FROM TmpTable WHERE [resource_id] = \"{WebDatas["resource_id"]}\"", connection))
|
|
{
|
|
lastID = (int)command.ExecuteScalar()!;
|
|
}
|
|
}
|
|
|
|
string webString = $@"{AneelURL}?";
|
|
|
|
foreach (var webData in WebDatas)
|
|
{
|
|
webString = $@"{webString}{webData.Key}={webData.Value}&";
|
|
}
|
|
|
|
|
|
|
|
Rootobject? rootObject = await PullDataAsync($@"{webString}offset={offset.ToString()}");
|
|
|
|
List<Record>? records = rootObject?.result?.records?.ToList();
|
|
List<Record>? tempRecords = rootObject?.result?.records?.ToList();
|
|
Console.Clear();
|
|
Console.WriteLine(rootObject?.result?.records?.Last()._id);
|
|
|
|
if (records != null && (records.Last()._id != rootObject?.result?.total))
|
|
{
|
|
while (rootObject?.result?.total != records.Last()._id)
|
|
//while (records.Last()._id != 32000)
|
|
{
|
|
offset = records.Last()._id;
|
|
rootObject = await PullDataAsync($@"{webString}offset={offset.ToString()}");
|
|
Console.WriteLine(rootObject?.result?.records?.Last()._id);
|
|
|
|
tempRecords = rootObject?.result?.records?.ToList();
|
|
if (tempRecords != null)
|
|
{
|
|
records.AddRange(tempRecords);
|
|
}
|
|
}
|
|
}
|
|
if (records != null)
|
|
{
|
|
//UpdateData(records, "tblTarifas");
|
|
AdicionarDadosAoBanco(records,AccessPath);
|
|
}
|
|
|
|
}
|
|
|
|
public static Dictionary<string, List<object>>? GetResources(string AccessPath, string sSQL)
|
|
{
|
|
Dictionary<string, List<object>>? Temp = new Dictionary<string, List<object>>();
|
|
try
|
|
{
|
|
using (OleDbConnection connection = new OleDbConnection($"Provider=Microsoft.ACE.OLEDB.12.0;Data Source={AccessPath};Persist Security Info=False;"))
|
|
{
|
|
using (OleDbCommand command = new OleDbCommand(sSQL, connection))
|
|
{
|
|
connection.Open();
|
|
using (OleDbDataAdapter adapter = new OleDbDataAdapter(command))
|
|
{
|
|
DataTable dt = new DataTable();
|
|
adapter.Fill(dt);
|
|
foreach(DataColumn dc in dt.Columns)
|
|
{
|
|
var list = dt.Rows.OfType<DataRow>().Select(dr => dr.Field<object>(dc.ColumnName)).ToList();
|
|
Temp.Add(dc.ColumnName, list !);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return Temp;
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine(ex.Message);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
private static async Task<Rootobject?> PullDataAsync(string sURL)
|
|
{
|
|
var client = new HttpClient();
|
|
var request = new HttpRequestMessage(HttpMethod.Post, sURL);
|
|
var response = await client.SendAsync(request);
|
|
response.EnsureSuccessStatusCode();
|
|
|
|
var options = new JsonSerializerOptions
|
|
{
|
|
PropertyNameCaseInsensitive = true,
|
|
};
|
|
|
|
Rootobject? rootObject = JsonSerializer.Deserialize<Rootobject>(await response.Content.ReadAsStringAsync(), options);
|
|
|
|
return rootObject;
|
|
}
|
|
public static DataTable ConvertToDataTable<T>(IList<T> data)
|
|
{
|
|
PropertyDescriptorCollection properties = TypeDescriptor.GetProperties(typeof(T));
|
|
DataTable table = new DataTable();
|
|
foreach (PropertyDescriptor prop in properties)
|
|
table.Columns.Add(prop.Name, Nullable.GetUnderlyingType(prop.PropertyType) ?? prop.PropertyType);
|
|
foreach (T item in data)
|
|
{
|
|
DataRow row = table.NewRow();
|
|
foreach (PropertyDescriptor prop in properties)
|
|
row[prop.Name] = prop.GetValue(item) ?? DBNull.Value;
|
|
table.Rows.Add(row);
|
|
}
|
|
return table;
|
|
}
|
|
public static void UpdateData<T>(List<T> list, string TableName)
|
|
{
|
|
DataTable dt = new DataTable("MyTable");
|
|
dt = ConvertToDataTable(list);
|
|
|
|
using (SqlConnection conn = new SqlConnection(@"Data Source = (LocalDB)\MSSQLLocalDB; AttachDbFilename = C:\Users\contratos\Documents\Giuliano\Code\TarifasANEEL\Tarifas.mdf; Integrated Security = True; Connect Timeout = 30"))
|
|
{
|
|
using (SqlCommand command = new SqlCommand("", conn))
|
|
{
|
|
try
|
|
{
|
|
conn.Open();
|
|
|
|
//Creating temp table on database
|
|
command.CommandText = @"CREATE TABLE tblTarifas (_id INT, DatGeracaoConjuntoDados TEXT,
|
|
DscResolucaoHomologatoria TEXT,
|
|
SigNomeAgente TEXT,
|
|
NumCPFCNPJ TEXT,
|
|
DatInicioVigencia TEXT,
|
|
DatFimVigencia TEXT,
|
|
DscBaseTarifaria TEXT,
|
|
DscSubGrupoTarifario TEXT,
|
|
DscModalidadeTarifaria TEXT,
|
|
DscClasseConsumidor TEXT,
|
|
DscSubClasseConsumidor TEXT,
|
|
DscDetalheConsumidor TEXT,
|
|
DscPostoTarifario TEXT,
|
|
DscUnidade TEXT,
|
|
SigNomeAgenteAcessante TEXT,
|
|
DscComponenteTarifario TEXT,
|
|
VlrComponenteTarifario TEXT";
|
|
command.ExecuteNonQuery();
|
|
//command.CommandText = @"CREATE TABLE TmpTable (_id INT, DatGeracaoConjuntoDados TEXT,
|
|
// DscResolucaoHomologatoria TEXT,
|
|
// SigNomeAgente TEXT,
|
|
// NumCPFCNPJ TEXT,
|
|
// DatInicioVigencia TEXT,
|
|
// DatFimVigencia TEXT,
|
|
// DscBaseTarifaria TEXT,
|
|
// DscSubGrupoTarifario TEXT,
|
|
// DscModalidadeTarifaria TEXT,
|
|
// DscClasseConsumidor TEXT,
|
|
// DscSubClasseConsumidor TEXT,
|
|
// DscDetalheConsumidor TEXT,
|
|
// DscPostoTarifario TEXT,
|
|
// DscUnidade TEXT,
|
|
// SigNomeAgenteAcessante TEXT,
|
|
// DscComponenteTarifario TEXT,
|
|
// VlrComponenteTarifario TEXT";
|
|
//command.ExecuteNonQuery();
|
|
|
|
//Bulk insert into temp table
|
|
using (SqlBulkCopy bulkcopy = new SqlBulkCopy(conn))
|
|
{
|
|
bulkcopy.BulkCopyTimeout = 660;
|
|
bulkcopy.DestinationTableName = "tblTarifas";
|
|
bulkcopy.WriteToServer(dt);
|
|
bulkcopy.Close();
|
|
}
|
|
|
|
// Updating destination table, and dropping temp table
|
|
command.CommandTimeout = 300;
|
|
command.CommandText = @"UPDATE P SET
|
|
P.[DatGeracaoConjuntoDados] = T.[DatGeracaoConjuntoDados],
|
|
P.[DscResolucaoHomologatoria] = T.[DscResolucaoHomologatoria],
|
|
P.[SigNomeAgente] = T.[SigNomeAgente],
|
|
P.[NumCPFCNPJ] = T.[NumCPFCNPJ],
|
|
P.[DatInicioVigencia] = T.[DatInicioVigencia],
|
|
P.[DatFimVigencia] = T.[DatFimVigencia],
|
|
P.[DscBaseTarifaria] = T.[DscBaseTarifaria],
|
|
P.[DscSubGrupoTarifario] = T.[DscSubGrupoTarifario],
|
|
P.[DscModalidadeTarifaria] = T.[DscModalidadeTarifaria],
|
|
P.[DscClasseConsumidor] = T.[DscClasseConsumidor],
|
|
P.[DscSubClasseConsumidor] = T.[DscSubClasseConsumidor],
|
|
P.[DscDetalheConsumidor] = T.[DscDetalheConsumidor],
|
|
P.[DscPostoTarifario] = T.[DscPostoTarifario],
|
|
P.[DscUnidade] = T.[DscUnidade],
|
|
P.[SigNomeAgenteAcessante] = T.[SigNomeAgenteAcessante],
|
|
P.[DscComponenteTarifario] = T.[DscComponenteTarifario],
|
|
P.[VlrComponenteTarifario] = T.[VlrComponenteTarifario]
|
|
FROM[TmpTable] AS P INNER JOIN TmpTable AS T ON P.[_id] = T.[_id]; DROP TABLE TmpTable; ";
|
|
command.ExecuteNonQuery();
|
|
}
|
|
catch (Exception)
|
|
{
|
|
// Handle exception properly
|
|
}
|
|
finally
|
|
{
|
|
conn.Close();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
private static void AdicionarDadosAoBanco(List<Record> records, string accessPath)
|
|
{
|
|
try
|
|
{
|
|
using (OleDbConnection connection = new OleDbConnection($"Provider=Microsoft.ACE.OLEDB.12.0;Data Source={accessPath};Persist Security Info=False;"))
|
|
{
|
|
connection.Open();
|
|
|
|
// Verificar se a tabela temporária já existe
|
|
if (!TmpTableExiste(connection))
|
|
{
|
|
CriarTmpTable(connection);
|
|
}
|
|
|
|
using (OleDbTransaction transaction = connection.BeginTransaction())
|
|
{
|
|
try
|
|
{
|
|
foreach (var record in records)
|
|
{
|
|
using (OleDbCommand command = new OleDbCommand("INSERT INTO TmpTable VALUES (@_id, @DatGeracaoConjuntoDados, @DscREH, @SigAgente, @NumCNPJDistribuidora, @DatInicioVigencia, @DatFimVigencia, @DscBaseTarifaria, @DscSubGrupo, @DscModalidadeTarifaria, @DscClasse, @DscSubClasse, @DscDetalhe, @NomPostoTarifario, @DscUnidadeTerciaria, @SigAgenteAcessante, @VlrTUSD, @VlrTE)", connection, transaction))
|
|
{
|
|
// Adicionar parâmetros
|
|
command.Parameters.AddWithValue("@_id", record._id);
|
|
command.Parameters.AddWithValue("@DatGeracaoConjuntoDados", record.DatGeracaoConjuntoDados);
|
|
command.Parameters.AddWithValue("@DscResolucaoHomologatoria", record.DscResolucaoHomologatoria);
|
|
command.Parameters.AddWithValue("@SigNomeAgente", record.SigNomeAgente);
|
|
command.Parameters.AddWithValue("@NumCPFCNPJ", record.NumCPFCNPJ);
|
|
command.Parameters.AddWithValue("@DatInicioVigencia", record.DatInicioVigencia);
|
|
command.Parameters.AddWithValue("@DatFimVigencia", record.DatFimVigencia);
|
|
command.Parameters.AddWithValue("@DscBaseTarifaria", record.DscBaseTarifaria);
|
|
command.Parameters.AddWithValue("@DscSubGrupoTarifario", record.DscSubGrupoTarifario);
|
|
command.Parameters.AddWithValue("@DscModalidadeTarifaria", record.DscModalidadeTarifaria);
|
|
command.Parameters.AddWithValue("@DscClasseConsumidor", record.DscClasseConsumidor);
|
|
command.Parameters.AddWithValue("@DscSubClasseConsumidor", record.DscSubClasseConsumidor);
|
|
command.Parameters.AddWithValue("@DscDetalheConsumidor", record.DscDetalheConsumidor);
|
|
command.Parameters.AddWithValue("@DscPostoTarifario", record.DscPostoTarifario);
|
|
command.Parameters.AddWithValue("@DscUnidade", record.DscUnidade);
|
|
command.Parameters.AddWithValue("@SigNomeAgenteAcessante", record.SigNomeAgenteAcessante);
|
|
command.Parameters.AddWithValue("@DscComponenteTarifario", record.DscComponenteTarifario);
|
|
command.Parameters.AddWithValue("@VlrComponenteTarifario", record.VlrComponenteTarifario);
|
|
|
|
command.ExecuteNonQuery();
|
|
Console.WriteLine(record._id);
|
|
}
|
|
}
|
|
|
|
transaction.Commit();
|
|
Console.WriteLine("Dados adicionados com sucesso à tabela temporária!");
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
transaction.Rollback();
|
|
Console.WriteLine($"Erro ao adicionar dados: {ex.Message}");
|
|
}
|
|
}
|
|
}
|
|
|
|
Console.WriteLine("Dados adicionados com sucesso à tabela temporária!");
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine($"Ocorreu um erro: {ex.Message}");
|
|
}
|
|
}
|
|
|
|
private static bool TmpTableExiste(OleDbConnection connection)
|
|
{
|
|
try
|
|
{
|
|
using (OleDbCommand command = new OleDbCommand("SELECT COUNT(*) FROM TmpTable", connection))
|
|
{
|
|
command.ExecuteScalar();
|
|
return true;
|
|
}
|
|
}
|
|
catch (OleDbException)
|
|
{
|
|
// Se ocorrer uma exceção, a tabela provavelmente não existe
|
|
return false;
|
|
}
|
|
}
|
|
|
|
private static void CriarTmpTable(OleDbConnection connection)
|
|
{
|
|
using (OleDbCommand command = new OleDbCommand("CREATE TABLE TmpTable (_id INT, DatGeracaoConjuntoDados TEXT, DscREH TEXT, SigAgente TEXT, NumCNPJDistribuidora TEXT, DatInicioVigencia TEXT, DatFimVigencia TEXT, DscBaseTarifaria TEXT, DscSubGrupo TEXT, DscModalidadeTarifaria TEXT, DscClasse TEXT, DscSubClasse TEXT, DscDetalhe TEXT, NomPostoTarifario TEXT, DscUnidadeTerciaria TEXT, SigAgenteAcessante TEXT, VlrTUSD TEXT, VlrTE TEXT)", connection))
|
|
{
|
|
command.ExecuteNonQuery();
|
|
}
|
|
}
|
|
|
|
private static void AdicionarDadosATmpTable(OleDbConnection connection, List<Record> records)
|
|
{
|
|
foreach (var record in records)
|
|
{
|
|
using (OleDbCommand command = new OleDbCommand("INSERT INTO TmpTable VALUES (@_id, @DatGeracaoConjuntoDados, @DscREH, @SigAgente, @NumCNPJDistribuidora, @DatInicioVigencia, @DatFimVigencia, @DscBaseTarifaria, @DscSubGrupo, @DscModalidadeTarifaria, @DscClasse, @DscSubClasse, @DscDetalhe, @NomPostoTarifario, @DscUnidadeTerciaria, @SigAgenteAcessante, @VlrTUSD, @VlrTE)", connection))
|
|
{
|
|
// Adicionar parâmetros
|
|
command.Parameters.AddWithValue("@_id", record._id);
|
|
command.Parameters.AddWithValue("@DatGeracaoConjuntoDados", record.DatGeracaoConjuntoDados);
|
|
command.Parameters.AddWithValue("@DscResolucaoHomologatoria", record.DscResolucaoHomologatoria);
|
|
command.Parameters.AddWithValue("@SigNomeAgente", record.SigNomeAgente);
|
|
command.Parameters.AddWithValue("@NumCPFCNPJ", record.NumCPFCNPJ);
|
|
command.Parameters.AddWithValue("@DatInicioVigencia", record.DatInicioVigencia);
|
|
command.Parameters.AddWithValue("@DatFimVigencia", record.DatFimVigencia);
|
|
command.Parameters.AddWithValue("@DscBaseTarifaria", record.DscBaseTarifaria);
|
|
command.Parameters.AddWithValue("@DscSubGrupoTarifario", record.DscSubGrupoTarifario);
|
|
command.Parameters.AddWithValue("@DscModalidadeTarifaria", record.DscModalidadeTarifaria);
|
|
command.Parameters.AddWithValue("@DscClasseConsumidor", record.DscClasseConsumidor);
|
|
command.Parameters.AddWithValue("@DscSubClasseConsumidor", record.DscSubClasseConsumidor);
|
|
command.Parameters.AddWithValue("@DscDetalheConsumidor", record.DscDetalheConsumidor);
|
|
command.Parameters.AddWithValue("@DscPostoTarifario", record.DscPostoTarifario);
|
|
command.Parameters.AddWithValue("@DscUnidade", record.DscUnidade);
|
|
command.Parameters.AddWithValue("@SigNomeAgenteAcessante", record.SigNomeAgenteAcessante);
|
|
command.Parameters.AddWithValue("@DscComponenteTarifario", record.DscComponenteTarifario);
|
|
command.Parameters.AddWithValue("@VlrComponenteTarifario", record.VlrComponenteTarifario);
|
|
|
|
// Adicionar outros parâmetros conforme necessário
|
|
|
|
command.ExecuteNonQuery();
|
|
}
|
|
}
|
|
}
|
|
} |