Skip to content

New format design in importers #62

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
nnikolopoulos merged 7 commits into from
Nov 2, 2022
Merged

New format design in importers #62

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
a10ca65
Define new ImportFormats
Oct 31, 2022
aadb952
Apply import w format in DN, DNS, DP, CF
Oct 31, 2022
a188d5c
Apply import w format in A, SV and O
Nov 1, 2022
602cc73
Correct Import statements
Nov 2, 2022
ddac553
Replace abs link with var link
Nov 2, 2022
c9fab0c
Adjust naming convention
Nov 2, 2022
d021daa
Adjust new import format in full-template
Nov 2, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion full-ifrs17-template/Database/Configure.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,8 @@
{
"cell_type": "code",
"source": [
"#!import \"//ifrs17ce/dev/CalculationEngine\""
"#!import \"../Constants/Consts\"",
"\n#!eval calculationEngine"
]
},
{
Expand Down
14 changes: 7 additions & 7 deletions full-ifrs17-template/Initialization/InitSystemorphBaseToMemory.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -128,25 +128,25 @@
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<YieldCurve>(\"../Files/800.Parameters/YieldCurve.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/YieldCurve.csv\").WithType<YieldCurve>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<ExchangeRate>(\"../Files/800.Parameters/ExchangeRate.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/ExchangeRate.csv\").WithType<ExchangeRate>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<PartnerRating>(\"../Files/800.Parameters/PartnerRating.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/PartnerRating.csv\").WithType<PartnerRating>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<CreditDefaultRate>(\"../Files/800.Parameters/CreditDefaultRate.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/CreditDefaultRate.csv\").WithType<CreditDefaultRate>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand All @@ -158,19 +158,19 @@
{
"cell_type": "code",
"source": [
"await UploadDataNodesAsync(\"../Files/700.DataNodes/DataNodes_CH.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodes_CH.csv\").WithFormat(ImportFormats.DataNode).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDataNodeStateAsync(\"../Files/700.DataNodes/DataNodeStates_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodeStates_CH_2020_12.csv\").WithFormat(ImportFormats.DataNodeState).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDataNodeParameterAsync(\"../Files/700.DataNodes/DataNodeParameters_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodeParameters_CH_2020_12.csv\").WithFormat(ImportFormats.DataNodeParameter).WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand Down
24 changes: 12 additions & 12 deletions full-ifrs17-template/Initialization/InitSystemorphToDatabase.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -106,25 +106,25 @@
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<YieldCurve>(\"../Files/800.Parameters/YieldCurve.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/YieldCurve.csv\").WithType<YieldCurve>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<ExchangeRate>(\"../Files/800.Parameters/ExchangeRate.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/ExchangeRate.csv\").WithType<ExchangeRate>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<PartnerRating>(\"../Files/800.Parameters/PartnerRating.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/PartnerRating.csv\").WithType<PartnerRating>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDimensionsAsync<CreditDefaultRate>(\"../Files/800.Parameters/CreditDefaultRate.csv\")"
"await Import.FromFile(\"../Files/800.Parameters/CreditDefaultRate.csv\").WithType<CreditDefaultRate>().SnapshotMode().WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand All @@ -136,19 +136,19 @@
{
"cell_type": "code",
"source": [
"await UploadDataNodesAsync(\"../Files/700.DataNodes/DataNodes_CH.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodes_CH.csv\").WithFormat(ImportFormats.DataNode).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDataNodeStateAsync(\"../Files/700.DataNodes/DataNodeStates_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodeStates_CH_2020_12.csv\").WithFormat(ImportFormats.DataNodeState).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadDataNodeParameterAsync(\"../Files/700.DataNodes/DataNodeParameters_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/700.DataNodes/DataNodeParameters_CH_2020_12.csv\").WithFormat(ImportFormats.DataNodeParameter).WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand All @@ -160,31 +160,31 @@
{
"cell_type": "code",
"source": [
"await UploadOpeningAsync(\"../Files/900.TransactionalData/Openings_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Openings_CH_2020_12.csv\").WithFormat(ImportFormats.Opening).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadCashflowsAsync(\"../Files/900.TransactionalData/NominalCashflows_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/NominalCashflows_CH_2020_12.csv\").WithFormat(ImportFormats.Cashflow).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadActualAsync(\"../Files/900.TransactionalData/Actuals_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Actuals_CH_2020_12.csv\").WithFormat(ImportFormats.Actual).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadCashflowsAsync(\"../Files/900.TransactionalData/NominalCashflows_CH_2021_3.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/NominalCashflows_CH_2021_3.csv\").WithFormat(ImportFormats.Cashflow).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadActualAsync(\"../Files/900.TransactionalData/Actuals_CH_2021_3.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Actuals_CH_2021_3.csv\").WithFormat(ImportFormats.Actual).WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand Down
10 changes: 5 additions & 5 deletions full-ifrs17-template/Initialization/InitSystemorphToMemory.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,31 +52,31 @@
{
"cell_type": "code",
"source": [
"await UploadOpeningAsync(\"../Files/900.TransactionalData/Openings_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Openings_CH_2020_12.csv\").WithFormat(ImportFormats.Opening).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadCashflowsAsync(\"../Files/900.TransactionalData/NominalCashflows_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/NominalCashflows_CH_2020_12.csv\").WithFormat(ImportFormats.Cashflow).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadActualAsync(\"../Files/900.TransactionalData/Actuals_CH_2020_12.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Actuals_CH_2020_12.csv\").WithFormat(ImportFormats.Actual).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadCashflowsAsync(\"../Files/900.TransactionalData/NominalCashflows_CH_2021_3.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/NominalCashflows_CH_2021_3.csv\").WithFormat(ImportFormats.Cashflow).WithTarget(DataSource).ExecuteAsync()"
]
},
{
"cell_type": "code",
"source": [
"await UploadActualAsync(\"../Files/900.TransactionalData/Actuals_CH_2021_3.csv\")"
"await Import.FromFile(\"../Files/900.TransactionalData/Actuals_CH_2021_3.csv\").WithFormat(ImportFormats.Actual).WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand Down
3 changes: 1 addition & 2 deletions full-ifrs17-template/Test/MapTemplateAndImportTest.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -443,8 +443,7 @@
"source": [
"public async Task CheckErrors(string inputFileName, List<string> errorBms)",
"\n{",
"\n var partitionId = new Guid();",
"\n var log = await UploadDataNodeParameterToWorkspaceAsync(inputFileName, partitionId);",
"\n var log = await Import.FromFile(inputFileName).WithFormat(ImportFormats.DataNodeParameter).WithTarget(Workspace).ExecuteAsync();",
"\n Workspace.Reset(x => x.ResetInitializationRules().ResetCurrentPartitions());",
"\n errorBms.Intersect(log.Errors.Select(x => x.ToString().Substring(0,x.ToString().Length-2).Substring(40)).ToArray()).Count().Should().Be(errorBms.Count());",
"\n}"
Expand Down
2 changes: 1 addition & 1 deletion full-ifrs17-template/Test/SpecificationsImportCashflows.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,7 @@
"cell_type": "code",
"source": [
"var groupOfContract = \"GricComplex\";",
"\nawait UploadCashflowsAsync(\"Data/CashflowComplex.csv\")"
"\nawait Import.FromFile(\"Data/CashflowComplex.csv\").WithFormat(ImportFormats.Cashflow).WithTarget(DataSource).ExecuteAsync()"
]
},
{
Expand Down
2 changes: 2 additions & 0 deletions ifrs17/Constants/Consts.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -138,7 +138,9 @@
"public static class ImportFormats{",
"\n public const string Cashflow = nameof(Cashflow);",
"\n public const string Actual = nameof(Actual);",
"\n public const string DataNode = nameof(DataNode);",
"\n public const string DataNodeParameter = nameof(DataNodeParameter);",
"\n public const string DataNodeState = nameof(DataNodeState);",
"\n public const string SimpleValue = nameof(SimpleValue);",
"\n public const string Opening = nameof(Opening);",
"\n public const string AocConfiguration = nameof(AocConfiguration);",
Expand Down
Loading