Skip to main content

Historical Data Download

Prerequisites

  • Standard Configuration Package is installed
  • Proxy server deployed
  • Vault is configured
  • ДоступыCredentials кto proxyProxy serverServer is saved to the Vault

ПерезапускRestarting сервисаthe workflow service

  1. ПерейдитеGo вto разделthe Data -> Workflows section
  2. НажмитеClick кнопку на кнопкуthe "Refresh Storage" button

НастройкаConfiguring параметровdownload скачкиand иimport импортаparameters

  1. СкачайтеDownload the Input JsonJSON Filesfiles дляfor настройкиsetting автоматическойup закачкиthe историческихautomatic данныхdownload of historical data
  2. ОтредактируйтеEdit следующиеthe поляfollowing вfields первыхin двухthe объектовfirst вtwo полеobjects under workers section in theexante_historical_step_1.json:

    "name": "Download Positions"
    • date_from - датаaccount открытияopening счетаdate (возможноthere здесьmay будетbe ограничениеa уlimit exanteof -one неyear болееwith 1 года)Exante).
    • date_to - введитеenter вчерашнююyesterday's датуdate
    • portfolios - добавьтеadd идентификаторыaccount счетовidentifiers дляfor скачкиdownload
    • secret - добавьтеadd наименованиеthe секрета,name гдеof содержатьсяthe secret containing credentials вin the vault

      "name": "Download Transactions"
    • date_from - датаaccount открытияopening счетаdate (возможноthere здесьmay будетbe ограничениеa уlimit exanteof -one неyear болееwith 1 года)Exante).
    • date_to - введитеenter вчерашнююyesterday's датуdate
    • portfolios - добавьтеadd идентификаторыaccount счетовidentifiers дляfor скачкиdownload
    • secret - добавьтеadd наименованиеthe секрета,name гдеof содержатьсяthe secret containing credentials вin the vault
{
    "user_code": "workflow-manager",
    "configuration_code": "com.finmars.standard-workflow",
    "name":"Exante Historical - Step 1 (Download): positions, transactions",
    "workers": [
        {
            "order": 1,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Download Positions",
            "user_code": "download-exante-positions",
            "state_type": "period",
            "download_options":{
                "date_from": "2024-01-01", # <---------------- edit this
                "date_to": "2024-07-14", # <---------------- edit this
                "type":"day",
                "periodicity":"monthly",
                "portfolios": ["IKF1218.001"], # <---------------- edit this
                "secret":"itech-demo" # <---------------- edit this
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": null
            }
        },
        {
            "order": 2,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Download Transactions",
            "user_code": "download-exante-transactions",
            "state_type": "period",
            "download_options":{
                "date_from": "2024-01-01", # <---------------- edit this
                "date_to": "2024-07-14", # <---------------- edit this
                "type": "period",
                "periodicity":"monthly",
                "portfolios": ["IKF1218.001"], # <---------------- edit this
                "secret":"itech-demo" # <---------------- edit this
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": null
            }
        },
        {
            "order": 3,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Generate State",
            "user_code": "generate-state",
            "state_type": "fixed",
            "download_options":{
                "date_from": null,
                "date_to": null,
                "type": null,
                "periodicity":null,
                "portfolios": null,
                "secret":null
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": "/input-workflows/exante/exante_historical_step_2.json"
            }
        }
    ]
}
  1. Edit the secret in exante_historical_step_6.json similarly to the previous step:
{
    "user_code": "workflow-manager",
    "configuration_code": "com.finmars.standard-workflow",
    "name":"Exante Historical - Step 6 (Download): market data",
    "schedule": null,
    "workers": [
        {
            "order": 1,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Download Prices (Exante)",
            "user_code": "download-exante-prices",
            "state_type": "period",
            "download_options": {
                "date_from": "first_transaction_date",
                "date_to": "now",
                "type": "period",
                "periodicity": "monthly",
                "portfolios": ["All"],
                "secret": "itech-demo" # <------------ edit this
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": null
            }
        },
        {
            "order": 2,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Download Fx Rates (Unified DB)",
            "user_code": "download-finmarsdb-fx-rates",
            "state_type": "period",
            "download_options": {
                "date_from": "first_transaction_date",
                "date_to": "now",
                "type": "period",
                "periodicity": "monthly",
                "portfolios": ["All"],
                "secret": null
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": null
            }
        },
        {
            "order": 3,
            "configuration_code": "com.finmars.standard-workflow",
            "name": "Generate State",
            "user_code": "generate-state",
            "state_type": "fixed",
            "download_options": {
                "date_from": null,
                "date_to": null,
                "type": null,
                "periodicity": null,
                "portfolios": null,
                "secret": null
            },
            "data_options": {
                "global_status": null,
                "source": null,
                "type": null,
                "portfolios": null
            },
            "import_options": {
                "scheme": null,
                "import_type": null,
                "pricing_policy": null
            },
            "calculation_options": {
                "date_from": null,
                "date_to": null,
                "portfolios": null
            },
            "state_options": {
                "input_path": "/input-workflows/exante/exante_historical_step_7.json"
            }
        }
    ]
}

ЗапускRunning историческойthe скачкиhistorical данныхdata download

  1. Go to the Dashboard section
  2. Check which layout is selected. It should be Workflow. If another layout is selected, change it to the required one.
  3. Select the Inputs section
  4. Expand the details for `Exante Historical - Step 1 (Download): positions, transactions
  5. Click the Start Worfklow button