Azure Storage Exports

Commands use Linux syntax. See Examples & Recipes for the Windows equivalents and the arguments every sync needs.

PostgreSQL to Azure

./LakeXpress config create \
    -a credentials.json \
    --lxdb_auth_id lxdb_mssql \
    --source_db_auth_id source_postgres \
    --source_db_name tpch \
    --source_schema_name tpch_1 \
    --fastbcp_p 2 \
    --n_jobs 4 \
    --target_storage_id azure_01 \
    --generate_metadata

./LakeXpress sync \
    -a credentials.json \
    --lxdb_auth_id lxdb_mssql \
    --sync_id <SYNC_ID>

SQL Server to Azure

./LakeXpress config create \
    -a credentials.json \
    --lxdb_auth_id lxdb_postgres \
    --source_db_auth_id source_mssql \
    --source_db_name adventureworks2019 \
    --source_schema_name sales \
    --fastbcp_p 2 \
    --n_jobs 4 \
    --target_storage_id azure_01 \
    --sub_path adventureworks/sales \
    --generate_metadata

./LakeXpress sync \
    -a credentials.json \
    --lxdb_auth_id lxdb_postgres \
    --sync_id <SYNC_ID>

credentials.json (Azure with Service Principal):

{
  "azure_01": {
    "ds_type": "azure",
    "auth_mode": "service_principal",
    "info": {
      "directory": "abfss://datalake.dfs.core.windows.net/exports",
      "azure_client_id": "your-application-client-id",
      "azure_tenant_id": "your-directory-tenant-id",
      "azure_client_secret": "$env{LX_AZURE_CLIENT_SECRET}"
    }
  },
  "lxdb_postgres": {
    "ds_type": "postgres",
    "auth_mode": "classic",
    "info": {
      "username": "$env{LX_LXDB_USER}",
      "password": "$env{LX_LXDB_PASSWORD}",
      "server": "localhost",
      "port": 5432,
      "database": "lakexpress_log"
    }
  },
  "source_mssql": {
    "ds_type": "mssql",
    "auth_mode": "classic",
    "info": {
      "username": "$env{LX_MSSQL_USER}",
      "password": "$env{LX_MSSQL_PASSWORD}",
      "server": "localhost",
      "port": 1433,
      "database": "adventureworks2019"
    }
  }
}