scripts/sample-postgres.xml - main - githubmirror/ydb-importer

scripts/sample-postgres.xml
67 строк3 KB
Pavel Chichev
Rename pool to reader-pool in sample configs
07 май 2026, 16:20
07 май 2026, 16:201304d35
<?xml version="1.0" encoding="UTF-8"?>
<!-- PostgreSQL to YDB importer job configuration example -->
<ydb-importer>
    <workers>
        <reader-pool size="4"/>
    </workers>
    <source type="postgresql">
        <jdbc-class>org.postgresql.Driver</jdbc-class>
        <jdbc-url>jdbc:postgresql://hostname:5432/dbname</jdbc-url>
        <username>username</username>
        <password>password</password>
    </source>
    <target type="ydb">
        <script-file>sample-postgres.yql.tmp</script-file>
        <connection-string>grpcs://ydb.serverless.yandexcloud.net:2135?database=/ru-central1/b1gfvslmokutuvt2g019/etn63999hrinbapmef6g</connection-string>
        <!--
        <connection-string>grpcs://hostname.demo.com:2135?database=/local</connection-string>
        -->
        <!-- Custom TLS certificate file, if needed
        <tls-certificate-file>ca.crt</tls-certificate-file>
        -->
        <!-- ENV, NONE, STATIC, METADATA, SAKEY -->
        <auth-mode>ENV</auth-mode>
        <!-- auth-mode: STATIC
        <static-login>username</static-login>
        <static-password>password</static-password>
        -->
        <!-- auth-mode: SAKEY
        <sa-key-file>ydb-sa-keyfile.json</sa-key-file>
        -->
        <replace-existing>true</replace-existing>
        <load-data>true</load-data>
        <max-batch-rows>1000</max-batch-rows>
        <max-blob-rows>200</max-blob-rows>
    </target>
    <table-options name="default">
        <!--  ASIS, LOWER, UPPER -->
        <case-mode>ASIS</case-mode>
        <!-- Substitution values: ${schema}, ${table} -->
        <table-name-format>pgimp1/${schema}/${table}</table-name-format>
        <!-- Substitution values: ${schema}, ${table}, ${field} -->
        <blob-name-format>pgimp1/${schema}/${table}_${field}</blob-name-format>
        <!-- DATE_NEW, DATE, INT, STR -->
        <conv-date>DATE_NEW</conv-date>
        <conv-timestamp>DATE_NEW</conv-timestamp>
        <allow-custom-decimal>true</allow-custom-decimal>
        <skip-unknown-types>true</skip-unknown-types>
    </table-options>
    <table-map options="default">
        <include-schemas regexp="true">.*</include-schemas>
    </table-map>
    <table-ref options="default">
        <schema-name>information_schema</schema-name>
        <table-name>columns</table-name>
        <query-text>SELECT * FROM information_schema."columns"</query-text>
        <key-column>table_schema</key-column>
        <key-column>table_name</key-column>
        <key-column>column_name</key-column>
    </table-ref>
    <table-ref options="default">
        <schema-name>information_schema</schema-name>
        <table-name>tables</table-name>
        <query-text>SELECT * FROM information_schema."tables"</query-text>
        <key-column>table_schema</key-column>
        <key-column>table_name</key-column>
    </table-ref>
</ydb-importer>