githubmirror/ydb-importer

scripts/sample-mariadb.xml
67 строк3 KB
Pavel Chichev
Add MariaDB with ColumnStore support
22 май 2026, 20:47
22 май 2026, 20:475ca95e5
<?xml version="1.0" encoding="UTF-8"?>
<!-- MariaDB to YDB importer job configuration example -->
<ydb-importer>
    <workers>
        <reader-pool size="4"/>
    </workers>
    <source type="mariadb">
        <jdbc-class>org.mariadb.jdbc.Driver</jdbc-class>
        <jdbc-url>jdbc:mariadb://hostname:3306/dbname</jdbc-url>
        <username>username</username>
        <password>password</password>
    </source>
    <target type="ydb">
        <script-file>sample-mariadb.yql.tmp</script-file>
        <connection-string>grpcs://ydb.serverless.yandexcloud.net:2135?database=/ru-central1/b1gfvslmokutuvt2g019/etn63999hrinbapmef6g</connection-string>
        <!--
        <connection-string>grpcs://hostname.demo.com:2135?database=/local</connection-string>
        -->
        <!-- Custom TLS certificate file, if needed
        <tls-certificate-file>ca.crt</tls-certificate-file>
        -->
        <!-- ENV, NONE, STATIC, METADATA, SAKEY -->
        <auth-mode>ENV</auth-mode>
        <!-- auth-mode: STATIC
        <static-login>username</static-login>
        <static-password>password</static-password>
        -->
        <!-- auth-mode: SAKEY
        <sa-key-file>ydb-sa-keyfile.json</sa-key-file>
        -->
        <replace-existing>true</replace-existing>
        <load-data>true</load-data>
        <max-batch-rows>1000</max-batch-rows>
        <max-blob-rows>200</max-blob-rows>
    </target>
    <table-options name="default">
        <!--  ASIS, LOWER, UPPER -->
        <case-mode>ASIS</case-mode>
        <!-- Substitution values: ${schema}, ${table} -->
        <table-name-format>maria1/${schema}/${table}</table-name-format>
        <!-- Substitution values: ${schema}, ${table}, ${field} -->
        <blob-name-format>maria1/${schema}/${table}_${field}</blob-name-format>
        <!-- DATE_NEW, DATE, INT, STR -->
        <conv-date>DATE_NEW</conv-date>
        <conv-timestamp>DATE_NEW</conv-timestamp>
        <allow-custom-decimal>true</allow-custom-decimal>
        <skip-unknown-types>true</skip-unknown-types>
    </table-options>
    <table-map options="default">
        <include-schemas regexp="true">.*</include-schemas>
        <!-- Possible extra tags: include-tables, exclude-tables, exclude-schemas -->
    </table-map>
    <table-ref options="default">
        <schema-name>information_schema</schema-name>
        <table-name>COLUMNS</table-name>
        <key-column>TABLE_SCHEMA</key-column>
        <key-column>TABLE_NAME</key-column>
        <key-column>COLUMN_NAME</key-column>
    </table-ref>
    <table-ref options="default">
        <schema-name>information_schema</schema-name>
        <table-name>tables</table-name>
        <query-text>SELECT * FROM information_schema.`tables`</query-text>
        <key-column>TABLE_SCHEMA</key-column>
        <key-column>TABLE_NAME</key-column>
    </table-ref>
</ydb-importer>