src/sqlancer/sqlite3/gen/ddl/SQLite3CreateVirtualFTSTableGenerator.java - master - NikolayIvkin/sqlancer2

src/sqlancer/sqlite3/gen/ddl/SQLite3CreateVirtualFTSTableGenerator.java
184 строки6 KB
Gregg
Create DBMSCommon utility class and implement a matchesIndexName method.
05 дек 2020, 20:49
05 дек 2020, 20:498184633
package sqlancer.sqlite3.gen.ddl;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

import sqlancer.Randomly;
import sqlancer.common.DBMSCommon;
import sqlancer.common.query.ExpectedErrors;
import sqlancer.common.query.SQLQueryAdapter;

public class SQLite3CreateVirtualFTSTableGenerator {

    private final String tableName;
    private final Randomly r;
    private final StringBuilder sb = new StringBuilder();

    public SQLite3CreateVirtualFTSTableGenerator(String tableName, Randomly r) {
        this.tableName = tableName;
        this.r = r;
    }

    public static SQLQueryAdapter createTableStatement(String tableName, Randomly r) {
        return new SQLite3CreateVirtualFTSTableGenerator(tableName, r).create();
    }

    private enum Fts5Options {
        PREFIX, // 4.2. Prefix Indexes
        TOKENIZE, // 4.3. Tokenizers
        COLUMNSIZE, // 4.5. The Columnsize Option
        DETAIL, // 4.6. The Detail Option
        CONTENTLESS, //
    };

    private enum Fts4Options {
        MATCHINFO, TOKENIZE, PREFIX, ORDER, LANGUAGEID, COMPRESS, NOT_INDEXED
    }

    public SQLQueryAdapter create() {
        sb.append("CREATE VIRTUAL TABLE ");
        sb.append(tableName);
        sb.append(" USING ");
        if (Randomly.getBoolean()) {
            createFts4Table();
        } else {
            createFts5Table();
        }
        return new SQLQueryAdapter(sb.toString(),
                ExpectedErrors.from("unrecognized parameter", "unknown tokenizer: ascii"), true);
    }

    private void createFts4Table() {
        createTable("fts4", () -> {
            if (Randomly.getBoolean()) {
                sb.append(" UNINDEXED");
            }
        }, () -> {
            List<Fts4Options> possibleActions = new ArrayList<>(Arrays.asList(Fts4Options.values()));
            for (int i = 0; i < Randomly.smallNumber(); i++) {
                sb.append(", ");
                Fts4Options option = Randomly.fromList(possibleActions);
                switch (option) {
                case COMPRESS:
                    sb.append("compress=likely, uncompress=likely");
                    break;
                case MATCHINFO:
                    sb.append("matchinfo=fts3");
                    break;
                case TOKENIZE:
                    sb.append("tokenize=");
                    sb.append(Randomly.fromOptions("simple", "porter", "unicode61"));
                    possibleActions.remove(Fts4Options.TOKENIZE);
                    break;
                case PREFIX:
                    sb.append("prefix=");
                    sb.append(r.getInteger(1, 999));
                    sb.append("");
                    break;
                case ORDER:
                    sb.append("order=");
                    sb.append(Randomly.fromOptions("ASC", "DESC"));
                    break;
                case LANGUAGEID:
                    sb.append("languageid=\"lid\"");
                    break;
                case NOT_INDEXED:
                    // TODO also create for other columns
                    sb.append("notindexed=c0");
                    break;
                default:
                    throw new AssertionError();
                }
            }
        });
    }

    private void prefix() {
        sb.append("prefix = ");
        sb.append(r.getInteger(1, 999));
    }

    private void createFts5Table() throws AssertionError {
        createTable("fts5", () -> {
            if (Randomly.getBoolean()) {
                // 4.1. The UNINDEXED column option
                sb.append(" UNINDEXED");
            }
        }, () -> {
            List<Fts5Options> possibleActions = new ArrayList<>(Arrays.asList(Fts5Options.values()));
            for (int i = 0; i < Randomly.smallNumber(); i++) {
                Fts5Options option = Randomly.fromList(possibleActions);
                sb.append(", ");
                switch (option) {
                case COLUMNSIZE:
                    if (Randomly.getBoolean()) {
                        sb.append(", columnsize=");
                        sb.append(Randomly.fromOptions(0, 1));
                    }
                    break;
                case DETAIL:
                    sb.append("detail=");
                    sb.append(Randomly.fromOptions("full", "column", "none"));
                    break;
                case PREFIX:
                    prefix();
                    break;
                case TOKENIZE:
                    sb.append("tokenize = ");
                    sb.append("\"");
                    String tokenizer = Randomly.fromOptions("porter ascii", "porter", "unicode61", "ascii");
                    sb.append(tokenizer);
                    if (tokenizer.contentEquals("unicode61")) {
                        if (Randomly.getBoolean()) {
                            sb.append(" remove_diacritics ");
                            sb.append(Randomly.fromOptions(0, 1, 2));
                        }
                        if (Randomly.getBoolean()) {
                            sb.append(" tokenchars ");
                            getString();
                        }
                        if (Randomly.getBoolean()) {
                            sb.append(" separators ");
                            getString();
                        }
                    }
                    sb.append("\"");
                    possibleActions.remove(Fts5Options.TOKENIZE); // no duplicates allowed
                    break;
                case CONTENTLESS:
                    sb.append("content=''");
                    possibleActions.remove(Fts5Options.CONTENTLESS);
                    break;
                default:
                    throw new AssertionError(option);
                }
            }
        });
    }

    private void getString() {
        sb.append("'");
        sb.append(r.getString().replace("'", "''").replace("\"", "\"\""));
        sb.append("'");
    }

    public interface Ac {
        void action();
    }

    private void createTable(String ftsVersion, Ac columnAction, Ac tableAction) {
        sb.append(ftsVersion);
        sb.append("(");
        for (int i = 0; i < 1 + Randomly.smallNumber(); i++) {
            if (i != 0) {
                sb.append(", ");
            }
            sb.append(DBMSCommon.createColumnName(i));
            columnAction.action();
        }
        tableAction.action();
        sb.append(")");
    }

}