apache-spark/src/test/java/com/baeldung/dataframes/CustomerDataAggregationPipelineLiveTest.java - master - NikolayIvkin/tutorials1

apache-spark/src/test/java/com/baeldung/dataframes/CustomerDataAggregationPipelineLiveTest.java

52 строки2 KB

ukhan1980

[BAEL-3634] Code for Spark DataFrame article (#12039)

03 май 2022, 22:47

03 май 2022, 22:47728b3c9

package com.baeldung.dataframes;

import static org.junit.jupiter.api.Assertions.assertEquals;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Properties;

import org.junit.jupiter.api.BeforeAll;
import org.junit.jupiter.api.Test;

class CustomerDataAggregationPipelineLiveTest {

    private static Connection conn;

    @BeforeAll
    static void beforeAll() throws SQLException {
        DriverManager.registerDriver(new org.postgresql.Driver());
        String dbURL1 = "jdbc:postgresql://localhost:5432/customerdb";
        conn = DriverManager.getConnection(dbURL1, "postgres", "postgres");

        String sql = "drop table if exists customer";

        PreparedStatement statement = conn.prepareStatement(sql);
        statement.executeUpdate();
    }

    @Test
    void givenCSVAndJSON_whenRun_thenStoresAggregatedDataFrameInDB() throws Exception {
        Properties dbProps = new Properties();
        dbProps.setProperty("connectionURL", "jdbc:postgresql://localhost:5432/customerdb");
        dbProps.setProperty("driver", "org.postgresql.Driver");
        dbProps.setProperty("user", "postgres");
        dbProps.setProperty("password", "postgres");

        CustomerDataAggregationPipeline pipeline = new CustomerDataAggregationPipeline(dbProps);
        pipeline.run();

        String allCustomersSql = "Select count(*) from customer";

        Statement statement = conn.createStatement();
        ResultSet resultSet = statement.executeQuery(allCustomersSql);
        resultSet.next();
        int count = resultSet.getInt(1);
        assertEquals(7, count);
    }

}