CloudSql My Sql Sink Run Time Scenarios e2e tests

Author: priyabhatnagar25

cloudsql-mysql-plugin/src/e2e-test/features/source/CloudMySqlRunTime.feature

@@ -17,7 +17,7 @@ Feature: CloudMySql Source - Run time scenarios
 
 Feature: CloudMySql - Verify data transfer from CloudMySql source to BigQuery sink
 
-  @CLOUDMYSQL_SOURCE_TEST
+  @CLOUDMYSQL_SOURCE_TEST @BQ_SINK_TEST
   Scenario: To verify data is getting transferred from CloudMySql source to BigQuery sink successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -104,7 +104,7 @@ Feature: CloudMySql - Verify data transfer from CloudMySql source to BigQuery si
     Then Close the pipeline logs
     #Then Validate the values of records transferred to target Big Query table is equal to the values from source table
 
-  @CLOUDMYSQL_SOURCE_DATATYPES_TEST
+  @CLOUDMYSQL_SOURCE_DATATYPES_TEST @CLOUDMYSQL_SINK_TEST
   Scenario: To verify data is getting transferred from CloudMySql source to CloudMySql sink successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -122,7 +122,7 @@ Feature: CloudMySql - Verify data transfer from CloudMySql source to BigQuery si
     Then Enter input plugin property: "database" with value: "DatabaseName"
     Then Enter textarea plugin property: "importQuery" with value: "selectQuery"
     Then Click on the Get Schema button
-#    Then Verify the Output Schema matches the Expected Schema: "OutputSchema"
+    Then Verify the Output Schema matches the Expected Schema: "datatypesSchema"
     Then Validate "CloudSQL MySQL" plugin properties
     Then Close the Plugin Properties page
     Then Navigate to the properties page of plugin: "CloudSQL MySQL2"
@@ -145,9 +145,8 @@ Feature: CloudMySql - Verify data transfer from CloudMySql source to BigQuery si
     Then Wait till pipeline is in running state
     Then Open and capture logs
     Then Verify the pipeline status is "Succeeded"
-    Then Validate the values of records transferred to target table is equal to the values from source table
 
-  @CLOUDMYSQL_SOURCE_DATATYPES_TEST
+  @CLOUDMYSQL_SOURCE_DATATYPES_TEST @CLOUDMYSQL_SINK_TEST
   Scenario: To verify data is getting transferred from CloudMySql source to CloudMySql successfully when connection arguments are set
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

cloudsql-mysql-plugin/src/e2e-test/java/io/cdap/plugin/CloudMySql/stepsdesign/CloudMysql.java

@@ -16,7 +16,8 @@
 public class CloudMysql implements CdfHelper {
 
     @Then("Validate the values of records transferred to target table is equal to the values from source table")
-    public void validateTheValuesOfRecordsTransferredToTargetTableIsEqualToTheValuesFromSourceTable() throws SQLException, ClassNotFoundException {
+    public void validateTheValuesOfRecordsTransferredToTargetTableIsEqualToTheValuesFromSourceTable()
+            throws SQLException, ClassNotFoundException {
         int countRecords = CloudMySqlClient.countRecord(PluginPropertyUtils.pluginProp("targetTable"));
         Assert.assertEquals("Number of records transferred should be equal to records out ",
                 countRecords, recordOut());

cloudsql-mysql-plugin/src/e2e-test/java/io/cdap/plugin/CloudMySqlClient.java

@@ -163,6 +163,7 @@ public static void createTargetDatatypesTable(String targetTable) throws SQLExce
             String datatypesColumns = PluginPropertyUtils.pluginProp("datatypesColumns");
             String createTargetTableQuery = "CREATE TABLE " + targetTable + " " + datatypesColumns;
             statement.executeUpdate(createTargetTableQuery);
+            System.out.println(createTargetTableQuery);
         }
     }
 

cloudsql-mysql-plugin/src/e2e-test/resources/pluginParameters.properties

@@ -66,13 +66,13 @@ datatypesValue1=VALUES ('User1',1,-1,true,-32768,HEX('27486920546869732069732061
  'This is a test message to check ','X')
 datatypesSchema=[{"key":"ID","value":"string"},{"key":"COL1","value":"boolean"},{"key":"COL2","value":"int"},\
  {"key":"COL3","value":"boolean"},{"key":"COL4","value":"int"},{"key":"COL5","value":"bytes"},\
- {"key":"COL6","value":"double"},{"key":"COL7","value":"int"},{"key":"COL8","value":"long"},\
+ {"key":"COL6","value":"int"},{"key":"COL7","value":"int"},{"key":"COL8","value":"long"},\
  {"key":"COL9","value":"float"},{"key":"COL10","value":"date"},{"key":"COL11","value":"timestamp"},\
  {"key":"COL12","value":"decimal"},{"key":"COL13","value":"double"},{"key":"COL14","value":"string"},\
  {"key":"COL15","value":"time"},{"key":"COL16","value":"timestamp"},\
  {"key":"COL18","value":"string"},{"key":"COL19","value":"bytes"},{"key":"COL20","value":"string"},\
  {"key":"COL21","value":"bytes"},{"key":"COL22","value":"bytes"},{"key":"COL23","value":"bytes"},\
- {"key":"COL24","value":"bytes"},{"key":"COL25","value":"string"},{"key":"COL26","value":"time"},\
+ {"key":"COL24","value":"bytes"},{"key":"COL25","value":"string"},{"key":"COL26","value":"string"},\
  {"key":"COL27","value":"bytes"},{"key":"COL28","value":"string"},{"key":"COL29","value":"string"}]
 
 bqOutputMultipleDatatypesSchema= [{"key":"col1","value":"bytes"},{"key":"col2","value":"string"},\