From 7928b3af71196ebdf758c1d51708e190ba527305 Mon Sep 17 00:00:00 2001 From: priyabhatnagar Date: Fri, 17 Nov 2023 18:28:45 +0530 Subject: [PATCH] control center cdap phase2 --- .../controlcenter/ControlCenter.feature | 580 ++++++++++++------ .../pluginDataCyAttributes.properties | 2 +- .../resources/pluginParameters.properties | 1 + 3 files changed, 380 insertions(+), 203 deletions(-) diff --git a/cdap-e2e-tests/src/e2e-test/features/controlcenter/ControlCenter.feature b/cdap-e2e-tests/src/e2e-test/features/controlcenter/ControlCenter.feature index 9de8bc813d6f..e4a4df9ae7da 100644 --- a/cdap-e2e-tests/src/e2e-test/features/controlcenter/ControlCenter.feature +++ b/cdap-e2e-tests/src/e2e-test/features/controlcenter/ControlCenter.feature @@ -62,214 +62,254 @@ Feature: Controlcenter - Validate control center page flow Then Click on Control Center link from the hamburger menu Then Verify the pipeline created successfully is present in control center page - @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario: Verify that user is able to delete the created pipeline in control center successfully. - Given Open Datafusion Project to configure pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the Plus Green Button to import the pipelines - Then Verify user is able to click on the create button to create a pipeline successfully - When Expand Plugin group in the LHS plugins list: "Source" - When Select plugin: "BigQuery" from the plugins list as: "Source" - When Expand Plugin group in the LHS plugins list: "Sink" - When Select plugin: "BigQuery" from the plugins list as: "Sink" - Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection - Then Navigate to the properties page of plugin: "BigQuery" - And Enter input plugin property: "referenceName" with value: "Reference" - And Replace input plugin property: "project" with value: "projectId" - And Enter input plugin property: "datasetProject" with value: "projectId" - And Replace input plugin property: "dataset" with value: "dataset" - Then Override Service account details if set in environment variables - And Enter input plugin property: "table" with value: "bqSourceTable" - Then Click on the Get Schema button - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Navigate to the properties page of plugin: "BigQuery2" - Then Replace input plugin property: "project" with value: "projectId" - Then Override Service account details if set in environment variables - Then Enter input plugin property: "datasetProject" with value: "projectId" - Then Enter input plugin property: "referenceName" with value: "BQReferenceName" - Then Enter input plugin property: "dataset" with value: "dataset" - Then Enter input plugin property: "table" with value: "bqTargetTable" - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Save the pipeline - Then Deploy the pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the delete icon of the created pipeline and pipeline should get deleted successfully - Then Verify the deleted pipeline is not present in the control center page + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify that user is able to delete the created pipeline in control center successfully. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "Reference" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceName" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the delete icon of the created pipeline and pipeline should get deleted successfully + Then Verify the deleted pipeline is not present in the control center page - @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario: Verify User is able to create pipeline by using preferences,entering the key and value pair and validate it deploy successfully. - Given Open Datafusion Project to configure pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the Plus Green Button to import the pipelines - Then Verify user is able to click on the create button to create a pipeline successfully - When Expand Plugin group in the LHS plugins list: "Source" - When Select plugin: "BigQuery" from the plugins list as: "Source" - When Expand Plugin group in the LHS plugins list: "Sink" - When Select plugin: "BigQuery" from the plugins list as: "Sink" - Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection - Then Navigate to the properties page of plugin: "BigQuery" - And Enter input plugin property: "referenceName" with value: "Reference" - Then Click on the Macro button of Property: "project" and set the value to: "projectId" - And Enter input plugin property: "datasetProject" with value: "projectId" - And Replace input plugin property: "dataset" with value: "dataset" - Then Override Service account details if set in environment variables - And Enter input plugin property: "table" with value: "bqSourceTable" - Then Click on the Get Schema button - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Navigate to the properties page of plugin: "BigQuery2" - Then Click on the Macro button of Property: "project" and set the value to: "projectId" - Then Override Service account details if set in environment variables - Then Enter input plugin property: "datasetProject" with value: "projectId" - Then Enter input plugin property: "referenceName" with value: "BQReferenceName" - Then Enter input plugin property: "dataset" with value: "dataset" - Then Enter input plugin property: "table" with value: "bqTargetTable" - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Save the pipeline - Then Deploy the pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Verify the user is able to set the preferences for the created pipeline in the control center page - Then Verify the user is able to enter the value in the key input field "keyValue" - Then Verify the user is able to enter the value of the key in the value input field "value" - Then Verify user is able to click on save and close button of set preferences - Then Verify user is able to click on the data pipeline added in the control center page - Then Run the Pipeline in Runtime - Then Wait till pipeline is in running state - Then Verify the pipeline status is "Succeeded" + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify User is able to create pipeline by using preferences,entering the key and value pair and validate it deploy successfully. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "Reference" + Then Click on the Macro button of Property: "project" and set the value to: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Click on the Macro button of Property: "project" and set the value to: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceName" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Verify the user is able to set the preferences for the created pipeline in the control center page + Then Verify the user is able to enter the value in the key input field "keyValue" + Then Verify the user is able to enter the value of the key in the value input field "value" + Then Verify user is able to click on save and close button of set preferences + Then Verify user is able to click on the data pipeline added in the control center page + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" - @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario: Verify User is able to delete the preferences by clicking on the delete icon button - Given Open Datafusion Project to configure pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the Plus Green Button to import the pipelines - Then Verify user is able to click on the create button to create a pipeline successfully - When Expand Plugin group in the LHS plugins list: "Source" - When Select plugin: "BigQuery" from the plugins list as: "Source" - When Expand Plugin group in the LHS plugins list: "Sink" - When Select plugin: "BigQuery" from the plugins list as: "Sink" - Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection - Then Navigate to the properties page of plugin: "BigQuery" - And Enter input plugin property: "referenceName" with value: "Reference" - Then Click on the Macro button of Property: "project" and set the value to: "projectId" - And Enter input plugin property: "datasetProject" with value: "projectId" - And Replace input plugin property: "dataset" with value: "dataset" - Then Override Service account details if set in environment variables - And Enter input plugin property: "table" with value: "bqSourceTable" - Then Click on the Get Schema button - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Navigate to the properties page of plugin: "BigQuery2" - Then Click on the Macro button of Property: "project" and set the value to: "projectId" - Then Override Service account details if set in environment variables - Then Enter input plugin property: "datasetProject" with value: "projectId" - Then Enter input plugin property: "referenceName" with value: "BQReferenceName" - Then Enter input plugin property: "dataset" with value: "dataset" - Then Enter input plugin property: "table" with value: "bqTargetTable" - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Save the pipeline - Then Deploy the pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Verify the user is able to set the preferences for the created pipeline in the control center page - Then Verify the user is able to enter the value in the key input field "keyValue" - Then Verify the user is able to enter the value of the key in the value input field "value" - Then Verify user is able to click on save and close button of set preferences - Then Verify user is able to click on the delete icon of preferences to delete the added preferences successfully + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify User is able to delete the preferences by clicking on the delete icon button + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "Reference" + Then Click on the Macro button of Property: "project" and set the value to: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Click on the Macro button of Property: "project" and set the value to: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceName" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Verify the user is able to set the preferences for the created pipeline in the control center page + Then Verify the user is able to enter the value in the key input field "keyValue" + Then Verify the user is able to enter the value of the key in the value input field "value" + Then Verify user is able to click on save and close button of set preferences + Then Verify the user is able to set the preferences for the created pipeline in the control center page + Then Verify user is able to click on the delete icon of preferences to delete the added preferences successfully + + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify that User is able to click on the dataset entity and User is navigated to the details page of the dataset successfully + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDataset" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDataset" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Verify user is able to click on the dataset entity icon to see the details page of the dataset + Then Verify user is navigated to the details page of the dataset entity icon successfully - @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario: Verify that User is able to click on the dataset entity and User is navigated to the details page of the dataset successfully - Given Open Datafusion Project to configure pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the Plus Green Button to import the pipelines - Then Verify user is able to click on the create button to create a pipeline successfully - When Expand Plugin group in the LHS plugins list: "Source" - When Select plugin: "BigQuery" from the plugins list as: "Source" - When Expand Plugin group in the LHS plugins list: "Sink" - When Select plugin: "BigQuery" from the plugins list as: "Sink" - Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection - Then Navigate to the properties page of plugin: "BigQuery" - And Enter input plugin property: "referenceName" with value: "ReferenceDataset" - And Replace input plugin property: "project" with value: "projectId" - And Enter input plugin property: "datasetProject" with value: "projectId" - And Replace input plugin property: "dataset" with value: "dataset" - Then Override Service account details if set in environment variables - And Enter input plugin property: "table" with value: "bqSourceTable" - Then Click on the Get Schema button - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Navigate to the properties page of plugin: "BigQuery2" - Then Replace input plugin property: "project" with value: "projectId" - Then Override Service account details if set in environment variables - Then Enter input plugin property: "datasetProject" with value: "projectId" - Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDataset" - Then Enter input plugin property: "dataset" with value: "dataset" - Then Enter input plugin property: "table" with value: "bqTargetTable" - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Save the pipeline - Then Deploy the pipeline - Then Run the Pipeline in Runtime - Then Wait till pipeline is in running state - Then Verify the pipeline status is "Succeeded" - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Verify user is able to click on the dataset entity icon to see the details page of the dataset - Then Verify user is navigated to the details page of the dataset entity icon successfully + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify that User is able to perform Delete operation on dataset entity successfully. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDatasetControl" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDatasetControl" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the delete icon of the dataset entity and the dataset should get deleted successfully + Then Verify the deleted dataset "BQReferenceNameDataset" entity is not present in control center page - @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario: Verify that User is able to perform Delete and truncate operation on dataset entity successfully. - Given Open Datafusion Project to configure pipeline - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the Plus Green Button to import the pipelines - Then Verify user is able to click on the create button to create a pipeline successfully - When Expand Plugin group in the LHS plugins list: "Source" - When Select plugin: "BigQuery" from the plugins list as: "Source" - When Expand Plugin group in the LHS plugins list: "Sink" - When Select plugin: "BigQuery" from the plugins list as: "Sink" - Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection - Then Navigate to the properties page of plugin: "BigQuery" - And Enter input plugin property: "referenceName" with value: "ReferenceDataset" - And Replace input plugin property: "project" with value: "projectId" - And Enter input plugin property: "datasetProject" with value: "projectId" - And Replace input plugin property: "dataset" with value: "dataset" - Then Override Service account details if set in environment variables - And Enter input plugin property: "table" with value: "bqSourceTable" - Then Click on the Get Schema button - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Navigate to the properties page of plugin: "BigQuery2" - Then Replace input plugin property: "project" with value: "projectId" - Then Override Service account details if set in environment variables - Then Enter input plugin property: "datasetProject" with value: "projectId" - Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDataset" - Then Enter input plugin property: "dataset" with value: "dataset" - Then Enter input plugin property: "table" with value: "bqTargetTable" - Then Validate "BigQuery" plugin properties - And Close the Plugin Properties page - Then Save the pipeline - Then Deploy the pipeline - Then Run the Pipeline in Runtime - Then Wait till pipeline is in running state - Then Verify the pipeline status is "Succeeded" - Then Click on the Hamburger bar on the left panel - Then Click on Control Center link from the hamburger menu - Then Click on the delete icon of the dataset entity and the dataset should get deleted successfully - Then Click on the truncate icon of the dataset entity and the dataset should get truncated successfully - Then Verify the deleted dataset "BQReferenceNameDataset" entity is not present in control center page + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify that User is able to perform Truncate operation on dataset entity successfully. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDatasetControl" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDatasetControl" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the truncate icon of the dataset entity and the dataset should get truncated successfully @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST - Scenario:Verify that User clicks on Dataset and view details page should be dispalyed,is able to click on view details link and navigate back to main details page and then close it. + Scenario:Verify that User clicks on Dataset and view details page should be dispalyed,is able to click on view details link and navigate back to main details page and then close it. Given Open Datafusion Project to configure pipeline Then Click on the Hamburger bar on the left panel Then Click on Control Center link from the hamburger menu @@ -313,6 +353,7 @@ Feature: Controlcenter - Validate control center page flow Then Click on the close link of the view details page of dataset entity to close the details page @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify the Display message should be updated on the basis of filter selection as per the user Given Open Datafusion Project to configure pipeline Then Click on the Hamburger bar on the left panel Then Click on Control Center link from the hamburger menu @@ -354,6 +395,7 @@ Feature: Controlcenter - Validate control center page flow Then Verify user is able to see all entities displayed message on the basis of filter selection @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify User is able to switch between Schema and programs link of the dataset and can see the details of both successfully Given Open Datafusion Project to configure pipeline Then Click on the Hamburger bar on the left panel Then Click on Control Center link from the hamburger menu @@ -397,3 +439,137 @@ Feature: Controlcenter - Validate control center page flow Then Click on the programs link of the dataset entity details page Then Verify user is navigated to the programs details page of the dataset entity page + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify User is able to sort the entities by A-Z,Z-A,Oldest and newest filters. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDatasetSchema" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDatasetSchema" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Select the sort by dropdown with option value: "Newest" + Then Verify user is able to see the entities sorted by the newest option + Then Select the sort by dropdown with option value: "Oldest" + Then Verify user is able to see the entities sorted by the oldest option + Then Select the sort by dropdown with option value: "A - Z" + Then Verify user is able to see the entities sorted by the A to Z option + Then Select the sort by dropdown with option value: "Z - A" + Then Verify user is able to see the entities sorted by the Z to A option + + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify that tags counts should be increased and decreased in case User perform Add or Remove actions on dataset entity. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDatasetTag" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDatasetTag" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Verify user is able to click on the dataset entity icon to see the details page of the dataset + Then Click on the plus add button of the dataset entity to add the tags successfully + Then Verify user is able to enter the values in tag input field: "testingTag" + Then Verify that the tag count of dataset entity increases when the user adds the tag + Then Click on the close icon of the added tag and verify that the tag count decreases + + @BQ_INSERT_INT_SOURCE_TEST @BQ_SINK_TEST + Scenario: Verify user should be able to search the data set using the tags and should be validated from displayed message. + Given Open Datafusion Project to configure pipeline + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Click on the Plus Green Button to import the pipelines + Then Verify user is able to click on the create button to create a pipeline successfully + When Expand Plugin group in the LHS plugins list: "Source" + When Select plugin: "BigQuery" from the plugins list as: "Source" + When Expand Plugin group in the LHS plugins list: "Sink" + When Select plugin: "BigQuery" from the plugins list as: "Sink" + Then Connect plugins: "BigQuery" and "BigQuery2" to establish connection + Then Navigate to the properties page of plugin: "BigQuery" + And Enter input plugin property: "referenceName" with value: "ReferenceDatasettags" + And Replace input plugin property: "project" with value: "projectId" + And Enter input plugin property: "datasetProject" with value: "projectId" + And Replace input plugin property: "dataset" with value: "dataset" + Then Override Service account details if set in environment variables + And Enter input plugin property: "table" with value: "bqSourceTable" + Then Click on the Get Schema button + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Navigate to the properties page of plugin: "BigQuery2" + Then Replace input plugin property: "project" with value: "projectId" + Then Override Service account details if set in environment variables + Then Enter input plugin property: "datasetProject" with value: "projectId" + Then Enter input plugin property: "referenceName" with value: "BQReferenceNameDatasetTags" + Then Enter input plugin property: "dataset" with value: "dataset" + Then Enter input plugin property: "table" with value: "bqTargetTable" + Then Validate "BigQuery" plugin properties + And Close the Plugin Properties page + Then Save the pipeline + Then Deploy the pipeline + Then Run the Pipeline in Runtime + Then Wait till pipeline is in running state + Then Verify the pipeline status is "Succeeded" + Then Click on the Hamburger bar on the left panel + Then Click on Control Center link from the hamburger menu + Then Verify user is able to click on the dataset entity icon to see the details page of the dataset + Then Click on the plus add button of the dataset entity to add the tags successfully + Then Verify user is able to enter the values in tag input field: "testingTag" + Then Enter the text in search tab "testingTag" in control center + Then Verify the searched tag appears successfully on the control center page diff --git a/cdap-e2e-tests/src/e2e-test/resources/pluginDataCyAttributes.properties b/cdap-e2e-tests/src/e2e-test/resources/pluginDataCyAttributes.properties index 60fe8981deb0..67cc5f9f0c5d 100644 --- a/cdap-e2e-tests/src/e2e-test/resources/pluginDataCyAttributes.properties +++ b/cdap-e2e-tests/src/e2e-test/resources/pluginDataCyAttributes.properties @@ -3,4 +3,4 @@ datasetProjectId=datasetProject referenceName=referenceName table=table Filter=filter-dropdown -Artifcats=Artifacts-input \ No newline at end of file +Artifacts=Artifacts-input diff --git a/cdap-e2e-tests/src/e2e-test/resources/pluginParameters.properties b/cdap-e2e-tests/src/e2e-test/resources/pluginParameters.properties index b3ef06117f82..c3bb1c41638b 100644 --- a/cdap-e2e-tests/src/e2e-test/resources/pluginParameters.properties +++ b/cdap-e2e-tests/src/e2e-test/resources/pluginParameters.properties @@ -11,4 +11,5 @@ projectId=cdf-athena datasetprojectId=cdf-athena keyValue=projectId value=cdf-athena +Artifacts=Artifacts-input ## CONTROLCENTER-END