From 3bfc1d69390c0554d4abeeca4649816cae6f8c9b Mon Sep 17 00:00:00 2001 From: Flook Peter Date: Wed, 4 Dec 2024 14:32:29 +0800 Subject: [PATCH] Update to 0.12.3, include round and regex docs to data generator --- docs/{setup => docs}/advanced.md | 0 docs/{setup => docs}/configuration.md | 0 docs/{setup => docs}/connection.md | 0 docs/{setup => docs}/delete-data.md | 0 docs/{setup => docs}/deployment.md | 0 docs/{setup => docs}/design.md | 0 docs/{setup => docs}/generator/count.md | 0 .../generator/data-generator.md | 6 +- docs/{setup => docs}/generator/foreign-key.md | 0 .../guide/data-source/database/cassandra.md | 0 .../guide/data-source/database/mysql.md | 0 .../guide/data-source/database/postgres.md | 0 .../guide/data-source/file/csv.md | 0 .../guide/data-source/file/delta-lake.md | 0 .../guide/data-source/file/iceberg.md | 0 .../guide/data-source/file/json.md | 0 .../guide/data-source/file/orc.md | 0 .../guide/data-source/file/parquet.md | 0 .../guide/data-source/http/http.md | 0 .../guide/data-source/messaging/kafka.md | 0 .../guide/data-source/messaging/solace.md | 0 .../data-source/metadata/data-contract-cli.md | 0 .../metadata/great-expectations.md | 0 .../guide/data-source/metadata/marquez.md | 0 .../metadata/open-data-contract-standard.md | 0 .../data-source/metadata/open-metadata.md | 0 docs/{setup => docs}/guide/index.md | 0 .../scenario/auto-generate-connection.md | 0 .../guide/scenario/batch-and-event.md | 0 .../guide/scenario/data-generation.md | 0 .../guide/scenario/data-validation.md | 0 .../guide/scenario/delete-generated-data.md | 0 .../guide/scenario/first-data-generation.md | 0 .../guide/scenario/records-per-column.md | 0 docs/{setup => docs}/index.md | 0 docs/{setup => docs}/report/alert.md | 0 docs/{setup => docs}/report/html-report.md | 0 docs/{setup => docs}/validation.md | 0 .../validation/basic-validation.md | 0 .../validation/column-name-validation.md | 0 .../validation/external-source-validation.md | 0 .../validation/group-by-validation.md | 0 .../upstream-data-source-validation.md | 0 docs/get-started/quick-start.md | 2 +- docs/use-case/comparison.md | 2 +- helm/data-caterer/values.yaml | 2 +- mkdocs.yml | 88 +++++++++---------- 47 files changed, 51 insertions(+), 49 deletions(-) rename docs/{setup => docs}/advanced.md (100%) rename docs/{setup => docs}/configuration.md (100%) rename docs/{setup => docs}/connection.md (100%) rename docs/{setup => docs}/delete-data.md (100%) rename docs/{setup => docs}/deployment.md (100%) rename docs/{setup => docs}/design.md (100%) rename docs/{setup => docs}/generator/count.md (100%) rename docs/{setup => docs}/generator/data-generator.md (97%) rename docs/{setup => docs}/generator/foreign-key.md (100%) rename docs/{setup => docs}/guide/data-source/database/cassandra.md (100%) rename docs/{setup => docs}/guide/data-source/database/mysql.md (100%) rename docs/{setup => docs}/guide/data-source/database/postgres.md (100%) rename docs/{setup => docs}/guide/data-source/file/csv.md (100%) rename docs/{setup => docs}/guide/data-source/file/delta-lake.md (100%) rename docs/{setup => docs}/guide/data-source/file/iceberg.md (100%) rename docs/{setup => docs}/guide/data-source/file/json.md (100%) rename docs/{setup => docs}/guide/data-source/file/orc.md (100%) rename docs/{setup => docs}/guide/data-source/file/parquet.md (100%) rename docs/{setup => docs}/guide/data-source/http/http.md (100%) rename docs/{setup => docs}/guide/data-source/messaging/kafka.md (100%) rename docs/{setup => docs}/guide/data-source/messaging/solace.md (100%) rename docs/{setup => docs}/guide/data-source/metadata/data-contract-cli.md (100%) rename docs/{setup => docs}/guide/data-source/metadata/great-expectations.md (100%) rename docs/{setup => docs}/guide/data-source/metadata/marquez.md (100%) rename docs/{setup => docs}/guide/data-source/metadata/open-data-contract-standard.md (100%) rename docs/{setup => docs}/guide/data-source/metadata/open-metadata.md (100%) rename docs/{setup => docs}/guide/index.md (100%) rename docs/{setup => docs}/guide/scenario/auto-generate-connection.md (100%) rename docs/{setup => docs}/guide/scenario/batch-and-event.md (100%) rename docs/{setup => docs}/guide/scenario/data-generation.md (100%) rename docs/{setup => docs}/guide/scenario/data-validation.md (100%) rename docs/{setup => docs}/guide/scenario/delete-generated-data.md (100%) rename docs/{setup => docs}/guide/scenario/first-data-generation.md (100%) rename docs/{setup => docs}/guide/scenario/records-per-column.md (100%) rename docs/{setup => docs}/index.md (100%) rename docs/{setup => docs}/report/alert.md (100%) rename docs/{setup => docs}/report/html-report.md (100%) rename docs/{setup => docs}/validation.md (100%) rename docs/{setup => docs}/validation/basic-validation.md (100%) rename docs/{setup => docs}/validation/column-name-validation.md (100%) rename docs/{setup => docs}/validation/external-source-validation.md (100%) rename docs/{setup => docs}/validation/group-by-validation.md (100%) rename docs/{setup => docs}/validation/upstream-data-source-validation.md (100%) diff --git a/docs/setup/advanced.md b/docs/docs/advanced.md similarity index 100% rename from docs/setup/advanced.md rename to docs/docs/advanced.md diff --git a/docs/setup/configuration.md b/docs/docs/configuration.md similarity index 100% rename from docs/setup/configuration.md rename to docs/docs/configuration.md diff --git a/docs/setup/connection.md b/docs/docs/connection.md similarity index 100% rename from docs/setup/connection.md rename to docs/docs/connection.md diff --git a/docs/setup/delete-data.md b/docs/docs/delete-data.md similarity index 100% rename from docs/setup/delete-data.md rename to docs/docs/delete-data.md diff --git a/docs/setup/deployment.md b/docs/docs/deployment.md similarity index 100% rename from docs/setup/deployment.md rename to docs/docs/deployment.md diff --git a/docs/setup/design.md b/docs/docs/design.md similarity index 100% rename from docs/setup/design.md rename to docs/docs/design.md diff --git a/docs/setup/generator/count.md b/docs/docs/generator/count.md similarity index 100% rename from docs/setup/generator/count.md rename to docs/docs/generator/count.md diff --git a/docs/setup/generator/data-generator.md b/docs/docs/generator/data-generator.md similarity index 97% rename from docs/setup/generator/data-generator.md rename to docs/docs/generator/data-generator.md index 50f5dfd8..b75afb2e 100644 --- a/docs/setup/generator/data-generator.md +++ b/docs/docs/generator/data-generator.md @@ -16,8 +16,8 @@ Below is a list of all supported data types for generating data: | long | LongType | `min, max, stddev, mean` | | | short | ShortType | `min, max, stddev, mean` | | | decimal(precision, scale) | DecimalType(precision, scale) | `min, max, stddev, mean` | | -| double | DoubleType | `min, max, stddev, mean` | | -| float | FloatType | `min, max, stddev, mean` | | +| double | DoubleType | `min, max, round, stddev, mean` | | +| float | FloatType | `min, max, round, stddev, mean` | | | date | DateType | `min, max, enableNull` | | | timestamp | TimestampType | `min, max, enableNull` | | | boolean | BooleanType | | | @@ -38,6 +38,7 @@ descriptions: | `enableEdgeCase` | false | `enableEdgeCase: "true"` | Enable/disable generated data to contain edge cases based on the data type. For example, integer data type has edge cases of (Int.MaxValue, Int.MinValue and 0) | | `edgeCaseProbability` | 0.0 | `edgeCaseProb: "0.1"` | Probability of generating a random edge case value if `enableEdgeCase` is true | | `isUnique` | false | `isUnique: "true"` | Enable/disable generated data to be unique for that column. Errors will be thrown when it is unable to generate unique data | +| `regex` | | `regex: "ACC[0-9]{10}"` | Regular expression to define pattern generated data should follow | | `seed` | | `seed: "1"` | Defines the random seed for generating data for that particular column. It will override any seed defined at a global level | | `sql` | | `sql: "CASE WHEN amount < 10 THEN true ELSE false END"` | Define any SQL statement for generating that columns value. Computation occurs after all non-SQL fields are generated. This means any columns used in the SQL cannot be based on other SQL generated columns. Data type of generated value from SQL needs to match data type defined for the field | @@ -233,6 +234,7 @@ as defined by the data source (i.e. max value as per database type). |----------|-------------|-----------------|----------------------------------------------------------------------| | `min` | 0.0 | `min: "2.1"` | Ensures that all generated values are greater than or equal to `min` | | `max` | 1000.0 | `max: "25.9"` | Ensures that all generated values are less than or equal to `max` | +| `round` | N/A | `round: "2"` | Round to particular number of decimal places | | `stddev` | 1.0 | `stddev: "2.0"` | Standard deviation for normal distributed data | | `mean` | `max - min` | `mean: "5.0"` | Mean for normal distributed data | diff --git a/docs/setup/generator/foreign-key.md b/docs/docs/generator/foreign-key.md similarity index 100% rename from docs/setup/generator/foreign-key.md rename to docs/docs/generator/foreign-key.md diff --git a/docs/setup/guide/data-source/database/cassandra.md b/docs/docs/guide/data-source/database/cassandra.md similarity index 100% rename from docs/setup/guide/data-source/database/cassandra.md rename to docs/docs/guide/data-source/database/cassandra.md diff --git a/docs/setup/guide/data-source/database/mysql.md b/docs/docs/guide/data-source/database/mysql.md similarity index 100% rename from docs/setup/guide/data-source/database/mysql.md rename to docs/docs/guide/data-source/database/mysql.md diff --git a/docs/setup/guide/data-source/database/postgres.md b/docs/docs/guide/data-source/database/postgres.md similarity index 100% rename from docs/setup/guide/data-source/database/postgres.md rename to docs/docs/guide/data-source/database/postgres.md diff --git a/docs/setup/guide/data-source/file/csv.md b/docs/docs/guide/data-source/file/csv.md similarity index 100% rename from docs/setup/guide/data-source/file/csv.md rename to docs/docs/guide/data-source/file/csv.md diff --git a/docs/setup/guide/data-source/file/delta-lake.md b/docs/docs/guide/data-source/file/delta-lake.md similarity index 100% rename from docs/setup/guide/data-source/file/delta-lake.md rename to docs/docs/guide/data-source/file/delta-lake.md diff --git a/docs/setup/guide/data-source/file/iceberg.md b/docs/docs/guide/data-source/file/iceberg.md similarity index 100% rename from docs/setup/guide/data-source/file/iceberg.md rename to docs/docs/guide/data-source/file/iceberg.md diff --git a/docs/setup/guide/data-source/file/json.md b/docs/docs/guide/data-source/file/json.md similarity index 100% rename from docs/setup/guide/data-source/file/json.md rename to docs/docs/guide/data-source/file/json.md diff --git a/docs/setup/guide/data-source/file/orc.md b/docs/docs/guide/data-source/file/orc.md similarity index 100% rename from docs/setup/guide/data-source/file/orc.md rename to docs/docs/guide/data-source/file/orc.md diff --git a/docs/setup/guide/data-source/file/parquet.md b/docs/docs/guide/data-source/file/parquet.md similarity index 100% rename from docs/setup/guide/data-source/file/parquet.md rename to docs/docs/guide/data-source/file/parquet.md diff --git a/docs/setup/guide/data-source/http/http.md b/docs/docs/guide/data-source/http/http.md similarity index 100% rename from docs/setup/guide/data-source/http/http.md rename to docs/docs/guide/data-source/http/http.md diff --git a/docs/setup/guide/data-source/messaging/kafka.md b/docs/docs/guide/data-source/messaging/kafka.md similarity index 100% rename from docs/setup/guide/data-source/messaging/kafka.md rename to docs/docs/guide/data-source/messaging/kafka.md diff --git a/docs/setup/guide/data-source/messaging/solace.md b/docs/docs/guide/data-source/messaging/solace.md similarity index 100% rename from docs/setup/guide/data-source/messaging/solace.md rename to docs/docs/guide/data-source/messaging/solace.md diff --git a/docs/setup/guide/data-source/metadata/data-contract-cli.md b/docs/docs/guide/data-source/metadata/data-contract-cli.md similarity index 100% rename from docs/setup/guide/data-source/metadata/data-contract-cli.md rename to docs/docs/guide/data-source/metadata/data-contract-cli.md diff --git a/docs/setup/guide/data-source/metadata/great-expectations.md b/docs/docs/guide/data-source/metadata/great-expectations.md similarity index 100% rename from docs/setup/guide/data-source/metadata/great-expectations.md rename to docs/docs/guide/data-source/metadata/great-expectations.md diff --git a/docs/setup/guide/data-source/metadata/marquez.md b/docs/docs/guide/data-source/metadata/marquez.md similarity index 100% rename from docs/setup/guide/data-source/metadata/marquez.md rename to docs/docs/guide/data-source/metadata/marquez.md diff --git a/docs/setup/guide/data-source/metadata/open-data-contract-standard.md b/docs/docs/guide/data-source/metadata/open-data-contract-standard.md similarity index 100% rename from docs/setup/guide/data-source/metadata/open-data-contract-standard.md rename to docs/docs/guide/data-source/metadata/open-data-contract-standard.md diff --git a/docs/setup/guide/data-source/metadata/open-metadata.md b/docs/docs/guide/data-source/metadata/open-metadata.md similarity index 100% rename from docs/setup/guide/data-source/metadata/open-metadata.md rename to docs/docs/guide/data-source/metadata/open-metadata.md diff --git a/docs/setup/guide/index.md b/docs/docs/guide/index.md similarity index 100% rename from docs/setup/guide/index.md rename to docs/docs/guide/index.md diff --git a/docs/setup/guide/scenario/auto-generate-connection.md b/docs/docs/guide/scenario/auto-generate-connection.md similarity index 100% rename from docs/setup/guide/scenario/auto-generate-connection.md rename to docs/docs/guide/scenario/auto-generate-connection.md diff --git a/docs/setup/guide/scenario/batch-and-event.md b/docs/docs/guide/scenario/batch-and-event.md similarity index 100% rename from docs/setup/guide/scenario/batch-and-event.md rename to docs/docs/guide/scenario/batch-and-event.md diff --git a/docs/setup/guide/scenario/data-generation.md b/docs/docs/guide/scenario/data-generation.md similarity index 100% rename from docs/setup/guide/scenario/data-generation.md rename to docs/docs/guide/scenario/data-generation.md diff --git a/docs/setup/guide/scenario/data-validation.md b/docs/docs/guide/scenario/data-validation.md similarity index 100% rename from docs/setup/guide/scenario/data-validation.md rename to docs/docs/guide/scenario/data-validation.md diff --git a/docs/setup/guide/scenario/delete-generated-data.md b/docs/docs/guide/scenario/delete-generated-data.md similarity index 100% rename from docs/setup/guide/scenario/delete-generated-data.md rename to docs/docs/guide/scenario/delete-generated-data.md diff --git a/docs/setup/guide/scenario/first-data-generation.md b/docs/docs/guide/scenario/first-data-generation.md similarity index 100% rename from docs/setup/guide/scenario/first-data-generation.md rename to docs/docs/guide/scenario/first-data-generation.md diff --git a/docs/setup/guide/scenario/records-per-column.md b/docs/docs/guide/scenario/records-per-column.md similarity index 100% rename from docs/setup/guide/scenario/records-per-column.md rename to docs/docs/guide/scenario/records-per-column.md diff --git a/docs/setup/index.md b/docs/docs/index.md similarity index 100% rename from docs/setup/index.md rename to docs/docs/index.md diff --git a/docs/setup/report/alert.md b/docs/docs/report/alert.md similarity index 100% rename from docs/setup/report/alert.md rename to docs/docs/report/alert.md diff --git a/docs/setup/report/html-report.md b/docs/docs/report/html-report.md similarity index 100% rename from docs/setup/report/html-report.md rename to docs/docs/report/html-report.md diff --git a/docs/setup/validation.md b/docs/docs/validation.md similarity index 100% rename from docs/setup/validation.md rename to docs/docs/validation.md diff --git a/docs/setup/validation/basic-validation.md b/docs/docs/validation/basic-validation.md similarity index 100% rename from docs/setup/validation/basic-validation.md rename to docs/docs/validation/basic-validation.md diff --git a/docs/setup/validation/column-name-validation.md b/docs/docs/validation/column-name-validation.md similarity index 100% rename from docs/setup/validation/column-name-validation.md rename to docs/docs/validation/column-name-validation.md diff --git a/docs/setup/validation/external-source-validation.md b/docs/docs/validation/external-source-validation.md similarity index 100% rename from docs/setup/validation/external-source-validation.md rename to docs/docs/validation/external-source-validation.md diff --git a/docs/setup/validation/group-by-validation.md b/docs/docs/validation/group-by-validation.md similarity index 100% rename from docs/setup/validation/group-by-validation.md rename to docs/docs/validation/group-by-validation.md diff --git a/docs/setup/validation/upstream-data-source-validation.md b/docs/docs/validation/upstream-data-source-validation.md similarity index 100% rename from docs/setup/validation/upstream-data-source-validation.md rename to docs/docs/validation/upstream-data-source-validation.md diff --git a/docs/get-started/quick-start.md b/docs/get-started/quick-start.md index 69b857c9..ab08a812 100644 --- a/docs/get-started/quick-start.md +++ b/docs/get-started/quick-start.md @@ -59,7 +59,7 @@ image: "https://data.catering/diagrams/logo/data_catering_logo.svg" 1. Docker ```shell - docker run -d -i -p 9898:9898 -e DEPLOY_MODE=standalone --name datacaterer datacatering/data-caterer:0.12.2 + docker run -d -i -p 9898:9898 -e DEPLOY_MODE=standalone --name datacaterer datacatering/data-caterer:0.12.3 ``` 2. [Open localhost:9898](http://localhost:9898) diff --git a/docs/use-case/comparison.md b/docs/use-case/comparison.md index 04212545..8f53fdb9 100644 --- a/docs/use-case/comparison.md +++ b/docs/use-case/comparison.md @@ -20,7 +20,7 @@ The companies/products not shown below either have: | Tool | Description | Cost | Pros | Cons | |-----------------------------------------------------------------------|---------------------------------------------------------------------|------------------------------------------------------------------------------------------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [Data Catering](https://data.catering/) | Scala based data generation and validation tool via metadata | Free (Open Source)
[Sponsorship model for support or additional features](../sponsor.md)
Starts at $100 per month | :white_check_mark: Data generation and validation
:white_check_mark: Batch and event generation
:white_check_mark: Maintain referential integrity
:white_check_mark: Scala/Java SDK
:white_check_mark: Customisable scenarios and validations
:white_check_mark: Open source
:white_check_mark: Metadata driven
:white_check_mark: Report generation
:white_check_mark: Use validation rules from existing tools
:white_check_mark: Data clean up
:white_check_mark: UI
:white_check_mark: Alerting | :octicons-x-circle-fill-12:{ .red-cross } No load testing metrics
:octicons-x-circle-fill-12:{ .red-cross } No validation of real time data sources | +| [Data Catering](https://data.catering/) | Scala based data generation and validation tool via metadata | Free (Open Source)
[Sponsorship model for support or additional features](../sponsor.md) | :white_check_mark: Data generation and validation
:white_check_mark: Batch and event generation
:white_check_mark: Maintain referential integrity
:white_check_mark: Scala/Java SDK
:white_check_mark: Customisable scenarios and validations
:white_check_mark: Open source
:white_check_mark: Metadata driven
:white_check_mark: Report generation
:white_check_mark: Use validation rules from existing tools
:white_check_mark: Data clean up
:white_check_mark: UI
:white_check_mark: Alerting | :octicons-x-circle-fill-12:{ .red-cross } No load testing metrics
:octicons-x-circle-fill-12:{ .red-cross } No validation of real time data sources | | [Clearbox AI](https://www.clearbox.ai/) | Python based data generation tool via ML | [Unclear](https://www.clearbox.ai/pricing) | :white_check_mark: Python SDK
:white_check_mark: UI interface
:white_check_mark: Detect private data
:white_check_mark: Report generation | :octicons-x-circle-fill-12:{ .red-cross } Batch data only
:octicons-x-circle-fill-12:{ .red-cross } No data clean up
:octicons-x-circle-fill-12:{ .red-cross } Limited/no documentation | | [Curiosity Software](https://www.curiositysoftware.ie/) | Platform solution for test data management | [Unclear](https://www.curiositysoftware.ie/test-modeller-test-data-automation-pricing) | :white_check_mark: Extensive documentation
:white_check_mark: Generate data based off test cases
:white_check_mark: UI interface
:white_check_mark: Web/API/UI/mobile testing | :octicons-x-circle-fill-12:{ .red-cross } No quick start
:octicons-x-circle-fill-12:{ .red-cross } No SDK
:octicons-x-circle-fill-12:{ .red-cross } Many components that may not be required
:octicons-x-circle-fill-12:{ .red-cross } No event generation support | | [DataCebo Synthetic Data Vault](https://docs.sdv.dev/sdv/) | Python based data generation tool via ML | Unclear | :white_check_mark: Python SDK
:white_check_mark: Report generation
:white_check_mark: Data quality checks
:white_check_mark: Business logic constraints | :octicons-x-circle-fill-12:{ .red-cross } No data connection support
:octicons-x-circle-fill-12:{ .red-cross } No data clean up
:octicons-x-circle-fill-12:{ .red-cross } No foreign key support | diff --git a/helm/data-caterer/values.yaml b/helm/data-caterer/values.yaml index e865b939..373c3022 100644 --- a/helm/data-caterer/values.yaml +++ b/helm/data-caterer/values.yaml @@ -8,7 +8,7 @@ image: repository: "datacatering/data-caterer" pullPolicy: "IfNotPresent" # Overrides the image tag whose default is the chart appVersion. - tag: "0.12.2" + tag: "0.12.3" imagePullSecrets: [] nameOverride: "" diff --git a/mkdocs.yml b/mkdocs.yml index 323e4704..ae1946f1 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -59,61 +59,61 @@ theme: nav: - Home: 'index.md' - Get Started: 'get-started/quick-start.md' - - Setup: - - 'setup/index.md' - - Design: 'setup/design.md' + - Docs: + - 'docs/index.md' + - Design: 'docs/design.md' - Guide: - - 'setup/guide/index.md' + - 'docs/guide/index.md' - Scenario: - - Auto Generate: 'setup/guide/scenario/auto-generate-connection.md' - - Data Generation: 'setup/guide/scenario/data-generation.md' - - Data Validation: 'setup/guide/scenario/data-validation.md' - - Delete Generated Data: 'setup/guide/scenario/delete-generated-data.md' - - First Data Generation: 'setup/guide/scenario/first-data-generation.md' - - Foreign Keys Across Data Sources: 'setup/guide/scenario/batch-and-event.md' - - Generate Batch and Event Data: 'setup/guide/scenario/batch-and-event.md' - - Multiple Records Per Column Value: 'setup/guide/scenario/records-per-column.md' + - Auto Generate: 'docs/guide/scenario/auto-generate-connection.md' + - Data Generation: 'docs/guide/scenario/data-generation.md' + - Data Validation: 'docs/guide/scenario/data-validation.md' + - Delete Generated Data: 'docs/guide/scenario/delete-generated-data.md' + - First Data Generation: 'docs/guide/scenario/first-data-generation.md' + - Foreign Keys Across Data Sources: 'docs/guide/scenario/batch-and-event.md' + - Generate Batch and Event Data: 'docs/guide/scenario/batch-and-event.md' + - Multiple Records Per Column Value: 'docs/guide/scenario/records-per-column.md' - Data Sources: - Database: - - Cassandra: 'setup/guide/data-source/database/cassandra.md' - - MySQL: 'setup/guide/data-source/database/mysql.md' - - Postgres: 'setup/guide/data-source/database/postgres.md' + - Cassandra: 'docs/guide/data-source/database/cassandra.md' + - MySQL: 'docs/guide/data-source/database/mysql.md' + - Postgres: 'docs/guide/data-source/database/postgres.md' - Files: - - CSV: 'setup/guide/data-source/file/csv.md' - - Delta Lake: 'setup/guide/data-source/file/delta-lake.md' - - Iceberg: 'setup/guide/data-source/file/iceberg.md' - - JSON: 'setup/guide/data-source/file/json.md' - - ORC: 'setup/guide/data-source/file/orc.md' - - Parquet: 'setup/guide/data-source/file/parquet.md' + - CSV: 'docs/guide/data-source/file/csv.md' + - Delta Lake: 'docs/guide/data-source/file/delta-lake.md' + - Iceberg: 'docs/guide/data-source/file/iceberg.md' + - JSON: 'docs/guide/data-source/file/json.md' + - ORC: 'docs/guide/data-source/file/orc.md' + - Parquet: 'docs/guide/data-source/file/parquet.md' - HTTP: - - REST API: 'setup/guide/data-source/http/http.md' + - REST API: 'docs/guide/data-source/http/http.md' - Messaging: - - Kafka: 'setup/guide/data-source/messaging/kafka.md' - - Solace: 'setup/guide/data-source/messaging/solace.md' + - Kafka: 'docs/guide/data-source/messaging/kafka.md' + - Solace: 'docs/guide/data-source/messaging/solace.md' - Metadata: - - Great Expectations: 'setup/guide/data-source/metadata/great-expectations.md' - - Marquez: 'setup/guide/data-source/metadata/marquez.md' - - OpenMetadata: 'setup/guide/data-source/metadata/open-metadata.md' - - Open Data Contract Standard (ODCS): 'setup/guide/data-source/metadata/open-data-contract-standard.md' - - Connections: 'setup/connection.md' + - Great Expectations: 'docs/guide/data-source/metadata/great-expectations.md' + - Marquez: 'docs/guide/data-source/metadata/marquez.md' + - OpenMetadata: 'docs/guide/data-source/metadata/open-metadata.md' + - Open Data Contract Standard (ODCS): 'docs/guide/data-source/metadata/open-data-contract-standard.md' + - Connections: 'docs/connection.md' - Generator: - - Data Generator: 'setup/generator/data-generator.md' - - Record Count: 'setup/generator/count.md' - - Relationships: 'setup/generator/foreign-key.md' + - Data Generator: 'docs/generator/data-generator.md' + - Record Count: 'docs/generator/count.md' + - Relationships: 'docs/generator/foreign-key.md' - Validation: - - 'setup/validation.md' - - Basic: 'setup/validation/basic-validation.md' - - Group by/Aggregate: 'setup/validation/group-by-validation.md' - - Upstream: 'setup/validation/upstream-data-source-validation.md' - - Column Names: 'setup/validation/column-name-validation.md' - - External Source: 'setup/validation/external-source-validation.md' + - 'docs/validation.md' + - Basic: 'docs/validation/basic-validation.md' + - Group by/Aggregate: 'docs/validation/group-by-validation.md' + - Upstream: 'docs/validation/upstream-data-source-validation.md' + - Column Names: 'docs/validation/column-name-validation.md' + - External Source: 'docs/validation/external-source-validation.md' - Report: - - HTML Report: 'setup/report/html-report.md' - - Alert: 'setup/report/alert.md' - - Delete Data: 'setup/delete-data.md' - - Configuration: 'setup/configuration.md' - - Deployment: 'setup/deployment.md' - - Advanced: 'setup/advanced.md' + - HTML Report: 'docs/report/html-report.md' + - Alert: 'docs/report/alert.md' + - Delete Data: 'docs/delete-data.md' + - Configuration: 'docs/configuration.md' + - Deployment: 'docs/deployment.md' + - Advanced: 'docs/advanced.md' - Use Case: - 'use-case.md' - Business Value: 'use-case/business-value.md'