Update version to 0.4.1

.run/dqo run.run.xml

@@ -1,6 +1,6 @@
 <component name="ProjectRunConfigurationManager">
  <configuration default="false" name="dqo run" type="JarApplication">
- <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-0.4.0.jar" />
+ <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-0.4.1.jar" />
  <option name="VM_PARAMETERS" value="-XX:MaxRAMPercentage=60.0 --add-opens java.base/java.nio=ALL-UNNAMED" />
  <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
  <option name="ALTERNATIVE_JRE_PATH" value="temurin-17" />

VERSION

@@ -1 +1 @@
-0.4.0
+0.4.1

distribution/pom.xml

@@ -11,7 +11,7 @@
 
  <groupId>com.dqops</groupId>
  <artifactId>dqo-distribution</artifactId>
- <version>0.4.0</version> <!-- DQOps Version, do not touch (changed automatically) -->
+ <version>0.4.1</version> <!-- DQOps Version, do not touch (changed automatically) -->
  <name>dqo-distribution</name>
  <description>DQOps Data Quality Operations Center final assembly</description>
  <packaging>pom</packaging>

distribution/python/dqops/airflow/table_status/dqops_assert_table_status_operator.py

@@ -10,7 +10,6 @@
 )
 from dqops.airflow.common.tools.client_creator import create_client
 from dqops.airflow.common.tools.rule_severity_level_utility import (
- get_severity_value_from_check_result,
  get_severity_value_from_rule_severity,
 )
 from dqops.airflow.common.tools.server_response_verifier import (

distribution/python/dqops/client/models/column_anomaly_differencing_distinct_count_30_days_check_spec.py

@@ -6,12 +6,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )
@@ -145,12 +145,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )

distribution/python/dqops/client/models/column_anomaly_differencing_distinct_count_check_spec.py

@@ -6,12 +6,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_rule_1_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule1ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule05ParametersSpec,
  )
@@ -145,12 +145,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_rule_1_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule1ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule05ParametersSpec,
  )

distribution/python/dqops/client/models/column_anomaly_differencing_sum_30_days_check_spec.py

@@ -6,12 +6,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )
@@ -143,12 +143,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )

distribution/python/dqops/client/models/table_anomaly_differencing_row_count_30_days_check_spec.py

@@ -6,12 +6,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )
@@ -143,12 +143,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )

distribution/python/dqops/client/models/table_anomaly_differencing_row_count_check_spec.py

@@ -6,12 +6,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_rule_1_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule1ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule05ParametersSpec,
  )
@@ -143,12 +143,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_rule_1_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule1ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_rule_01_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverageRule01ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverageRule05ParametersSpec,
  )

distribution/python/dqops/version.py

@@ -15,8 +15,8 @@
 # limit
 
 # WARNING: the next two lines with the version numbers (VERSION =, PIP_VERSION =) should not be modified manually. They are changed by a maven profile at compile time.
-VERSION = "0.4.0"
-PIP_VERSION = "0.4.0"
+VERSION = "0.4.1"
+PIP_VERSION = "0.4.1"
 GITHUB_RELEASE = "v" + VERSION + ""
 JAVA_VERSION = "17"
 

docs/checks/column/accuracy/index.md

@@ -0,0 +1,49 @@
+# Checks/column/accuracy
+
+**This is a list of accuracy column checks in DQOps and a brief description of what they do.**
+
+
+
+
+
+## **accuracy** 
+
+
+| Check name | Check type | Description |
+|------------|------------|-------------|
+|[profile_total_sum_match_percent](./column/accuracy/total-sum-match-percent/#profile-total-sum-match-percent)|profiling|Verifies that percentage of the difference in total sum of a column in a table and total sum of a column of another table does not exceed the set number.|
+|[daily_total_sum_match_percent](./column/accuracy/total-sum-match-percent/#daily-total-sum-match-percent)|monitoring|Verifies that the percentage of difference in total sum of a column in a table and total sum of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[monthly_total_sum_match_percent](./column/accuracy/total-sum-match-percent/#monthly-total-sum-match-percent)|monitoring|Verifies that the percentage of difference in total sum of a column in a table and total sum of a column of another table does not exceed the set number. Stores the most recent row count for each month when the data quality check was evaluated.|
+
+
+| Check name | Check type | Description |
+|------------|------------|-------------|
+|[profile_total_min_match_percent](./column/accuracy/total-min-match-percent/#profile-total-min-match-percent)|profiling|Verifies that the percentage of difference in total min of a column in a table and total min of a column of another table does not exceed the set number.|
+|[daily_total_min_match_percent](./column/accuracy/total-min-match-percent/#daily-total-min-match-percent)|monitoring|Verifies that the percentage of difference in total min of a column in a table and total min of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[monthly_total_min_match_percent](./column/accuracy/total-min-match-percent/#monthly-total-min-match-percent)|monitoring|Verifies that the percentage of difference in total min of a column in a table and total min of a column of another table does not exceed the set number. Stores the most recent row count for each month when the data quality check was evaluated.|
+
+
+| Check name | Check type | Description |
+|------------|------------|-------------|
+|[profile_total_max_match_percent](./column/accuracy/total-max-match-percent/#profile-total-max-match-percent)|profiling|Verifies that the percentage of difference in total max of a column in a table and total max of a column of another table does not exceed the set number.|
+|[daily_total_max_match_percent](./column/accuracy/total-max-match-percent/#daily-total-max-match-percent)|monitoring|Verifies that the percentage of difference in total max of a column in a table and total max of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[monthly_total_max_match_percent](./column/accuracy/total-max-match-percent/#monthly-total-max-match-percent)|monitoring|Verifies that the percentage of difference in total max of a column in a table and total max of a column of another table does not exceed the set number. Stores the most recent row count for each month when the data quality check was evaluated.|
+
+
+| Check name | Check type | Description |
+|------------|------------|-------------|
+|[profile_total_average_match_percent](./column/accuracy/total-average-match-percent/#profile-total-average-match-percent)|profiling|Verifies that the percentage of difference in total average of a column in a table and total average of a column of another table does not exceed the set number.|
+|[daily_total_average_match_percent](./column/accuracy/total-average-match-percent/#daily-total-average-match-percent)|monitoring|Verifies that the percentage of difference in total average of a column in a table and total average of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[monthly_total_average_match_percent](./column/accuracy/total-average-match-percent/#monthly-total-average-match-percent)|monitoring|Verifies that the percentage of difference in total average of a column in a table and total average of a column of another table does not exceed the set number. Stores the most recent row count for each month when the data quality check was evaluated.|
+
+
+| Check name | Check type | Description |
+|------------|------------|-------------|
+|[profile_total_not_null_count_match_percent](./column/accuracy/total-not-null-count-match-percent/#profile-total-not-null-count-match-percent)|profiling|Verifies that the percentage of difference in total not null count of a column in a table and total not null count of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[daily_total_not_null_count_match_percent](./column/accuracy/total-not-null-count-match-percent/#daily-total-not-null-count-match-percent)|monitoring|Verifies that the percentage of difference in total not null count of a column in a table and total not null count of a column of another table does not exceed the set number. Stores the most recent captured value for each day when the data quality check was evaluated.|
+|[monthly_total_not_null_count_match_percent](./column/accuracy/total-not-null-count-match-percent/#monthly-total-not-null-count-match-percent)|monitoring|Verifies that the percentage of difference in total not null count of a column in a table and total not null count of a column of another table does not exceed the set number. Stores the most recent row count for each month when the data quality check was evaluated.|
+
+
+
+
+