Merge pull request #8 from dqops/2.0.1

Version 2.0.1

.run/dqo run.run.xml

@@ -1,6 +1,6 @@
 <component name="ProjectRunConfigurationManager">
  <configuration default="false" name="dqo run" type="JarApplication">
- <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-0.2.0-beta6.jar" />
+ <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-0.2.1.jar" />
  <option name="VM_PARAMETERS" value="-Xmx1024m --add-opens java.base/java.nio=ALL-UNNAMED" />
  <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
  <option name="ALTERNATIVE_JRE_PATH" value="temurin-17" />

VERSION

@@ -1 +1 @@
-0.2.0-beta6
+0.2.1

distribution/pom.xml

@@ -11,7 +11,7 @@
 
  <groupId>com.dqops</groupId>
  <artifactId>dqo-distribution</artifactId>
- <version>0.2.0-beta6</version> <!-- DQO Version, do not touch (changed automatically) -->
+ <version>0.2.1</version> <!-- DQO Version, do not touch (changed automatically) -->
  <name>dqo-distribution</name>
  <description>DQO Data Quality Operations Center final assembly</description>
  <packaging>pom</packaging>

distribution/python/dqops/client/models/__init__.py

@@ -1524,6 +1524,9 @@
  TableAvailabilitySensorParametersSpec,
 )
 from .table_basic_model import TableBasicModel
+from .table_basic_model_advanced_profiling_result_truncation import (
+ TableBasicModelAdvancedProfilingResultTruncation,
+)
 from .table_change_row_count_check_spec import TableChangeRowCountCheckSpec
 from .table_change_row_count_since_7_days_check_spec import (
  TableChangeRowCountSince7DaysCheckSpec,
@@ -2477,6 +2480,7 @@
  "TableAvailabilityProfilingChecksSpec",
  "TableAvailabilitySensorParametersSpec",
  "TableBasicModel",
+ "TableBasicModelAdvancedProfilingResultTruncation",
  "TableChangeRowCountCheckSpec",
  "TableChangeRowCountSince30DaysCheckSpec",
  "TableChangeRowCountSince7DaysCheckSpec",

distribution/python/dqops/client/models/column_anomaly_differencing_sum_30_days_check_spec.py

@@ -5,12 +5,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )
@@ -142,12 +142,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )

distribution/python/dqops/client/models/table_anomaly_differencing_row_count_30_days_check_spec.py

@@ -5,12 +5,12 @@
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )
@@ -142,12 +142,12 @@ def to_dict(self) -> Dict[str, Any]:
 
  @classmethod
  def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
- from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
- AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
- )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_01_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule01ParametersSpec,
  )
+ from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_1_parameters_spec import (
+ AnomalyDifferencingPercentileMovingAverage30DaysRule1ParametersSpec,
+ )
  from ..models.anomaly_differencing_percentile_moving_average_30_days_rule_05_parameters_spec import (
  AnomalyDifferencingPercentileMovingAverage30DaysRule05ParametersSpec,
  )

distribution/python/dqops/client/models/table_basic_model.py

@@ -2,6 +2,9 @@
 
 import attr
 
+from ..models.table_basic_model_advanced_profiling_result_truncation import (
+ TableBasicModelAdvancedProfilingResultTruncation,
+)
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
@@ -36,6 +39,11 @@ class TableBasicModel:
  grouping of more and less important tables during a data quality improvement project, when the data quality
  issues on higher priority tables are fixed before data quality issues on less important tables.
  owner (Union[Unset, TableOwnerSpec]):
+ advanced_profiling_result_truncation (Union[Unset, TableBasicModelAdvancedProfilingResultTruncation]): Defines
+ how many advanced profiling results are stored for the table monthly. By default, DQO will use the
+ 'one_per_month' configuration and store only the most recent advanced profiling result executed during the
+ month. By changing this value, it is possible to store one value per day or even store all advanced profiling
+ results.
  has_any_configured_checks (Union[Unset, bool]): True when the table has any checks configured.
  has_any_configured_profiling_checks (Union[Unset, bool]): True when the table has any profiling checks
  configured.
@@ -65,6 +73,9 @@ class TableBasicModel:
  filter_: Union[Unset, str] = UNSET
  priority: Union[Unset, int] = UNSET
  owner: Union[Unset, "TableOwnerSpec"] = UNSET
+ advanced_profiling_result_truncation: Union[
+ Unset, TableBasicModelAdvancedProfilingResultTruncation
+ ] = UNSET
  has_any_configured_checks: Union[Unset, bool] = UNSET
  has_any_configured_profiling_checks: Union[Unset, bool] = UNSET
  has_any_configured_recurring_checks: Union[Unset, bool] = UNSET
@@ -95,6 +106,12 @@ def to_dict(self) -> Dict[str, Any]:
  if not isinstance(self.owner, Unset):
  owner = self.owner.to_dict()
 
+ advanced_profiling_result_truncation: Union[Unset, str] = UNSET
+ if not isinstance(self.advanced_profiling_result_truncation, Unset):
+ advanced_profiling_result_truncation = (
+ self.advanced_profiling_result_truncation.value
+ )
+
  has_any_configured_checks = self.has_any_configured_checks
  has_any_configured_profiling_checks = self.has_any_configured_profiling_checks
  has_any_configured_recurring_checks = self.has_any_configured_recurring_checks
@@ -151,6 +168,10 @@ def to_dict(self) -> Dict[str, Any]:
  field_dict["priority"] = priority
  if owner is not UNSET:
  field_dict["owner"] = owner
+ if advanced_profiling_result_truncation is not UNSET:
+ field_dict[
+ "advanced_profiling_result_truncation"
+ ] = advanced_profiling_result_truncation
  if has_any_configured_checks is not UNSET:
  field_dict["has_any_configured_checks"] = has_any_configured_checks
  if has_any_configured_profiling_checks is not UNSET:
@@ -231,6 +252,21 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
  else:
  owner = TableOwnerSpec.from_dict(_owner)
 
+ _advanced_profiling_result_truncation = d.pop(
+ "advanced_profiling_result_truncation", UNSET
+ )
+ advanced_profiling_result_truncation: Union[
+ Unset, TableBasicModelAdvancedProfilingResultTruncation
+ ]
+ if isinstance(_advanced_profiling_result_truncation, Unset):
+ advanced_profiling_result_truncation = UNSET
+ else:
+ advanced_profiling_result_truncation = (
+ TableBasicModelAdvancedProfilingResultTruncation(
+ _advanced_profiling_result_truncation
+ )
+ )
+
  has_any_configured_checks = d.pop("has_any_configured_checks", UNSET)
 
  has_any_configured_profiling_checks = d.pop(
@@ -322,6 +358,7 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
  filter_=filter_,
  priority=priority,
  owner=owner,
+ advanced_profiling_result_truncation=advanced_profiling_result_truncation,
  has_any_configured_checks=has_any_configured_checks,
  has_any_configured_profiling_checks=has_any_configured_profiling_checks,
  has_any_configured_recurring_checks=has_any_configured_recurring_checks,

distribution/python/dqops/client/models/table_basic_model_advanced_profiling_result_truncation.py

@@ -0,0 +1,12 @@
+from enum import Enum
+
+
+class TableBasicModelAdvancedProfilingResultTruncation(str, Enum):
+ ALL_RESULTS = "all_results"
+ ONE_PER_DAY = "one_per_day"
+ ONE_PER_HOUR = "one_per_hour"
+ ONE_PER_MONTH = "one_per_month"
+ ONE_PER_WEEK = "one_per_week"
+
+ def __str__(self) -> str:
+ return str(self.value)

distribution/python/dqops/version.py

@@ -15,8 +15,8 @@
 # limit
 
 # WARNING: the next two lines with the version numbers (VERSION =, PIP_VERSION =) should not be modified manually. They are changed by a maven profile at compile time.
-VERSION = "0.2.0-beta6"
-PIP_VERSION = "0.2.0.6"
+VERSION = "0.2.1"
+PIP_VERSION = "0.2.1"
 GITHUB_RELEASE = "v" + VERSION + ""
 JAVA_VERSION = "17"
 

distribution/python/setup.py

@@ -130,8 +130,7 @@ def run(self):
  'scipy>=1.10.1'],
  python_requires='>=3.8',
  classifiers=[
-# 'Development Status :: 5 - Production/Stable',
- 'Development Status :: 4 - Beta',
+ 'Development Status :: 5 - Production/Stable',
  'License :: OSI Approved :: Apache Software License',
  'Programming Language :: Python :: 3.8',
  'Programming Language :: Python :: 3.9',