Release 1.0.2

.github/workflows/main-publish-release.yml

@@ -110,6 +110,16 @@ jobs:
  headers: |-
  content-type: application/zip
 
+
+ - id: 'upload-release-africa-south1'
+ uses: 'google-github-actions/upload-cloud-storage@v2'
+ with:
+ path: './distribution/target/dqo-distribution-${{steps.read_version.outputs.content}}-bin.zip'
+ destination: '${{ secrets.DQOPS_COM_WWW_BUCKET_PREFIX }}-africa-south1/releases'
+ gzip: false
+ headers: |-
+ content-type: application/zip
+
  - id: 'upload-release-us'
  uses: 'google-github-actions/upload-cloud-storage@v2'
  with:

.gitignore

@@ -72,3 +72,8 @@ venv/
 .logs/
 .index/
 /${project.basedir}
+
+
+# duckdb extension binaries
+/home/bin/duckdb
+

.run/dqo run.run.xml

@@ -1,15 +1,20 @@
 <component name="ProjectRunConfigurationManager">
-<configuration default="false" name="dqo run" type="JarApplication">
- <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-1.0.1.jar" />
- <option name="VM_PARAMETERS" value="-XX:MaxRAMPercentage=60.0 --add-opens java.base/java.nio=ALL-UNNAMED" />
- <option name="PROGRAM_PARAMETERS" value="--server.port=8888" />
- <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
- <option name="ALTERNATIVE_JRE_PATH" value="temurin-17" />
- <envs>
- <env name="DQO_HOME" value="$PROJECT_DIR$/home" />
- <env name="DQO_USER_HOME" value="$PROJECT_DIR$/userhome" />
- <env name="HADOOP_HOME" value="$PROJECT_DIR$/home" />
- </envs>
- <method v="2" />
-</configuration>
+ <configuration default="false" name="dqo run" type="JarApplication">
+ <extension name="software.aws.toolkits.jetbrains.core.execution.JavaAwsConnectionExtension">
+ <option name="credential" />
+ <option name="region" />
+ <option name="useCurrentConnection" value="false" />
+ </extension>
+ <option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-1.0.2.jar" />
+ <option name="VM_PARAMETERS" value="-XX:MaxRAMPercentage=60.0 --add-opens java.base/java.nio=ALL-UNNAMED --add-opens java.base/java.util.concurrent=ALL-UNNAMED" />
+ <option name="PROGRAM_PARAMETERS" value="--server.port=8888" />
+ <option name="WORKING_DIRECTORY" value="C:\dev\dqoado" />
+ <option name="ALTERNATIVE_JRE_PATH" value="temurin-17" />
+ <envs>
+ <env name="DQO_HOME" value="$PROJECT_DIR$/home" />
+ <env name="DQO_USER_HOME" value="$PROJECT_DIR$/userhome" />
+ <env name="HADOOP_HOME" value="$PROJECT_DIR$/home" />
+ </envs>
+ <method v="2" />
+ </configuration>
 </component>

.run/run documentation generator.run.xml

@@ -1,6 +1,7 @@
 <component name="ProjectRunConfigurationManager">
  <configuration default="false" name="run documentation generator" type="Application" factoryName="Application">
  <option name="ALTERNATIVE_JRE_PATH" value="temurin-17" />
+ <option name="VM_PARAMETERS" value="--add-opens java.base/java.util.concurrent=ALL-UNNAMED" />
  <option name="ALTERNATIVE_JRE_PATH_ENABLED" value="true" />
  <envs>
  <env name="DQO_HOME" value="$PROJECT_DIR$/home" />

CHANGELOG.md

@@ -1,9 +1,7 @@
-# 1.0.1
-* Data dictionaries
-* More efficient watching for running jobs in the notification panel
-* SingleStoreDB connector based on MySQL with integration tests
-* Custom SQL check for importing data quality results from third-party data quality libraries
-* Small corrections in the documentation
-* Pip startup script supports mirrors and retries when downloading the release package
-* MIN and MAX anomalies checks
-* Improvement in the performance of the notification panel
+# 1.0.2
+* Changes to the default configuration of the table availability check
+* Use configurable connection pooling when connecting to DQOps Cloud
+* Documentation updates - categories of checks documented.
+* Handling null values in accepted_values checks. 
+* Boolean percentage checks support both the minimum and maximum percentage.
+* Incident details shows the histogram correctly in all cases, also avoiding extra calls to the backend. 

VERSION

@@ -1 +1 @@
-1.0.1
+1.0.2

distribution/dqo_docker_entrypoint.sh

@@ -27,7 +27,7 @@ _term() {
 trap _term SIGTERM
 trap _term SIGINT
 
-exec 3<&0 java $DQO_JAVA_OPTS --add-opens java.base/java.nio=ALL-UNNAMED -cp /dqo/app:/dqo/app/lib/* com.dqops.cli.CliApplication $* <&3 &
+exec 3<&0 java $DQO_JAVA_OPTS --add-opens java.base/java.nio=ALL-UNNAMED --add-opens java.base/java.util.concurrent=ALL-UNNAMED -cp /dqo/app:/dqo/app/lib/* com.dqops.cli.CliApplication $* <&3 &
 
 child=$!
 wait $child

distribution/pom.xml

@@ -11,7 +11,7 @@
 
  <groupId>com.dqops</groupId>
  <artifactId>dqo-distribution</artifactId>
- <version>1.0.1</version> <!-- DQOps Version, do not touch (changed automatically) -->
+ <version>1.0.2</version> <!-- DQOps Version, do not touch (changed automatically) -->
  <name>dqo-distribution</name>
  <description>DQOps Data Quality Operations Center final assembly</description>
  <packaging>pom</packaging>

distribution/python/README.md

@@ -178,7 +178,7 @@ data quality issue severity level. In the following example, the most severe iss
  "fatals" : 0,
  "execution_errors" : 0
  },
- "status" : "succeeded"
+ "status" : "finished"
 }
 ```
 

distribution/python/dqops/client/api/data_sources/test_connection.py

@@ -64,7 +64,7 @@ def sync_detailed(
 ) -> Response[ConnectionTestModel]:
  """testConnection
 
- Checks if the given remote connection could be opened and the credentials are valid
+ Checks if the given remote connection can be opened and if the credentials are valid
 
  Args:
  verify_name_uniqueness (Union[Unset, None, bool]):
@@ -99,7 +99,7 @@ def sync(
 ) -> Optional[ConnectionTestModel]:
  """testConnection
 
- Checks if the given remote connection could be opened and the credentials are valid
+ Checks if the given remote connection can be opened and if the credentials are valid
 
  Args:
  verify_name_uniqueness (Union[Unset, None, bool]):
@@ -129,7 +129,7 @@ async def asyncio_detailed(
 ) -> Response[ConnectionTestModel]:
  """testConnection
 
- Checks if the given remote connection could be opened and the credentials are valid
+ Checks if the given remote connection can be opened and if the credentials are valid
 
  Args:
  verify_name_uniqueness (Union[Unset, None, bool]):
@@ -162,7 +162,7 @@ async def asyncio(
 ) -> Optional[ConnectionTestModel]:
  """testConnection
 
- Checks if the given remote connection could be opened and the credentials are valid
+ Checks if the given remote connection can be opened and if the credentials are valid
 
  Args:
  verify_name_uniqueness (Union[Unset, None, bool]):

distribution/python/dqops/client/api/environment/issue_api_key.py

@@ -46,7 +46,7 @@ def sync_detailed(
 ) -> Response[str]:
  r"""issueApiKey
 
- Issues a local API Key for the calling user. This API Key could be used to authenticate using the
+ Issues a local API Key for the calling user. This API Key can be used to authenticate using the
  DQOps REST API client. This API Key should be passed in the \"Authorization\" HTTP header in the
  format \"Authorization: Bearer <api_key>\".
 
@@ -73,7 +73,7 @@ def sync(
 ) -> Optional[str]:
  r"""issueApiKey
 
- Issues a local API Key for the calling user. This API Key could be used to authenticate using the
+ Issues a local API Key for the calling user. This API Key can be used to authenticate using the
  DQOps REST API client. This API Key should be passed in the \"Authorization\" HTTP header in the
  format \"Authorization: Bearer <api_key>\".
 
@@ -96,7 +96,7 @@ async def asyncio_detailed(
 ) -> Response[str]:
  r"""issueApiKey
 
- Issues a local API Key for the calling user. This API Key could be used to authenticate using the
+ Issues a local API Key for the calling user. This API Key can be used to authenticate using the
  DQOps REST API client. This API Key should be passed in the \"Authorization\" HTTP header in the
  format \"Authorization: Bearer <api_key>\".
 
@@ -121,7 +121,7 @@ async def asyncio(
 ) -> Optional[str]:
  r"""issueApiKey
 
- Issues a local API Key for the calling user. This API Key could be used to authenticate using the
+ Issues a local API Key for the calling user. This API Key can be used to authenticate using the
  DQOps REST API client. This API Key should be passed in the \"Authorization\" HTTP header in the
  format \"Authorization: Bearer <api_key>\".
 

distribution/python/dqops/client/api/jobs/collect_statistics_on_table.py

@@ -76,7 +76,7 @@ def sync_detailed(
 ) -> Response[CollectStatisticsQueueJobResult]:
  """collectStatisticsOnTable
 
- Starts a new background job that will run selected data statistics collectors on a whole table
+ Starts a new background job that will run selected data statistics collectors for the entire table
 
  Args:
  job_business_key (Union[Unset, None, str]):
@@ -116,7 +116,7 @@ def sync(
 ) -> Optional[CollectStatisticsQueueJobResult]:
  """collectStatisticsOnTable
 
- Starts a new background job that will run selected data statistics collectors on a whole table
+ Starts a new background job that will run selected data statistics collectors for the entire table
 
  Args:
  job_business_key (Union[Unset, None, str]):
@@ -151,7 +151,7 @@ async def asyncio_detailed(
 ) -> Response[CollectStatisticsQueueJobResult]:
  """collectStatisticsOnTable
 
- Starts a new background job that will run selected data statistics collectors on a whole table
+ Starts a new background job that will run selected data statistics collectors for the entire table
 
  Args:
  job_business_key (Union[Unset, None, str]):
@@ -189,7 +189,7 @@ async def asyncio(
 ) -> Optional[CollectStatisticsQueueJobResult]:
  """collectStatisticsOnTable
 
- Starts a new background job that will run selected data statistics collectors on a whole table
+ Starts a new background job that will run selected data statistics collectors for the entire table
 
  Args:
  job_business_key (Union[Unset, None, str]):

distribution/python/dqops/client/api/table_comparisons/create_table_comparison_configuration.py

@@ -72,8 +72,8 @@ def sync_detailed(
  schema_name (str):
  table_name (str):
  json_body (TableComparisonConfigurationModel): Model that contains the basic information
- about a table comparison configuration that specifies how the current table could be
- compared to another table that is a source of truth for comparison.
+ about a table comparison configuration that specifies how the current table can be
+ compared with another table that is a source of truth for comparison.
 
  Raises:
  errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -114,8 +114,8 @@ async def asyncio_detailed(
  schema_name (str):
  table_name (str):
  json_body (TableComparisonConfigurationModel): Model that contains the basic information
- about a table comparison configuration that specifies how the current table could be
- compared to another table that is a source of truth for comparison.
+ about a table comparison configuration that specifies how the current table can be
+ compared with another table that is a source of truth for comparison.
 
  Raises:
  errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.

distribution/python/dqops/client/api/table_comparisons/update_table_comparison_configuration.py

@@ -76,8 +76,8 @@ def sync_detailed(
  table_name (str):
  table_comparison_configuration_name (str):
  json_body (TableComparisonConfigurationModel): Model that contains the basic information
- about a table comparison configuration that specifies how the current table could be
- compared to another table that is a source of truth for comparison.
+ about a table comparison configuration that specifies how the current table can be
+ compared with another table that is a source of truth for comparison.
 
  Raises:
  errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -121,8 +121,8 @@ async def asyncio_detailed(
  table_name (str):
  table_comparison_configuration_name (str):
  json_body (TableComparisonConfigurationModel): Model that contains the basic information
- about a table comparison configuration that specifies how the current table could be
- compared to another table that is a source of truth for comparison.
+ about a table comparison configuration that specifies how the current table can be
+ compared with another table that is a source of truth for comparison.
 
  Raises:
  errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.