deploy: cleanlab/cleanlab@e081acc

cleanlab · Aug 15, 2023 · a3c61ff · a3c61ff
1 parent 58a4027
commit a3c61ff
Show file tree

Hide file tree

Showing 170 changed files with 11,314 additions and 9,285 deletions.
diff --git a/master/.buildinfo b/master/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: c9610bbc9d1ded22efcb4656b4974fc2
+config: 6186d3e3cbec97da9dc70b2cea011d4c
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/master/.doctrees/cleanlab/benchmarking/index.doctree b/master/.doctrees/cleanlab/benchmarking/index.doctree
diff --git a/master/.doctrees/cleanlab/benchmarking/noise_generation.doctree b/master/.doctrees/cleanlab/benchmarking/noise_generation.doctree
diff --git a/master/.doctrees/cleanlab/classification.doctree b/master/.doctrees/cleanlab/classification.doctree
diff --git a/master/.doctrees/cleanlab/count.doctree b/master/.doctrees/cleanlab/count.doctree
diff --git a/master/.doctrees/cleanlab/datalab/datalab.doctree b/master/.doctrees/cleanlab/datalab/datalab.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/custom_issue_manager.doctree b/master/.doctrees/cleanlab/datalab/guide/custom_issue_manager.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/index.doctree b/master/.doctrees/cleanlab/datalab/guide/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/issue_type_description.doctree b/master/.doctrees/cleanlab/datalab/guide/issue_type_description.doctree
diff --git a/master/.doctrees/cleanlab/datalab/index.doctree b/master/.doctrees/cleanlab/datalab/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/data.doctree b/master/.doctrees/cleanlab/datalab/internal/data.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/data_issues.doctree b/master/.doctrees/cleanlab/datalab/internal/data_issues.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/factory.doctree b/master/.doctrees/cleanlab/datalab/internal/factory.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/index.doctree b/master/.doctrees/cleanlab/datalab/internal/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_finder.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_finder.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/duplicate.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/duplicate.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/imbalance.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/imbalance.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/index.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/issue_manager.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/issue_manager.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/label.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/label.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/noniid.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/noniid.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/outlier.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/outlier.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/report.doctree b/master/.doctrees/cleanlab/datalab/internal/report.doctree
diff --git a/master/.doctrees/cleanlab/datalab/optional_dependencies.doctree b/master/.doctrees/cleanlab/datalab/optional_dependencies.doctree
diff --git a/master/.doctrees/cleanlab/dataset.doctree b/master/.doctrees/cleanlab/dataset.doctree
diff --git a/master/.doctrees/cleanlab/experimental/cifar_cnn.doctree b/master/.doctrees/cleanlab/experimental/cifar_cnn.doctree
diff --git a/master/.doctrees/cleanlab/experimental/coteaching.doctree b/master/.doctrees/cleanlab/experimental/coteaching.doctree
diff --git a/master/.doctrees/cleanlab/experimental/index.doctree b/master/.doctrees/cleanlab/experimental/index.doctree
diff --git a/master/.doctrees/cleanlab/experimental/label_issues_batched.doctree b/master/.doctrees/cleanlab/experimental/label_issues_batched.doctree
diff --git a/master/.doctrees/cleanlab/experimental/mnist_pytorch.doctree b/master/.doctrees/cleanlab/experimental/mnist_pytorch.doctree
diff --git a/master/.doctrees/cleanlab/filter.doctree b/master/.doctrees/cleanlab/filter.doctree
diff --git a/master/.doctrees/cleanlab/internal/index.doctree b/master/.doctrees/cleanlab/internal/index.doctree
diff --git a/master/.doctrees/cleanlab/internal/label_quality_utils.doctree b/master/.doctrees/cleanlab/internal/label_quality_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/latent_algebra.doctree b/master/.doctrees/cleanlab/internal/latent_algebra.doctree
diff --git a/master/.doctrees/cleanlab/internal/multiannotator_utils.doctree b/master/.doctrees/cleanlab/internal/multiannotator_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/multilabel_scorer.doctree b/master/.doctrees/cleanlab/internal/multilabel_scorer.doctree
diff --git a/master/.doctrees/cleanlab/internal/multilabel_utils.doctree b/master/.doctrees/cleanlab/internal/multilabel_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/outlier.doctree b/master/.doctrees/cleanlab/internal/outlier.doctree
diff --git a/master/.doctrees/cleanlab/internal/token_classification_utils.doctree b/master/.doctrees/cleanlab/internal/token_classification_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/util.doctree b/master/.doctrees/cleanlab/internal/util.doctree
diff --git a/master/.doctrees/cleanlab/internal/validation.doctree b/master/.doctrees/cleanlab/internal/validation.doctree
diff --git a/master/.doctrees/cleanlab/models/fasttext.doctree b/master/.doctrees/cleanlab/models/fasttext.doctree
diff --git a/master/.doctrees/cleanlab/models/index.doctree b/master/.doctrees/cleanlab/models/index.doctree
diff --git a/master/.doctrees/cleanlab/models/keras.doctree b/master/.doctrees/cleanlab/models/keras.doctree
diff --git a/master/.doctrees/cleanlab/multiannotator.doctree b/master/.doctrees/cleanlab/multiannotator.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/dataset.doctree b/master/.doctrees/cleanlab/multilabel_classification/dataset.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/filter.doctree b/master/.doctrees/cleanlab/multilabel_classification/filter.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/index.doctree b/master/.doctrees/cleanlab/multilabel_classification/index.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/rank.doctree b/master/.doctrees/cleanlab/multilabel_classification/rank.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/filter.doctree b/master/.doctrees/cleanlab/object_detection/filter.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/index.doctree b/master/.doctrees/cleanlab/object_detection/index.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/rank.doctree b/master/.doctrees/cleanlab/object_detection/rank.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/summary.doctree b/master/.doctrees/cleanlab/object_detection/summary.doctree
diff --git a/master/.doctrees/cleanlab/outlier.doctree b/master/.doctrees/cleanlab/outlier.doctree
diff --git a/master/.doctrees/cleanlab/rank.doctree b/master/.doctrees/cleanlab/rank.doctree
diff --git a/master/.doctrees/cleanlab/regression/index.doctree b/master/.doctrees/cleanlab/regression/index.doctree
diff --git a/master/.doctrees/cleanlab/regression/learn.doctree b/master/.doctrees/cleanlab/regression/learn.doctree
diff --git a/master/.doctrees/cleanlab/regression/rank.doctree b/master/.doctrees/cleanlab/regression/rank.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/filter.doctree b/master/.doctrees/cleanlab/segmentation/filter.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/index.doctree b/master/.doctrees/cleanlab/segmentation/index.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/rank.doctree b/master/.doctrees/cleanlab/segmentation/rank.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/summary.doctree b/master/.doctrees/cleanlab/segmentation/summary.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/filter.doctree b/master/.doctrees/cleanlab/token_classification/filter.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/index.doctree b/master/.doctrees/cleanlab/token_classification/index.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/rank.doctree b/master/.doctrees/cleanlab/token_classification/rank.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/summary.doctree b/master/.doctrees/cleanlab/token_classification/summary.doctree
diff --git a/master/.doctrees/environment.pickle b/master/.doctrees/environment.pickle
diff --git a/master/.doctrees/index.doctree b/master/.doctrees/index.doctree
diff --git a/master/.doctrees/migrating/migrate_v2.doctree b/master/.doctrees/migrating/migrate_v2.doctree
diff --git a/master/.doctrees/nbsphinx/tutorials/audio.ipynb b/master/.doctrees/nbsphinx/tutorials/audio.ipynb
diff --git a/master/.doctrees/nbsphinx/tutorials/datalab/datalab_advanced.ipynb b/master/.doctrees/nbsphinx/tutorials/datalab/datalab_advanced.ipynb
diff --git a/master/.doctrees/nbsphinx/tutorials/datalab/datalab_quickstart.ipynb b/master/.doctrees/nbsphinx/tutorials/datalab/datalab_quickstart.ipynb
@@ -78,10 +78,10 @@
  "execution_count": 1,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:53.167076Z",
- "iopub.status.busy": "2023-08-14T16:34:53.166795Z",
- "iopub.status.idle": "2023-08-14T16:34:54.448005Z",
- "shell.execute_reply": "2023-08-14T16:34:54.446674Z"
+ "iopub.execute_input": "2023-08-15T04:06:12.939155Z",
+ "iopub.status.busy": "2023-08-15T04:06:12.938600Z",
+ "iopub.status.idle": "2023-08-15T04:06:14.701973Z",
+ "shell.execute_reply": "2023-08-15T04:06:14.700912Z"
  },
  "nbsphinx": "hidden"
  },
@@ -91,7 +91,7 @@
  "dependencies = [\"cleanlab\", \"matplotlib\", \"datasets\"] # TODO: make sure this list is updated\n",
  "\n",
  "if \"google.colab\" in str(get_ipython()): # Check if it's running in Google Colab\n",
- " %pip install git+https://github.com/cleanlab/cleanlab.git@396bd68e661dcfb31da64c7b4e43e725a1cd6fab\n",
+ " %pip install git+https://github.com/cleanlab/cleanlab.git@e081acc0d15419fa41b2e9c9fe784d70044e1fae\n",
  " cmd = ' '.join([dep for dep in dependencies if dep != \"cleanlab\"])\n",
  " %pip install $cmd\n",
  "else:\n",
@@ -116,10 +116,10 @@
  "execution_count": 2,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:54.452422Z",
- "iopub.status.busy": "2023-08-14T16:34:54.451891Z",
- "iopub.status.idle": "2023-08-14T16:34:54.457056Z",
- "shell.execute_reply": "2023-08-14T16:34:54.456392Z"
+ "iopub.execute_input": "2023-08-15T04:06:14.707524Z",
+ "iopub.status.busy": "2023-08-15T04:06:14.706552Z",
+ "iopub.status.idle": "2023-08-15T04:06:14.711665Z",
+ "shell.execute_reply": "2023-08-15T04:06:14.710558Z"
  }
  },
  "outputs": [],
@@ -250,10 +250,10 @@
  "execution_count": 3,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:54.460448Z",
- "iopub.status.busy": "2023-08-14T16:34:54.460210Z",
- "iopub.status.idle": "2023-08-14T16:34:54.472902Z",
- "shell.execute_reply": "2023-08-14T16:34:54.471509Z"
+ "iopub.execute_input": "2023-08-15T04:06:14.716431Z",
+ "iopub.status.busy": "2023-08-15T04:06:14.716139Z",
+ "iopub.status.idle": "2023-08-15T04:06:14.731280Z",
+ "shell.execute_reply": "2023-08-15T04:06:14.729815Z"
  },
  "nbsphinx": "hidden"
  },
@@ -351,10 +351,10 @@
  "execution_count": 4,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:54.475691Z",
- "iopub.status.busy": "2023-08-14T16:34:54.475266Z",
- "iopub.status.idle": "2023-08-14T16:34:54.481073Z",
- "shell.execute_reply": "2023-08-14T16:34:54.480351Z"
+ "iopub.execute_input": "2023-08-15T04:06:14.735601Z",
+ "iopub.status.busy": "2023-08-15T04:06:14.734968Z",
+ "iopub.status.idle": "2023-08-15T04:06:14.742218Z",
+ "shell.execute_reply": "2023-08-15T04:06:14.741129Z"
  }
  },
  "outputs": [],
@@ -443,10 +443,10 @@
  "execution_count": 5,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:54.484358Z",
- "iopub.status.busy": "2023-08-14T16:34:54.483887Z",
- "iopub.status.idle": "2023-08-14T16:34:54.752556Z",
- "shell.execute_reply": "2023-08-14T16:34:54.751225Z"
+ "iopub.execute_input": "2023-08-15T04:06:14.746673Z",
+ "iopub.status.busy": "2023-08-15T04:06:14.746232Z",
+ "iopub.status.idle": "2023-08-15T04:06:15.108822Z",
+ "shell.execute_reply": "2023-08-15T04:06:15.107719Z"
  },
  "nbsphinx": "hidden"
  },
@@ -515,10 +515,10 @@
  "execution_count": 6,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:54.756502Z",
- "iopub.status.busy": "2023-08-14T16:34:54.755718Z",
- "iopub.status.idle": "2023-08-14T16:34:55.235324Z",
- "shell.execute_reply": "2023-08-14T16:34:55.234493Z"
+ "iopub.execute_input": "2023-08-15T04:06:15.113351Z",
+ "iopub.status.busy": "2023-08-15T04:06:15.113038Z",
+ "iopub.status.idle": "2023-08-15T04:06:15.813786Z",
+ "shell.execute_reply": "2023-08-15T04:06:15.812732Z"
  }
  },
  "outputs": [
@@ -554,10 +554,10 @@
  "execution_count": 7,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:55.239689Z",
- "iopub.status.busy": "2023-08-14T16:34:55.239064Z",
- "iopub.status.idle": "2023-08-14T16:34:55.243836Z",
- "shell.execute_reply": "2023-08-14T16:34:55.243068Z"
+ "iopub.execute_input": "2023-08-15T04:06:15.818722Z",
+ "iopub.status.busy": "2023-08-15T04:06:15.817854Z",
+ "iopub.status.idle": "2023-08-15T04:06:15.823749Z",
+ "shell.execute_reply": "2023-08-15T04:06:15.822806Z"
  }
  },
  "outputs": [],
@@ -596,10 +596,10 @@
  "execution_count": 8,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:55.247184Z",
- "iopub.status.busy": "2023-08-14T16:34:55.246640Z",
- "iopub.status.idle": "2023-08-14T16:34:55.274737Z",
- "shell.execute_reply": "2023-08-14T16:34:55.273592Z"
+ "iopub.execute_input": "2023-08-15T04:06:15.828046Z",
+ "iopub.status.busy": "2023-08-15T04:06:15.827537Z",
+ "iopub.status.idle": "2023-08-15T04:06:15.878684Z",
+ "shell.execute_reply": "2023-08-15T04:06:15.877570Z"
  }
  },
  "outputs": [],
@@ -632,10 +632,10 @@
  "execution_count": 9,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:55.278165Z",
- "iopub.status.busy": "2023-08-14T16:34:55.277535Z",
- "iopub.status.idle": "2023-08-14T16:34:56.991894Z",
- "shell.execute_reply": "2023-08-14T16:34:56.990445Z"
+ "iopub.execute_input": "2023-08-15T04:06:15.883720Z",
+ "iopub.status.busy": "2023-08-15T04:06:15.883024Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.178416Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.176987Z"
  }
  },
  "outputs": [
@@ -677,10 +677,10 @@
  "execution_count": 10,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:56.996177Z",
- "iopub.status.busy": "2023-08-14T16:34:56.995335Z",
- "iopub.status.idle": "2023-08-14T16:34:57.020444Z",
- "shell.execute_reply": "2023-08-14T16:34:57.019640Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.184074Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.182888Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.216443Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.215484Z"
  }
  },
  "outputs": [
@@ -754,8 +754,8 @@
  " is_near_duplicate_issue near_duplicate_score near_duplicate_sets distance_to_nearest_neighbor\n",
  "131 True 0.000000e+00 [123] 0.000000e+00\n",
  "123 True 0.000000e+00 [131] 0.000000e+00\n",
- "130 True 4.463180e-07 [129] 4.463180e-07\n",
  "129 True 4.463180e-07 [130] 4.463180e-07\n",
+ "130 True 4.463180e-07 [129] 4.463180e-07\n",
  "51 False 3.857172e-02 [] 3.859087e-02\n",
  "\n",
  "\n",
@@ -814,10 +814,10 @@
  "execution_count": 11,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.024813Z",
- "iopub.status.busy": "2023-08-14T16:34:57.023528Z",
- "iopub.status.idle": "2023-08-14T16:34:57.034262Z",
- "shell.execute_reply": "2023-08-14T16:34:57.033636Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.220388Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.220025Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.233286Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.232321Z"
  }
  },
  "outputs": [
@@ -907,10 +907,10 @@
  "execution_count": 12,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.037617Z",
- "iopub.status.busy": "2023-08-14T16:34:57.037228Z",
- "iopub.status.idle": "2023-08-14T16:34:57.047277Z",
- "shell.execute_reply": "2023-08-14T16:34:57.046238Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.237868Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.237520Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.247548Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.246711Z"
  }
  },
  "outputs": [
@@ -977,10 +977,10 @@
  "execution_count": 13,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.050598Z",
- "iopub.status.busy": "2023-08-14T16:34:57.050050Z",
- "iopub.status.idle": "2023-08-14T16:34:57.062616Z",
- "shell.execute_reply": "2023-08-14T16:34:57.062011Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.251597Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.251034Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.268556Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.267428Z"
  }
  },
  "outputs": [
@@ -1122,10 +1122,10 @@
  "execution_count": 14,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.065762Z",
- "iopub.status.busy": "2023-08-14T16:34:57.065419Z",
- "iopub.status.idle": "2023-08-14T16:34:57.079294Z",
- "shell.execute_reply": "2023-08-14T16:34:57.078261Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.272738Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.272170Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.288119Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.287057Z"
  }
  },
  "outputs": [
@@ -1241,10 +1241,10 @@
  "execution_count": 15,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.082531Z",
- "iopub.status.busy": "2023-08-14T16:34:57.082190Z",
- "iopub.status.idle": "2023-08-14T16:34:57.090658Z",
- "shell.execute_reply": "2023-08-14T16:34:57.090081Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.293194Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.292601Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.305128Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.304009Z"
  },
  "scrolled": true
  },
@@ -1357,10 +1357,10 @@
  "execution_count": 16,
  "metadata": {
  "execution": {
- "iopub.execute_input": "2023-08-14T16:34:57.093845Z",
- "iopub.status.busy": "2023-08-14T16:34:57.093397Z",
- "iopub.status.idle": "2023-08-14T16:34:57.107367Z",
- "shell.execute_reply": "2023-08-14T16:34:57.106709Z"
+ "iopub.execute_input": "2023-08-15T04:06:18.309197Z",
+ "iopub.status.busy": "2023-08-15T04:06:18.308901Z",
+ "iopub.status.idle": "2023-08-15T04:06:18.326112Z",
+ "shell.execute_reply": "2023-08-15T04:06:18.324910Z"
  }
  },
  "outputs": [