Skip to content

Commit

Permalink
whitelist splink (#2145)
Browse files Browse the repository at this point in the history
## Changes
whitelist splink

### Linked issues
Progresses #1901 

### Functionality
None

### Tests
- [x] manually tested

Co-authored-by: Eric Vergnaud <[email protected]>
  • Loading branch information
ericvergnaud and ericvergnaud authored Jul 11, 2024
1 parent 2a9ffd1 commit 2190257
Showing 1 changed file with 146 additions and 0 deletions.
146 changes: 146 additions & 0 deletions src/databricks/labs/ucx/source_code/known.json
Original file line number Diff line number Diff line change
Expand Up @@ -25819,6 +25819,152 @@
"sparse.numba_backend._umath": [],
"sparse.numba_backend._utils": []
},
"splink": {
"splink": [],
"splink.accuracy": [],
"splink.analyse_blocking": [],
"splink.athena.athena_comparison_level_library": [],
"splink.athena.athena_comparison_library": [],
"splink.athena.athena_comparison_template_library": [],
"splink.athena.athena_helpers.athena_base": [],
"splink.athena.athena_helpers.athena_blocking_rule_imports": [],
"splink.athena.athena_helpers.athena_comparison_imports": [],
"splink.athena.athena_helpers.athena_transforms": [],
"splink.athena.athena_helpers.athena_utils": [],
"splink.athena.athena_linker": [],
"splink.athena.blocking_rule_library": [],
"splink.athena.comparison_level_library": [],
"splink.athena.comparison_library": [],
"splink.athena.comparison_template_library": [],
"splink.athena.linker": [],
"splink.block_from_labels": [],
"splink.blocking": [],
"splink.blocking_rule_composition": [],
"splink.blocking_rules_library": [],
"splink.cache_dict_with_logging": [],
"splink.charts": [],
"splink.cluster_studio": [],
"splink.comparison": [],
"splink.comparison_helpers": [],
"splink.comparison_helpers_utils": [],
"splink.comparison_level": [],
"splink.comparison_level_composition": [],
"splink.comparison_level_library": [],
"splink.comparison_level_sql": [],
"splink.comparison_library": [],
"splink.comparison_library_utils": [],
"splink.comparison_template_library": [],
"splink.comparison_vector_distribution": [],
"splink.comparison_vector_values": [],
"splink.connected_components": [],
"splink.constants": [],
"splink.convert_v2_to_v3": [],
"splink.databricks.enable_splink": [
{
"code": "jvm-access-in-shared-clusters",
"message": "Cannot access Spark Driver JVM on UC Shared Clusters"
},
{
"code": "legacy-context-in-shared-clusters",
"message": "sc is not supported on UC Shared Clusters. Rewrite it using spark"
}
],
"splink.datasets": [],
"splink.default_from_jsonschema": [],
"splink.dialect_base": [],
"splink.duckdb.blocking_rule_library": [],
"splink.duckdb.comparison_level_library": [],
"splink.duckdb.comparison_library": [],
"splink.duckdb.comparison_template_library": [],
"splink.duckdb.duckdb_comparison_level_library": [],
"splink.duckdb.duckdb_comparison_library": [],
"splink.duckdb.duckdb_comparison_template_library": [],
"splink.duckdb.duckdb_helpers.duckdb_base": [],
"splink.duckdb.duckdb_helpers.duckdb_blocking_rule_imports": [],
"splink.duckdb.duckdb_helpers.duckdb_comparison_imports": [],
"splink.duckdb.duckdb_helpers.duckdb_helpers": [],
"splink.duckdb.duckdb_linker": [],
"splink.duckdb.linker": [],
"splink.em_training_session": [],
"splink.estimate_u": [],
"splink.exceptions": [],
"splink.expectation_maximisation": [],
"splink.format_sql": [],
"splink.input_column": [],
"splink.labelling_tool": [],
"splink.linker": [],
"splink.logging_messages": [],
"splink.lower_id_on_lhs": [],
"splink.m_from_labels": [],
"splink.m_training": [],
"splink.m_u_records_to_parameters": [],
"splink.match_key_analysis": [],
"splink.match_weights_histogram": [],
"splink.misc": [],
"splink.missingness": [],
"splink.parse_sql": [],
"splink.pipeline": [],
"splink.postgres.blocking_rule_library": [],
"splink.postgres.comparison_level_library": [],
"splink.postgres.comparison_library": [],
"splink.postgres.comparison_template_library": [],
"splink.postgres.linker": [],
"splink.postgres.postgres_comparison_level_library": [],
"splink.postgres.postgres_comparison_library": [],
"splink.postgres.postgres_comparison_template_library": [],
"splink.postgres.postgres_helpers.postgres_base": [],
"splink.postgres.postgres_helpers.postgres_blocking_rule_imports": [],
"splink.postgres.postgres_helpers.postgres_comparison_imports": [],
"splink.postgres.postgres_linker": [],
"splink.predict": [],
"splink.profile_data": [],
"splink.settings": [],
"splink.settings_validator": [],
"splink.spark.blocking_rule_library": [],
"splink.spark.comparison_level_library": [],
"splink.spark.comparison_library": [],
"splink.spark.comparison_template_library": [],
"splink.spark.jar_location": [],
"splink.spark.linker": [
{
"code": "legacy-context-in-shared-clusters",
"message": "sparkContext and getConf are not supported on UC Shared Clusters. Rewrite it using spark.conf"
},
{
"code": "table-migrate",
"message": "The default format changed in Databricks Runtime 8.0, from Parquet to Delta"
}
],
"splink.spark.spark_comparison_level_library": [],
"splink.spark.spark_comparison_library": [],
"splink.spark.spark_comparison_template_library": [],
"splink.spark.spark_helpers.custom_spark_dialect": [],
"splink.spark.spark_helpers.spark_base": [],
"splink.spark.spark_helpers.spark_blocking_rule_imports": [],
"splink.spark.spark_helpers.spark_comparison_imports": [],
"splink.spark.spark_linker": [],
"splink.splink_comparison_viewer": [],
"splink.splink_dataframe": [],
"splink.sql_transform": [],
"splink.sqlite.blocking_rule_library": [],
"splink.sqlite.comparison_level_library": [],
"splink.sqlite.comparison_library": [],
"splink.sqlite.comparison_template_library": [],
"splink.sqlite.linker": [],
"splink.sqlite.sqlite_comparison_level_library": [],
"splink.sqlite.sqlite_comparison_library": [],
"splink.sqlite.sqlite_comparison_template_library": [],
"splink.sqlite.sqlite_helpers.sqlite_base": [],
"splink.sqlite.sqlite_helpers.sqlite_blocking_rule_imports": [],
"splink.sqlite.sqlite_helpers.sqlite_comparison_imports": [],
"splink.sqlite.sqlite_linker": [],
"splink.term_frequencies": [],
"splink.unique_id_concat": [],
"splink.unlinkables": [],
"splink.validate_jsonschema": [],
"splink.vertically_concatenate": [],
"splink.waterfall_chart": []
},
"sqlalchemy": {
"sqlalchemy": []
},
Expand Down

0 comments on commit 2190257

Please sign in to comment.