Index

A

acquire() (scamander.api.rate_limiter.RateLimiter method) add_audit_columns() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) add_derived_columns() (in module scamander.transformations.enrichment) (scamander.transformations.transformer.Transformer method) aggregate() (in module scamander.transformations.enrichment) (scamander.transformations.transformer.Transformer method) AggregationSpec (class in scamander.models.transformation_config.transformation) airflow.providers.git_azure module airflow.providers.git_azure.bundles.git_azure module airflow.providers.git_azure.hooks.git_azure module airflow.providers.mailer module airflow.providers.mailer.hooks.graph module airflow.providers.mailer.hooks.mailer module airflow.providers.mailer.hooks.smtp_oauth module airflow.providers.mailer.notifications.mailer module

airflow.providers.mailer.operators.email module airflow.providers.mailer.utils.email module airflow.providers.notebook.operators.spark_notebook module AnonymizationConfig (class in scamander.models.anonymization_config.spec) AnonymizationRule (class in scamander.models.anonymization_config.spec) anonymize() (scamander.transformations.transformer.Transformer method) Anonymizer (class in scamander.anonymization.anonymizer) apply() (scamander.anonymization.anonymizer.Anonymizer method) apply_scd2_merge() (in module scamander.transformations.scd) async_get_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) async_get_headers() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) (scamander.providers.fabric.hooks.fabric_hook.FabricAsyncHook method) async_get_item_run_details() (scamander.providers.fabric.hooks.fabric_hook.FabricAsyncHook method) async_get_refresh_details() (scamander.providers.fabric.hooks.fabric_hook.FabricAsyncHook method) async_is_capacity_active() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) async_resume_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) async_suspend_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) async_update_capacity_sku() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityAsyncHook method) AZURE_DEVOPS_RESOURCE (in module airflow.providers.git_azure.hooks.git_azure) AzureDevOpsGitDagBundle (class in airflow.providers.git_azure.bundles.git_azure) AzureDevOpsGitHook (class in airflow.providers.git_azure.hooks.git_azure) AzureKeyVaultProvider (class in scamander.secrets.azure_keyvault)

B

BandwidthGuard (class in scamander.api.bandwidth_guard)

BaseFabricCapacityOperator (class in scamander.providers.fabric.operators.fabric_capacity_operator) bins (scamander.models.anonymization_config.spec.AnonymizationRule attribute)

C

cancel_item_run() (scamander.providers.fabric.hooks.fabric_hook.FabricAsyncHook method) capacity_active() (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator method) capacity_hook (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator property) cast_to_schema() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) CertSession (class in scamander.api.cert_session) check() (scamander.quality.checker.QualityChecker method) check_file_exists() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method) check_file_set_exists() (scamander.processor.platform.Platform method) cleanup_old_records() (scamander.logging.machine_logger.MachineLogger method) client_id (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) client_secret (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) column (scamander.models.anonymization_config.spec.AnonymizationRule attribute) (scamander.models.quality_config.suite.ExpectationSpec attribute) ColumnMapping (class in scamander.models.transformation_config.transformation) columns (scamander.models.quality_config.suite.ExpectationSpec attribute) (scamander.models.source_config.lakehouse.LakeHouseSourceOptions attribute)

compute_hash() (in module scamander.transformations.scd) Config (class in scamander.models.config) configure_hook_env() (airflow.providers.git_azure.hooks.git_azure.AzureDevOpsGitHook method) connect() (scamander.sources.csv_connector.CsvConnector method) (scamander.sources.excel_connector.ExcelConnector method) (scamander.sources.json_connector.JsonConnector method) (scamander.sources.lakehouse_connector.LakeHouseConnector method) (scamander.sources.microsoft_graph_connector.MicrosoftGraphConnector method) (scamander.sources.oracle_connector.OracleConnector method) (scamander.sources.postgresql_connector.PostgresConnector method) (scamander.sources.source.Source method) (scamander.sources.sqlserver_connector.SqlServerConnector method) copy_spark_file_to_local() (in module scamander.utils.archive_utils) create_empty_table_from_metadata() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method) critical() (scamander.logging.machine_logger.MachineLogger method) CsvConnector (class in scamander.sources.csv_connector) CsvSourceOptions (class in scamander.models.source_config.csv)

D

database (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) Databricks (class in scamander.processor.databricks) databricks (scamander.processor.platform.SupportedPlatforms attribute) DatabricksSecretsProvider (class in scamander.secrets.databricks) DATAPROCESSING_IMAGE_ENV_VAR (in module airflow.providers.notebook.operators.spark_notebook) DataQualityError date_format (scamander.models.source_config.csv.CsvSourceOptions attribute) debug() (scamander.logging.machine_logger.MachineLogger method) deduplicate_with_ranking() (in module scamander.transformations.enrichment) (scamander.transformations.transformer.Transformer method)

delta_link (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) df (scamander.transformations.transformer.Transformer property) driver (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) drop_columns() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) drop_duplicates() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method)

E

EmailOperator (class in airflow.providers.mailer.operators.email) emit() (scamander.logging.machine_logger.MachineLogHandler method) encoding (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.json.JsonSourceOptions attribute) encrypt (scamander.models.source_config.sql.SqlSourceOptions attribute) encrypt_column() (in module scamander.anonymization.functions) encrypt_key (scamander.models.anonymization_config.spec.AnonymizationRule attribute) endpoint (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) ensure_token_valid() (scamander.api.oauth2_session.OAuth2Session method) error() (scamander.logging.machine_logger.MachineLogger method) ExcelConnector (class in scamander.sources.excel_connector) ExcelSourceOptions (class in scamander.models.source_config.excel) exception() (scamander.logging.machine_logger.MachineLogger method) execute() (airflow.providers.mailer.operators.email.EmailOperator method) (PowerBI_Operator.operators.powerbi_refresh_dataset_operator.PowerBIDatasetRefreshOperator method) (scamander.providers.fabric.operators.fabric_capacity_operator.BaseFabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_capacity_operator.FabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_capacity_operator.GetFabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_capacity_operator.ResumeFabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_capacity_operator.SuspendFabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_operator.FabricRunItemOperator method) (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator method) (SSIS_Operator.operators.ssis_package_operator.SsisPackageOperator method)

execute_complete() (scamander.providers.fabric.operators.fabric_capacity_operator.FabricCapacityOperator method) (scamander.providers.fabric.operators.fabric_operator.FabricRunItemOperator method) (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator method) expand (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) ExpectationResult (class in scamander.quality.checker) expectations (scamander.models.quality_config.suite.QualitySuiteConfig attribute) ExpectationSpec (class in scamander.models.quality_config.suite) expression (scamander.models.quality_config.suite.ExpectationSpec attribute) extract_archive() (in module scamander.utils.archive_utils) extract_datetime_from_filename() (scamander.processor.platform.Platform static method)

F

Fabric (class in scamander.processor.fabric) fabric (scamander.processor.platform.SupportedPlatforms attribute) FabricAsyncHook (class in scamander.providers.fabric.hooks.fabric_hook) FabricCapacityAsyncHook (class in scamander.providers.fabric.hooks.fabric_capacity_hook) FabricCapacityHook (class in scamander.providers.fabric.hooks.fabric_capacity_hook) FabricCapacityOperator (class in scamander.providers.fabric.operators.fabric_capacity_operator) FabricCapacityTrigger (class in scamander.providers.fabric.triggers.fabric_capacity_trigger) FabricHook (class in scamander.providers.fabric.hooks.fabric_hook) FabricRunItemException FabricRunItemLink (class in scamander.providers.fabric.operators.fabric_operator) FabricRunItemOperator (class in scamander.providers.fabric.operators.fabric_operator) FabricRunItemStatus (class in scamander.providers.fabric.hooks.fabric_hook) FabricTrigger (class in scamander.providers.fabric.triggers.fabric_trigger) FabricWorkspaceIdentityCredential (class in scamander.secrets.fabric_credential) fake_column() (in module scamander.anonymization.functions) faker_provider (scamander.models.anonymization_config.spec.AnonymizationRule attribute)

fetch_all_odata_pages() (in module scamander.api.odata_paginator) fetch_all_pages() (in module scamander.api.paginator) fetch_page() (in module scamander.api.paginator) fetch_size (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) file_path (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.excel.ExcelSourceOptions attribute) (scamander.models.source_config.json.JsonSourceOptions attribute) filter (scamander.models.source_config.lakehouse.LakeHouseSourceOptions attribute) (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) filter_nulls() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) find_lakehouse() (scamander.processor.fabric.Fabric method) flatten_nested (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) flatten_struct() (in module scamander.transformations.cleaning) flush() (scamander.logging.machine_logger.MachineLogger method) flush_logs() (scamander.processor.platform.Platform method)

G

generalize_column() (in module scamander.anonymization.functions) generalize_date_column() (in module scamander.anonymization.functions) get_access_token() (airflow.providers.git_azure.hooks.git_azure.AzureDevOpsGitHook method) get_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) get_conn() (airflow.providers.mailer.hooks.graph.MailerGraphHook method) (airflow.providers.mailer.hooks.mailer.MailerHook method) (airflow.providers.mailer.hooks.smtp_oauth.MailerSmtpOAuthHook method) get_dbutils() (scamander.processor.databricks.Databricks method) get_headers() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) (scamander.providers.fabric.hooks.fabric_hook.FabricHook method) get_item_details() (scamander.providers.fabric.hooks.fabric_hook.FabricHook method) get_item_run_details() (scamander.providers.fabric.hooks.fabric_hook.FabricHook method) get_latest_refresh_details() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) get_link() (scamander.providers.fabric.operators.fabric_operator.FabricRunItemLink method) get_notebook_name() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method)

get_notebook_url() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method) get_provider_info() (in module airflow.providers.git_azure) (in module airflow.providers.mailer) (in module scamander.providers.fabric.get_provider_info) get_refresh_details_by_request_id() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) get_refresh_history() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) get_secret() (scamander.processor.platform.Platform method) (scamander.secrets.azure_keyvault.AzureKeyVaultProvider method) (scamander.secrets.databricks.DatabricksSecretsProvider method) (scamander.secrets.provider.SecretProvider method) (scamander.secrets.vault.HashiCorpVaultProvider method) get_token() (scamander.secrets.fabric_credential.FabricWorkspaceIdentityCredential method) get_workspace_lakehouses() (scamander.processor.fabric.Fabric method) GetFabricCapacityOperator (class in scamander.providers.fabric.operators.fabric_capacity_operator)

H

hash_column() (in module scamander.anonymization.functions) hash_key (scamander.models.anonymization_config.spec.AnonymizationRule attribute) HashiCorpVaultProvider (class in scamander.secrets.vault) header (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.excel.ExcelSourceOptions attribute) hook (PowerBI_Operator.operators.powerbi_refresh_dataset_operator.PowerBIDatasetRefreshOperator property) (scamander.providers.fabric.operators.fabric_capacity_operator.BaseFabricCapacityOperator property) (scamander.providers.fabric.operators.fabric_operator.FabricRunItemOperator property) (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator property)

host (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) HumanLogger (class in scamander.logging.data_pipeline_logger)

I

infer_schema (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.excel.ExcelSourceOptions attribute) (scamander.models.source_config.json.JsonSourceOptions attribute)

info() (scamander.logging.machine_logger.MachineLogger method) initialize() (airflow.providers.git_azure.bundles.git_azure.AzureDevOpsGitDagBundle method) is_capacity_active() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method)

J

join() (scamander.transformations.transformer.Transformer method) join_dataframes() (in module scamander.transformations.enrichment) JoinSpec (class in scamander.models.transformation_config.transformation)

JsonConnector (class in scamander.sources.json_connector) JsonRecord (class in scamander.utils.json_utils) JsonSourceOptions (class in scamander.models.source_config.json)

L

labels (scamander.models.anonymization_config.spec.AnonymizationRule attribute) LAKE_GATEWAY_URL_ENV_VAR (in module airflow.providers.notebook.operators.spark_notebook) LakeHouseConnector (class in scamander.sources.lakehouse_connector)

LakeHouseSourceOptions (class in scamander.models.source_config.lakehouse) list_capacities_by_subscription() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) LoggingLevel (class in SSIS_Operator.models.SqlQueryParameters)

M

MachineLogger (class in scamander.logging.machine_logger) MachineLogHandler (class in scamander.logging.machine_logger) MailerGraphHook (class in airflow.providers.mailer.hooks.graph) MailerHook (class in airflow.providers.mailer.hooks.mailer) MailerNotifier (class in airflow.providers.mailer.notifications.mailer) MailerSmtpOAuthHook (class in airflow.providers.mailer.hooks.smtp_oauth) map_datatype() (scamander.processor.platform.Platform static method) mask_char (scamander.models.anonymization_config.spec.AnonymizationRule attribute) mask_column() (in module scamander.anonymization.functions) max_value (scamander.models.quality_config.suite.ExpectationSpec attribute) method (scamander.models.anonymization_config.spec.AnonymizationRule attribute) MicrosoftGraphConnector (class in scamander.sources.microsoft_graph_connector) MicrosoftGraphSourceOptions (class in scamander.models.source_config.microsoft_graph) min_value (scamander.models.quality_config.suite.ExpectationSpec attribute) model_config (scamander.models.anonymization_config.spec.AnonymizationConfig attribute) (scamander.models.anonymization_config.spec.AnonymizationRule attribute) (scamander.models.config.Config attribute) (scamander.models.quality_config.suite.ExpectationSpec attribute) (scamander.models.quality_config.suite.QualitySuiteConfig attribute) (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.excel.ExcelSourceOptions attribute) (scamander.models.source_config.json.JsonSourceOptions attribute) (scamander.models.source_config.lakehouse.LakeHouseSourceOptions attribute) (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.source.SourceConfig attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) (scamander.models.transformation_config.transformation.AggregationSpec attribute) (scamander.models.transformation_config.transformation.ColumnMapping attribute) (scamander.models.transformation_config.transformation.JoinSpec attribute) (scamander.models.transformation_config.transformation.TransformationConfig attribute) module airflow.providers.git_azure airflow.providers.git_azure.bundles.git_azure airflow.providers.git_azure.hooks.git_azure airflow.providers.mailer airflow.providers.mailer.hooks.graph airflow.providers.mailer.hooks.mailer airflow.providers.mailer.hooks.smtp_oauth airflow.providers.mailer.notifications.mailer airflow.providers.mailer.operators.email airflow.providers.mailer.utils.email airflow.providers.notebook.operators.spark_notebook PowerBI_Operator.hooks.powerbi_hook PowerBI_Operator.models.powerbi_models PowerBI_Operator.operators.powerbi_refresh_dataset_operator PowerBI_Operator.sensors.powerbi_refresh_dataset_sensor scamander.anonymization.anonymizer scamander.anonymization.functions scamander.api.bandwidth_guard scamander.api.cert_session scamander.api.oauth2_session scamander.api.odata_paginator scamander.api.paginator scamander.api.rate_limiter scamander.api.throttled_adapter scamander.logging.data_pipeline_logger scamander.logging.machine_logger scamander.models.anonymization_config.spec scamander.models.config scamander.models.exceptions.platform_validation scamander.models.quality_config.suite scamander.models.source_config.csv scamander.models.source_config.excel scamander.models.source_config.json scamander.models.source_config.lakehouse scamander.models.source_config.microsoft_graph scamander.models.source_config.oracle scamander.models.source_config.postgresql scamander.models.source_config.source scamander.models.source_config.sql scamander.models.transformation_config.transformation scamander.processor.databricks scamander.processor.fabric scamander.processor.platform scamander.processor.spark scamander.providers.fabric.get_provider_info scamander.providers.fabric.hooks.fabric_capacity_hook scamander.providers.fabric.hooks.fabric_hook scamander.providers.fabric.operators.fabric_capacity_operator scamander.providers.fabric.operators.fabric_operator scamander.providers.fabric.operators.powerbi_operator scamander.providers.fabric.triggers.fabric_capacity_trigger scamander.providers.fabric.triggers.fabric_trigger scamander.providers.fabric.triggers.powerbi_trigger scamander.quality.checker scamander.quality.reporter scamander.secrets.azure_keyvault scamander.secrets.databricks scamander.secrets.fabric_credential scamander.secrets.provider scamander.secrets.vault scamander.sources.csv_connector scamander.sources.excel_connector scamander.sources.json_connector scamander.sources.lakehouse_connector scamander.sources.microsoft_graph_connector scamander.sources.oracle_connector scamander.sources.postgresql_connector scamander.sources.source scamander.sources.sqlserver_connector scamander.transformations.cleaning scamander.transformations.enrichment scamander.transformations.scd scamander.transformations.transformer scamander.utils.archive_utils scamander.utils.hadoop_fs scamander.utils.json_utils SSIS_Operator.models.SqlQueryParameters SSIS_Operator.operators.ssis_package_operator SSIS_Operator.sensors.ssis_package_sensor

mostly (scamander.models.quality_config.suite.ExpectationSpec attribute) move_file() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method) multiline (scamander.models.source_config.csv.CsvSourceOptions attribute) (scamander.models.source_config.json.JsonSourceOptions attribute)

N

name (scamander.models.anonymization_config.spec.AnonymizationConfig attribute) (scamander.models.quality_config.suite.QualitySuiteConfig attribute) normalize_locale_decimal_columns() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method)

normalize_to_list() (in module scamander.transformations.cleaning) notify() (airflow.providers.mailer.notifications.mailer.MailerNotifier method)

O

OAuth2Session (class in scamander.api.oauth2_session) options (scamander.models.source_config.source.SourceConfig attribute)

OracleConnector (class in scamander.sources.oracle_connector) OracleSourceOptions (class in scamander.models.source_config.oracle)

P

PackageExecutionError page_size (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) ParameterType (class in SSIS_Operator.models.SqlQueryParameters) password (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) pivot_table() (in module scamander.transformations.enrichment) (scamander.transformations.transformer.Transformer method) Platform (class in scamander.processor.platform) PlatformValidationException poke() (PowerBI_Operator.sensors.powerbi_refresh_dataset_sensor.PowerBIDatasetRefreshSensor method) (SSIS_Operator.sensors.ssis_package_sensor.SsisPackageSensor method) port (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) PostgresConnector (class in scamander.sources.postgresql_connector)

PostgresqlSourceOptions (class in scamander.models.source_config.postgresql) PowerBI_Operator.hooks.powerbi_hook module PowerBI_Operator.models.powerbi_models module PowerBI_Operator.operators.powerbi_refresh_dataset_operator module PowerBI_Operator.sensors.powerbi_refresh_dataset_sensor module PowerBiDatasetRefreshDetails (class in PowerBI_Operator.models.powerbi_models) PowerBIDatasetRefreshException, [1] PowerBIDatasetRefreshOperator (class in PowerBI_Operator.operators.powerbi_refresh_dataset_operator) (class in scamander.providers.fabric.operators.powerbi_operator) PowerBIDatasetRefreshSensor (class in PowerBI_Operator.sensors.powerbi_refresh_dataset_sensor) PowerBIDatasetRefreshTrigger (class in scamander.providers.fabric.triggers.powerbi_trigger) PowerBIHook (class in PowerBI_Operator.hooks.powerbi_hook) PowerBIRefreshStatus (class in scamander.providers.fabric.hooks.fabric_hook)

Q

QualityChecker (class in scamander.quality.checker) QualityReporter (class in scamander.quality.reporter) QualityResult (class in scamander.quality.checker)

QualitySuiteConfig (class in scamander.models.quality_config.suite) query (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) QueryParameters (class in SSIS_Operator.models.SqlQueryParameters)

R

raise_on_failure (scamander.models.quality_config.suite.QualitySuiteConfig attribute) RateLimiter (class in scamander.api.rate_limiter) raw_to_refresh_details() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook static method) read_bytes() (in module scamander.utils.hadoop_fs) read_config() (scamander.processor.platform.Platform method) read_json_records() (in module scamander.utils.json_utils) record() (scamander.api.bandwidth_guard.BandwidthGuard method) redact_column() (in module scamander.anonymization.functions) ref_column (scamander.models.quality_config.suite.ExpectationSpec attribute) ref_table (scamander.models.quality_config.suite.ExpectationSpec attribute) refresh_dataset() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) (scamander.providers.fabric.hooks.fabric_hook.FabricHook method) refresh_token() (scamander.api.oauth2_session.OAuth2Session method) regex (scamander.models.quality_config.suite.ExpectationSpec attribute) rename_columns() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method)

replace_empty_strings() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) request() (scamander.api.oauth2_session.OAuth2Session method) resolve_filemask() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method) resolve_filemask_recursive() (scamander.processor.platform.Platform method) resume_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) ResumeFabricCapacityOperator (class in scamander.providers.fabric.operators.fabric_capacity_operator) rows_to_table() (scamander.processor.platform.Platform method) rules (scamander.models.anonymization_config.spec.AnonymizationConfig attribute) run() (scamander.providers.fabric.triggers.fabric_capacity_trigger.FabricCapacityTrigger method) (scamander.providers.fabric.triggers.fabric_trigger.FabricTrigger method) (scamander.providers.fabric.triggers.powerbi_trigger.PowerBIDatasetRefreshTrigger method) run_fabric_item() (scamander.providers.fabric.hooks.fabric_hook.FabricHook method) run_fabric_item_and_wait() (scamander.providers.fabric.hooks.fabric_hook.FabricHook method)

S

sanitize_column_names() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) save() (scamander.quality.reporter.QualityReporter method) scamander.anonymization.anonymizer module scamander.anonymization.functions module scamander.api.bandwidth_guard module scamander.api.cert_session module scamander.api.oauth2_session module scamander.api.odata_paginator module scamander.api.paginator module scamander.api.rate_limiter module scamander.api.throttled_adapter module scamander.logging.data_pipeline_logger module scamander.logging.machine_logger module scamander.models.anonymization_config.spec module scamander.models.config module scamander.models.exceptions.platform_validation module scamander.models.quality_config.suite module scamander.models.source_config.csv module scamander.models.source_config.excel module scamander.models.source_config.json module scamander.models.source_config.lakehouse module scamander.models.source_config.microsoft_graph module scamander.models.source_config.oracle module scamander.models.source_config.postgresql module scamander.models.source_config.source module scamander.models.source_config.sql module scamander.models.transformation_config.transformation module scamander.processor.databricks module scamander.processor.fabric module scamander.processor.platform module scamander.processor.spark module scamander.providers.fabric.get_provider_info module scamander.providers.fabric.hooks.fabric_capacity_hook module scamander.providers.fabric.hooks.fabric_hook module scamander.providers.fabric.operators.fabric_capacity_operator module scamander.providers.fabric.operators.fabric_operator module scamander.providers.fabric.operators.powerbi_operator module scamander.providers.fabric.triggers.fabric_capacity_trigger module scamander.providers.fabric.triggers.fabric_trigger module scamander.providers.fabric.triggers.powerbi_trigger module scamander.quality.checker module scamander.quality.reporter module

scamander.secrets.azure_keyvault module scamander.secrets.databricks module scamander.secrets.fabric_credential module scamander.secrets.provider module scamander.secrets.vault module scamander.sources.csv_connector module scamander.sources.excel_connector module scamander.sources.json_connector module scamander.sources.lakehouse_connector module scamander.sources.microsoft_graph_connector module scamander.sources.oracle_connector module scamander.sources.postgresql_connector module scamander.sources.source module scamander.sources.sqlserver_connector module scamander.transformations.cleaning module scamander.transformations.enrichment module scamander.transformations.scd module scamander.transformations.transformer module scamander.utils.archive_utils module scamander.utils.hadoop_fs module scamander.utils.json_utils module secret_provider (scamander.processor.platform.Platform property) SecretProvider (class in scamander.secrets.provider) select (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) select_columns() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) send() (scamander.api.throttled_adapter.ThrottledHTTPAdapter method) send_email() (airflow.providers.mailer.hooks.graph.MailerGraphHook method) (airflow.providers.mailer.hooks.mailer.MailerHook method) (airflow.providers.mailer.hooks.smtp_oauth.MailerSmtpOAuthHook method) (in module airflow.providers.mailer.utils.email) separator (scamander.models.source_config.csv.CsvSourceOptions attribute) serialize() (scamander.providers.fabric.triggers.fabric_capacity_trigger.FabricCapacityTrigger method) (scamander.providers.fabric.triggers.fabric_trigger.FabricTrigger method) (scamander.providers.fabric.triggers.powerbi_trigger.PowerBIDatasetRefreshTrigger method) service_name (scamander.models.source_config.oracle.OracleSourceOptions attribute) sheet_name (scamander.models.source_config.excel.ExcelSourceOptions attribute) should_check_capacity (scamander.providers.fabric.operators.powerbi_operator.PowerBIDatasetRefreshOperator property) sid (scamander.models.source_config.oracle.OracleSourceOptions attribute) skip_rows (scamander.models.source_config.excel.ExcelSourceOptions attribute) Source (class in scamander.sources.source) source (scamander.models.config.Config attribute) SourceConfig (class in scamander.models.source_config.source) Spark (class in scamander.processor.spark) SparkNotebookOperator (class in airflow.providers.notebook.operators.spark_notebook) sql (scamander.models.quality_config.suite.ExpectationSpec attribute) SqlServerConnector (class in scamander.sources.sqlserver_connector) SqlSourceOptions (class in scamander.models.source_config.sql) SSIS_Operator.models.SqlQueryParameters module SSIS_Operator.operators.ssis_package_operator module SSIS_Operator.sensors.ssis_package_sensor module SsisPackageOperator (class in SSIS_Operator.operators.ssis_package_operator) SsisPackageSensor (class in SSIS_Operator.sensors.ssis_package_sensor) standardize_column_names() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) SupportedPlatforms (class in scamander.processor.platform) suspend_capacity() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) SuspendFabricCapacityOperator (class in scamander.providers.fabric.operators.fabric_capacity_operator)

T

table (scamander.models.source_config.lakehouse.LakeHouseSourceOptions attribute) (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.source.SourceConfig attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute) tenant_id (scamander.models.source_config.microsoft_graph.MicrosoftGraphSourceOptions attribute) then_column (scamander.models.quality_config.suite.ExpectationSpec attribute) ThrottledHTTPAdapter (class in scamander.api.throttled_adapter) to_local_path() (scamander.processor.fabric.Fabric static method)

TransformationConfig (class in scamander.models.transformation_config.transformation) Transformer (class in scamander.transformations.transformer) trigger_dataset_refresh() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) trim_strings() (in module scamander.transformations.cleaning) (scamander.transformations.transformer.Transformer method) trust_server_certificate (scamander.models.source_config.sql.SqlSourceOptions attribute) type (scamander.models.quality_config.suite.ExpectationSpec attribute) (scamander.models.source_config.source.SourceConfig attribute) type_ (scamander.models.quality_config.suite.ExpectationSpec attribute)

U

unknown (scamander.processor.platform.SupportedPlatforms attribute) update_capacity_sku() (scamander.providers.fabric.hooks.fabric_capacity_hook.FabricCapacityHook method) update_conn() (in module scamander.providers.fabric.hooks.fabric_hook)

upsert_table() (scamander.processor.platform.Platform method) username (scamander.models.source_config.oracle.OracleSourceOptions attribute) (scamander.models.source_config.postgresql.PostgresqlSourceOptions attribute) (scamander.models.source_config.sql.SqlSourceOptions attribute)

V

validate() (scamander.transformations.transformer.Transformer method) validate_compatibility() (scamander.processor.databricks.Databricks method) (scamander.processor.fabric.Fabric method) (scamander.processor.platform.Platform method) (scamander.processor.spark.Spark method)

validate_dataframe() (scamander.processor.platform.Platform method) value_set (scamander.models.quality_config.suite.ExpectationSpec attribute) view_url_template() (airflow.providers.git_azure.bundles.git_azure.AzureDevOpsGitDagBundle method) visible_prefix (scamander.models.anonymization_config.spec.AnonymizationRule attribute) visible_suffix (scamander.models.anonymization_config.spec.AnonymizationRule attribute)

W

wait_for_dataset_refresh_status() (PowerBI_Operator.hooks.powerbi_hook.PowerBIHook method) wait_for_item_run_status() (scamander.providers.fabric.hooks.fabric_hook.FabricHook method)

warning() (scamander.logging.machine_logger.MachineLogger method) when_column (scamander.models.quality_config.suite.ExpectationSpec attribute) write_to_table() (scamander.processor.platform.Platform method)