Advertisement
Guest User

great_expectations.yml

a guest
Nov 29th, 2021
161
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
YAML 4.96 KB | None | 0 0
  1. # Welcome to Great Expectations! Always know what to expect from your data.
  2. #
  3. # Here you can define datasources, batch kwargs generators, integrations and
  4. # more. This file is intended to be committed to your repo. For help with
  5. # configuration please:
  6. #   - Read our docs: https://docs.greatexpectations.io/en/latest/reference/spare_parts/data_context_reference.html#configuration
  7. #   - Join our slack channel: http://greatexpectations.io/slack
  8.  
  9. # config_version refers to the syntactic version of this config file, and is used in maintaining backwards compatibility
  10. # It is auto-generated and usually does not need to be changed.
  11. config_version: 3.0
  12.  
  13. # Datasources tell Great Expectations where your data lives and how to get it.
  14. # You can use the CLI command `great_expectations datasource new` to help you
  15. # add a new datasource. Read more at https://docs.greatexpectations.io/en/latest/reference/core_concepts/datasource.html
  16. datasources:
  17.   ch:
  18.     data_connectors:
  19.       default_runtime_data_connector_name:
  20.         class_name: RuntimeDataConnector
  21.         module_name: great_expectations.datasource.data_connector
  22.         batch_identifiers:
  23.          - default_identifier_name
  24.       default_inferred_data_connector_name:
  25.         class_name: InferredAssetSqlDataConnector
  26.         module_name: great_expectations.datasource.data_connector
  27.     module_name: great_expectations.datasource
  28.     execution_engine:
  29.       connection_string: clickhouse+native://USER:PASSWORD@HOST:9000/?session_id='qwer123'
  30.       module_name: great_expectations.execution_engine
  31.       class_name: SqlAlchemyExecutionEngine
  32.     class_name: Datasource
  33.  
  34. # This config file supports variable substitution which enables: 1) keeping
  35. # secrets out of source control & 2) environment-based configuration changes
  36. # such as staging vs prod.
  37. #
  38. # When GE encounters substitution syntax (like `my_key: ${my_value}` or
  39. # `my_key: $my_value`) in the great_expectations.yml file, it will attempt
  40. # to replace the value of `my_key` with the value from an environment
  41. # variable `my_value` or a corresponding key read from this config file,
  42. # which is defined through the `config_variables_file_path`.
  43. # Environment variables take precedence over variables defined here.
  44. #
  45. # Substitution values defined here can be a simple (non-nested) value,
  46. # nested value such as a dictionary, or an environment variable (i.e. ${ENV_VAR})
  47. #
  48. #
  49. # https://docs.greatexpectations.io/en/latest/guides/how_to_guides/configuring_data_contexts/how_to_use_a_yaml_file_or_environment_variables_to_populate_credentials.html
  50.  
  51.  
  52. config_variables_file_path: uncommitted/config_variables.yml
  53.  
  54. # The plugins_directory will be added to your python path for custom modules
  55. # used to override and extend Great Expectations.
  56. plugins_directory: plugins/
  57.  
  58. stores:
  59. # Stores are configurable places to store things like Expectations, Validations
  60. # Data Docs, and more. These are for advanced users only - most users can simply
  61. # leave this section alone.
  62. #
  63. # Three stores are required: expectations, validations, and
  64. # evaluation_parameters, and must exist with a valid store entry. Additional
  65. # stores can be configured for uses such as data_docs, etc.
  66.   expectations_store:
  67.     class_name: ExpectationsStore
  68.     store_backend:
  69.       class_name: TupleFilesystemStoreBackend
  70.       base_directory: expectations/
  71.  
  72.   validations_store:
  73.     class_name: ValidationsStore
  74.     store_backend:
  75.       class_name: TupleFilesystemStoreBackend
  76.       base_directory: uncommitted/validations/
  77.  
  78.   evaluation_parameter_store:
  79.    # Evaluation Parameters enable dynamic expectations. Read more here:
  80.     # https://docs.greatexpectations.io/en/latest/reference/core_concepts/evaluation_parameters.html
  81.     class_name: EvaluationParameterStore
  82.  
  83.   checkpoint_store:
  84.     class_name: CheckpointStore
  85.     store_backend:
  86.       class_name: TupleFilesystemStoreBackend
  87.       suppress_store_backend_id: true
  88.       base_directory: checkpoints/
  89.  
  90. expectations_store_name: expectations_store
  91. validations_store_name: validations_store
  92. evaluation_parameter_store_name: evaluation_parameter_store
  93. checkpoint_store_name: checkpoint_store
  94.  
  95. data_docs_sites:
  96.  # Data Docs make it simple to visualize data quality in your project. These
  97.   # include Expectations, Validations & Profiles. The are built for all
  98.   # Datasources from JSON artifacts in the local repo including validations &
  99.   # profiles from the uncommitted directory. Read more at https://docs.greatexpectations.io/en/latest/reference/core_concepts/data_docs.html
  100.   local_site:
  101.     class_name: SiteBuilder
  102.     # set to false to hide how-to buttons in Data Docs
  103.     show_how_to_buttons: true
  104.     store_backend:
  105.       class_name: TupleFilesystemStoreBackend
  106.       base_directory: uncommitted/data_docs/local_site/
  107.     site_index_builder:
  108.       class_name: DefaultSiteIndexBuilder
  109.  
  110. anonymous_usage_statistics:
  111.   enabled: true
  112.   data_context_id: 0b57a1d9-03e4-47e2-90fc-d2bd4e07d341
  113. concurrency:
  114.   enabled: false
  115. notebooks:
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement