@@ -37,6 +37,7 @@ class Dataset(AbstractApiClass):
3737 referenceOnlyDocumentset (bool): Signifies whether to save the data reference only. Only valid if is_documentset if True.
3838 versionLimit (int): Version limit for the dataset.
3939 disableRealtimeContentProcessing (bool): Whether realtime content processing is disabled for this dataset (only applicable to REALTIME_CONTENT_STORE datasets).
40+ forceFullResync (bool): Whether a complete reindex is pending pickup by the import scheduler (only applicable to REALTIME_CONTENT_STORE datasets).
4041 realtimeContentStoreConfig (dict): Indexing options (e.g. chunk_size) for the realtime content store (only applicable to REALTIME_CONTENT_STORE datasets).
4142 latestDatasetVersion (DatasetVersion): The latest version of this dataset.
4243 schema (DatasetColumn): List of resolved columns.
@@ -46,7 +47,7 @@ class Dataset(AbstractApiClass):
4647 attachmentParsingConfig (AttachmentParsingConfig): The attachment parsing config used for dataset (eg. for salesforce attachment parsing)
4748 """
4849
49- def __init__ (self , client , datasetId = None , sourceType = None , dataSource = None , createdAt = None , ignoreBefore = None , ephemeral = None , lookbackDays = None , databaseConnectorId = None , databaseConnectorConfig = None , connectorType = None , featureGroupTableName = None , applicationConnectorId = None , applicationConnectorConfig = None , incremental = None , isDocumentset = None , extractBoundingBoxes = None , mergeFileSchemas = None , referenceOnlyDocumentset = None , versionLimit = None , disableRealtimeContentProcessing = None , realtimeContentStoreConfig = None , schema = {}, refreshSchedules = {}, latestDatasetVersion = {}, parsingConfig = {}, documentProcessingConfig = {}, attachmentParsingConfig = {}):
50+ def __init__ (self , client , datasetId = None , sourceType = None , dataSource = None , createdAt = None , ignoreBefore = None , ephemeral = None , lookbackDays = None , databaseConnectorId = None , databaseConnectorConfig = None , connectorType = None , featureGroupTableName = None , applicationConnectorId = None , applicationConnectorConfig = None , incremental = None , isDocumentset = None , extractBoundingBoxes = None , mergeFileSchemas = None , referenceOnlyDocumentset = None , versionLimit = None , disableRealtimeContentProcessing = None , forceFullResync = None , realtimeContentStoreConfig = None , schema = {}, refreshSchedules = {}, latestDatasetVersion = {}, parsingConfig = {}, documentProcessingConfig = {}, attachmentParsingConfig = {}):
5051 super ().__init__ (client , datasetId )
5152 self .dataset_id = datasetId
5253 self .source_type = sourceType
@@ -68,6 +69,7 @@ def __init__(self, client, datasetId=None, sourceType=None, dataSource=None, cre
6869 self .reference_only_documentset = referenceOnlyDocumentset
6970 self .version_limit = versionLimit
7071 self .disable_realtime_content_processing = disableRealtimeContentProcessing
72+ self .force_full_resync = forceFullResync
7173 self .realtime_content_store_config = realtimeContentStoreConfig
7274 self .schema = client ._build_class (DatasetColumn , schema )
7375 self .refresh_schedules = client ._build_class (
@@ -82,8 +84,8 @@ def __init__(self, client, datasetId=None, sourceType=None, dataSource=None, cre
8284 self .deprecated_keys = {}
8385
8486 def __repr__ (self ):
85- repr_dict = {f'dataset_id' : repr (self .dataset_id ), f'source_type' : repr (self .source_type ), f'data_source' : repr (self .data_source ), f'created_at' : repr (self .created_at ), f'ignore_before' : repr (self .ignore_before ), f'ephemeral' : repr (self .ephemeral ), f'lookback_days' : repr (self .lookback_days ), f'database_connector_id' : repr (self .database_connector_id ), f'database_connector_config' : repr (self .database_connector_config ), f'connector_type' : repr (self .connector_type ), f'feature_group_table_name' : repr (self .feature_group_table_name ), f'application_connector_id' : repr (self .application_connector_id ), f'application_connector_config' : repr (self .application_connector_config ), f'incremental' : repr (self .incremental ), f'is_documentset' : repr (
86- self .is_documentset ), f'extract_bounding_boxes ' : repr (self .extract_bounding_boxes ), f'merge_file_schemas ' : repr (self .merge_file_schemas ), f'reference_only_documentset ' : repr (self .reference_only_documentset ), f'version_limit ' : repr (self .version_limit ), f'disable_realtime_content_processing ' : repr (self .disable_realtime_content_processing ), f'realtime_content_store_config' : repr (self .realtime_content_store_config ), f'schema' : repr (self .schema ), f'refresh_schedules' : repr (self .refresh_schedules ), f'latest_dataset_version' : repr (self .latest_dataset_version ), f'parsing_config' : repr (self .parsing_config ), f'document_processing_config' : repr (self .document_processing_config ), f'attachment_parsing_config' : repr (self .attachment_parsing_config )}
87+ repr_dict = {f'dataset_id' : repr (self .dataset_id ), f'source_type' : repr (self .source_type ), f'data_source' : repr (self .data_source ), f'created_at' : repr (self .created_at ), f'ignore_before' : repr (self .ignore_before ), f'ephemeral' : repr (self .ephemeral ), f'lookback_days' : repr (self .lookback_days ), f'database_connector_id' : repr (self .database_connector_id ), f'database_connector_config' : repr (self .database_connector_config ), f'connector_type' : repr (self .connector_type ), f'feature_group_table_name' : repr (self .feature_group_table_name ), f'application_connector_id' : repr (self .application_connector_id ), f'application_connector_config' : repr (self .application_connector_config ), f'incremental' : repr (self .incremental ), f'is_documentset' : repr (self . is_documentset ), f'extract_bounding_boxes' : repr (
88+ self .extract_bounding_boxes ), f'merge_file_schemas ' : repr (self .merge_file_schemas ), f'reference_only_documentset ' : repr (self .reference_only_documentset ), f'version_limit ' : repr (self .version_limit ), f'disable_realtime_content_processing ' : repr (self .disable_realtime_content_processing ), f'force_full_resync ' : repr (self .force_full_resync ), f'realtime_content_store_config' : repr (self .realtime_content_store_config ), f'schema' : repr (self .schema ), f'refresh_schedules' : repr (self .refresh_schedules ), f'latest_dataset_version' : repr (self .latest_dataset_version ), f'parsing_config' : repr (self .parsing_config ), f'document_processing_config' : repr (self .document_processing_config ), f'attachment_parsing_config' : repr (self .attachment_parsing_config )}
8789 class_name = "Dataset"
8890 repr_str = ',\n ' .join ([f'{ key } ={ value } ' for key , value in repr_dict .items (
8991 ) if getattr (self , key , None ) is not None and key not in self .deprecated_keys ])
@@ -97,7 +99,7 @@ def to_dict(self):
9799 dict: The dict value representation of the class parameters
98100 """
99101 resp = {'dataset_id' : self .dataset_id , 'source_type' : self .source_type , 'data_source' : self .data_source , 'created_at' : self .created_at , 'ignore_before' : self .ignore_before , 'ephemeral' : self .ephemeral , 'lookback_days' : self .lookback_days , 'database_connector_id' : self .database_connector_id , 'database_connector_config' : self .database_connector_config , 'connector_type' : self .connector_type , 'feature_group_table_name' : self .feature_group_table_name , 'application_connector_id' : self .application_connector_id , 'application_connector_config' : self .application_connector_config , 'incremental' : self .incremental , 'is_documentset' : self .is_documentset , 'extract_bounding_boxes' : self .extract_bounding_boxes , 'merge_file_schemas' : self .merge_file_schemas ,
100- 'reference_only_documentset' : self .reference_only_documentset , 'version_limit' : self .version_limit , 'disable_realtime_content_processing' : self .disable_realtime_content_processing , 'realtime_content_store_config' : self .realtime_content_store_config , 'schema' : self ._get_attribute_as_dict (self .schema ), 'refresh_schedules' : self ._get_attribute_as_dict (self .refresh_schedules ), 'latest_dataset_version' : self ._get_attribute_as_dict (self .latest_dataset_version ), 'parsing_config' : self ._get_attribute_as_dict (self .parsing_config ), 'document_processing_config' : self ._get_attribute_as_dict (self .document_processing_config ), 'attachment_parsing_config' : self ._get_attribute_as_dict (self .attachment_parsing_config )}
102+ 'reference_only_documentset' : self .reference_only_documentset , 'version_limit' : self .version_limit , 'disable_realtime_content_processing' : self .disable_realtime_content_processing , 'force_full_resync' : self . force_full_resync , ' realtime_content_store_config' : self .realtime_content_store_config , 'schema' : self ._get_attribute_as_dict (self .schema ), 'refresh_schedules' : self ._get_attribute_as_dict (self .refresh_schedules ), 'latest_dataset_version' : self ._get_attribute_as_dict (self .latest_dataset_version ), 'parsing_config' : self ._get_attribute_as_dict (self .parsing_config ), 'document_processing_config' : self ._get_attribute_as_dict (self .document_processing_config ), 'attachment_parsing_config' : self ._get_attribute_as_dict (self .attachment_parsing_config )}
101103 return {key : value for key , value in resp .items () if value is not None and key not in self .deprecated_keys }
102104
103105 def get_raw_data_from_realtime (self , check_permissions : bool = False , start_time : str = None , end_time : str = None , column_filter : dict = None ):
0 commit comments