deriva.transfer package

Subpackages

• deriva.transfer.download package
  • Subpackages
    • deriva.transfer.download.processors package
      • Subpackages
        • deriva.transfer.download.processors.postprocess package
          • Submodules
          • deriva.transfer.download.processors.postprocess.identifier_post_processor module
            • FAIRIdentifierPostProcessor
              • FAIRIdentifierPostProcessor.IDENTIFIER_NAMESPACE
              • FAIRIdentifierPostProcessor.IDENTIFIER_SERVICE
              • FAIRIdentifierPostProcessor.IDENTIFIER_SERVICE_TEST
              • FAIRIdentifierPostProcessor.IDENTIFIER_SERVICE_WRITER_SCOPE
              • FAIRIdentifierPostProcessor.TEST_IDENTIFIER_NAMESPACE
              • FAIRIdentifierPostProcessor.load_identifier_client()
              • FAIRIdentifierPostProcessor.process()
          • deriva.transfer.download.processors.postprocess.transfer_post_processor module
            • Boto3UploadPostProcessor
              • Boto3UploadPostProcessor.BOTO3
              • Boto3UploadPostProcessor.BOTOCORE
              • Boto3UploadPostProcessor.import_boto3()
              • Boto3UploadPostProcessor.process()
            • UploadPostProcessor
              • UploadPostProcessor.process()
          • deriva.transfer.download.processors.postprocess.workspace_post_processor module
          • Module contents
        • deriva.transfer.download.processors.query package
          • Submodules
          • deriva.transfer.download.processors.query.bag_fetch_query_processor module
            • BagFetchQueryProcessor
              • BagFetchQueryProcessor.createManifestEntry()
              • BagFetchQueryProcessor.createRemoteFileManifest()
              • BagFetchQueryProcessor.process()
          • deriva.transfer.download.processors.query.base_query_processor module
            • BaseQueryProcessor
              • BaseQueryProcessor.HEADERS
              • BaseQueryProcessor.catalogQuery()
              • BaseQueryProcessor.create_default_paths()
              • BaseQueryProcessor.getExternalSession()
              • BaseQueryProcessor.getExternalUrl()
              • BaseQueryProcessor.getHatracStore()
              • BaseQueryProcessor.headForHeaders()
              • BaseQueryProcessor.process()
            • CSVQueryProcessor
            • CreateDirProcessor
              • CreateDirProcessor.process()
            • JSONEnvUpdateProcessor
              • JSONEnvUpdateProcessor.process()
            • JSONQueryProcessor
            • JSONStreamQueryProcessor
          • deriva.transfer.download.processors.query.file_download_query_processor module
            • FileDownloadQueryProcessor
              • FileDownloadQueryProcessor.downloadFiles()
              • FileDownloadQueryProcessor.getExternalFile()
              • FileDownloadQueryProcessor.process()
          • Module contents
        • deriva.transfer.download.processors.transform package
          • Module contents
      • Submodules
      • deriva.transfer.download.processors.base_processor module
        • BaseProcessor
          • BaseProcessor.create_paths()
          • BaseProcessor.default_callback()
          • BaseProcessor.make_file_output_values()
          • BaseProcessor.process()
          • BaseProcessor.should_abort()
      • Module contents
        • find_post_processor()
        • find_processor()
        • find_query_processor()
        • find_transform_processor()
        • is_processor_whitelisted()
  • Submodules
  • deriva.transfer.download.deriva_download module
    • DerivaDownload
      • DerivaDownload.check_payload_size()
      • DerivaDownload.download()
      • DerivaDownload.set_config()
      • DerivaDownload.set_credentials()
      • DerivaDownload.set_dcctx_cid()
    • GenericDownloader
      • GenericDownloader.LOCAL_PATH_KEY
      • GenericDownloader.REMOTE_PATHS_KEY
      • GenericDownloader.SERVICE_URL_KEY
  • deriva.transfer.download.deriva_download_cli module
    • DerivaDownloadCLI
      • DerivaDownloadCLI.download()
      • DerivaDownloadCLI.get_downloader()
      • DerivaDownloadCLI.main()
  • Module contents
    • DerivaDownloadAuthenticationError
    • DerivaDownloadAuthorizationError
    • DerivaDownloadBaggingError
    • DerivaDownloadConfigurationError
    • DerivaDownloadError
    • DerivaDownloadTimeoutError
• deriva.transfer.upload package
  • Submodules
  • deriva.transfer.upload.deriva_upload module
    • DerivaUpload
      • DerivaUpload.DefaultConfigFileName
      • DerivaUpload.DefaultServerListFileName
      • DerivaUpload.DefaultTransferStateBaseName
      • DerivaUpload.DefaultTransferStateFileName
      • DerivaUpload.acquire_dependent_locks()
      • DerivaUpload.archive_preprocessing_enabled()
      • DerivaUpload.cancel()
      • DerivaUpload.cleanup()
      • DerivaUpload.cleanupTransferState()
      • DerivaUpload.defaultFileCallback()
      • DerivaUpload.delTransferState()
      • DerivaUpload.delete_dependent_locks()
      • DerivaUpload.find_file_in_dir_hierarchy()
      • DerivaUpload.getAssetMapping()
      • DerivaUpload.getCatalogTable()
      • DerivaUpload.getConfigPath()
      • DerivaUpload.getCurrentConfigFilePath()
      • DerivaUpload.getDefaultConfigFilePath()
      • DerivaUpload.getDefaultServer()
      • DerivaUpload.getDeployedConfigFilePath()
      • DerivaUpload.getDeployedConfigPath()
      • DerivaUpload.getFileDisplayName()
      • DerivaUpload.getFileHashes()
      • DerivaUpload.getFileSize()
      • DerivaUpload.getFileStatusAsArray()
      • DerivaUpload.getRemoteConfig()
      • DerivaUpload.getServers()
      • DerivaUpload.getTransferState()
      • DerivaUpload.getTransferStateFileName()
      • DerivaUpload.getTransferStateStatus()
      • DerivaUpload.getUpdatedConfig()
      • DerivaUpload.getVersion()
      • DerivaUpload.getVersionCompatibility()
      • DerivaUpload.guessContentType()
      • DerivaUpload.initialize()
      • DerivaUpload.interpolateDict()
      • DerivaUpload.interrupt_handler()
      • DerivaUpload.isFileNewer()
      • DerivaUpload.isVersionCompatible()
      • DerivaUpload.loadTransferState()
      • DerivaUpload.pruneDict()
      • DerivaUpload.reset()
      • DerivaUpload.scanDirectory()
      • DerivaUpload.setConfig()
      • DerivaUpload.setCredentials()
      • DerivaUpload.setServer()
      • DerivaUpload.setTransferState()
      • DerivaUpload.set_dcctx_cid()
      • DerivaUpload.uploadFile()
      • DerivaUpload.uploadFiles()
      • DerivaUpload.validateFile()
      • DerivaUpload.writeTransferState()
    • Enum
    • FileUploadState
      • FileUploadState.asdict()
    • GenericUploader
      • GenericUploader.getConfigPath()
      • GenericUploader.getServers()
      • GenericUploader.getVersion()
      • GenericUploader.setServers()
    • UploadEntry
  • deriva.transfer.upload.deriva_upload_cli module
    • DerivaUploadCLI
      • DerivaUploadCLI.main()
      • DerivaUploadCLI.upload()
  • Module contents
    • DerivaUploadAuthenticationError
    • DerivaUploadCatalogCreateError
    • DerivaUploadCatalogUpdateError
    • DerivaUploadConfigurationError
    • DerivaUploadError
• deriva.transfer.backup package
  • Submodules
  • deriva.transfer.backup.deriva_backup module
    • DerivaBackup
      • DerivaBackup.BASE_ASSET_OUTPUT_PATH
      • DerivaBackup.BASE_CONFIG
      • DerivaBackup.BASE_DATA_OUTPUT_PATH
      • DerivaBackup.BASE_DATA_QUERY_PATH
      • DerivaBackup.BASE_SCHEMA_QUERY_PROC
      • DerivaBackup.download()
      • DerivaBackup.generate_asset_configs()
  • deriva.transfer.backup.deriva_backup_cli module
    • DerivaBackupCLI
      • DerivaBackupCLI.get_downloader()
  • Module contents
    • DerivaBackupAuthenticationError
    • DerivaBackupAuthorizationError
    • DerivaBackupConfigurationError
    • DerivaBackupError
• deriva.transfer.restore package
  • Submodules
  • deriva.transfer.restore.deriva_restore module
    • DerivaRestore
      • DerivaRestore.BASE_ASSETS_INPUT_PATH
      • DerivaRestore.BASE_DATA_INPUT_PATH
      • DerivaRestore.RESTORE_STATE_URL
      • DerivaRestore.check_column_compatibility()
      • DerivaRestore.cleanup_restored_catalog()
      • DerivaRestore.copy_cdef()
      • DerivaRestore.copy_kdef()
      • DerivaRestore.copy_sdef()
      • DerivaRestore.copy_tdef_core()
      • DerivaRestore.copy_tdef_fkeys()
      • DerivaRestore.get_json_recordset()
      • DerivaRestore.get_table_path()
      • DerivaRestore.load_json_file()
      • DerivaRestore.open_json_stream_file()
      • DerivaRestore.prune_parts()
      • DerivaRestore.restore()
      • DerivaRestore.set_config()
      • DerivaRestore.set_credentials()
      • DerivaRestore.upload_assets()
  • deriva.transfer.restore.deriva_restore_cli module
    • DerivaRestoreCLI
      • DerivaRestoreCLI.main()
  • Module contents
    • DerivaRestoreAuthenticationError
    • DerivaRestoreAuthorizationError
    • DerivaRestoreConfigurationError
    • DerivaRestoreError

Module contents