pydatatask package

Documentation for this package can be found at https://pydatatask.readthedocs.io/en/stable/

Submodules

• pydatatask.fuse module
• pydatatask.main module
  • main()
  • update()
  • cat_data()
  • list_data()
  • delete_data()
  • inject_data()
  • print_status()
  • print_trace()
  • launch()
  • shell()
  • run()
• pydatatask.pipeline module
  • Pipeline
    • Pipeline.settings()
    • Pipeline.open()
    • Pipeline.close()
    • Pipeline.update()
    • Pipeline.update_only_update()
    • Pipeline.update_only_launch()
    • Pipeline.gather_ready_jobs()
    • Pipeline.graph()
    • Pipeline.dependants()
• pydatatask.pod_manager module
  • PodManager
    • PodManager.api
    • PodManager.api_ws
    • PodManager.v1
    • PodManager.v1_ws
    • PodManager.close()
    • PodManager.launch()
    • PodManager.query()
    • PodManager.delete()
    • PodManager.logs()
• pydatatask.proc_manager module
  • AbstractProcessManager
    • AbstractProcessManager.get_live_pids()
    • AbstractProcessManager.spawn()
    • AbstractProcessManager.kill()
    • AbstractProcessManager.basedir
    • AbstractProcessManager.open()
    • AbstractProcessManager.mkdir()
    • AbstractProcessManager.rmtree()
  • LocalLinuxManager
    • LocalLinuxManager.basedir
    • LocalLinuxManager.get_live_pids()
    • LocalLinuxManager.spawn()
    • LocalLinuxManager.kill()
    • LocalLinuxManager.mkdir()
    • LocalLinuxManager.rmtree()
    • LocalLinuxManager.open()
  • SSHLinuxManager
    • SSHLinuxManager.ssh
    • SSHLinuxManager.basedir
    • SSHLinuxManager.open()
    • SSHLinuxManager.rmtree()
    • SSHLinuxManager.mkdir()
    • SSHLinuxManager.kill()
    • SSHLinuxManager.get_live_pids()
    • SSHLinuxManager.spawn()
• pydatatask.repository module
  • Repository
    • Repository.CHARSET
    • Repository.CHARSET_START_END
    • Repository.is_valid_job_id()
    • Repository.filter_jobs()
    • Repository.contains()
    • Repository.unfiltered_iter()
    • Repository.info()
    • Repository.delete()
    • Repository.info_all()
    • Repository.validate()
    • Repository.map()
  • BlobRepository
    • BlobRepository.open()
  • MetadataRepository
    • MetadataRepository.info()
    • MetadataRepository.dump()
  • FileRepositoryBase
    • FileRepositoryBase.contains()
    • FileRepositoryBase.unfiltered_iter()
    • FileRepositoryBase.validate()
    • FileRepositoryBase.fullpath()
    • FileRepositoryBase.info()
  • FileRepository
    • FileRepository.open()
    • FileRepository.delete()
  • DirectoryRepository
    • DirectoryRepository.mkdir()
    • DirectoryRepository.delete()
    • DirectoryRepository.contains()
    • DirectoryRepository.unfiltered_iter()
  • S3BucketRepository
    • S3BucketRepository.client
    • S3BucketRepository.contains()
    • S3BucketRepository.unfiltered_iter()
    • S3BucketRepository.validate()
    • S3BucketRepository.object_name()
    • S3BucketRepository.open()
    • S3BucketRepository.info()
    • S3BucketRepository.delete()
  • S3BucketInfo
  • MongoMetadataRepository
    • MongoMetadataRepository.collection
    • MongoMetadataRepository.contains()
    • MongoMetadataRepository.delete()
    • MongoMetadataRepository.unfiltered_iter()
    • MongoMetadataRepository.info()
    • MongoMetadataRepository.info_all()
    • MongoMetadataRepository.dump()
  • InProcessMetadataRepository
    • InProcessMetadataRepository.info()
    • InProcessMetadataRepository.dump()
    • InProcessMetadataRepository.contains()
    • InProcessMetadataRepository.delete()
    • InProcessMetadataRepository.unfiltered_iter()
  • InProcessBlobStream
    • InProcessBlobStream.read()
    • InProcessBlobStream.write()
    • InProcessBlobStream.close()
  • InProcessBlobRepository
    • InProcessBlobRepository.info()
    • InProcessBlobRepository.open()
    • InProcessBlobRepository.unfiltered_iter()
    • InProcessBlobRepository.contains()
    • InProcessBlobRepository.delete()
  • DockerRepository
    • DockerRepository.registry
    • DockerRepository.unfiltered_iter()
    • DockerRepository.info()
    • DockerRepository.delete()
  • LiveKubeRepository
    • LiveKubeRepository.unfiltered_iter()
    • LiveKubeRepository.contains()
    • LiveKubeRepository.info()
    • LiveKubeRepository.pods()
    • LiveKubeRepository.delete()
  • ExecutorLiveRepo
    • ExecutorLiveRepo.unfiltered_iter()
    • ExecutorLiveRepo.contains()
    • ExecutorLiveRepo.delete()
    • ExecutorLiveRepo.info()
  • AggregateOrRepository
    • AggregateOrRepository.unfiltered_iter()
    • AggregateOrRepository.contains()
    • AggregateOrRepository.info()
    • AggregateOrRepository.delete()
  • AggregateAndRepository
    • AggregateAndRepository.unfiltered_iter()
    • AggregateAndRepository.contains()
    • AggregateAndRepository.info()
    • AggregateAndRepository.delete()
  • BlockingRepository
    • BlockingRepository.unfiltered_iter()
    • BlockingRepository.contains()
    • BlockingRepository.info()
    • BlockingRepository.delete()
  • YamlMetadataRepository
    • YamlMetadataRepository.info()
    • YamlMetadataRepository.dump()
  • YamlMetadataFileRepository
  • YamlMetadataS3Repository
    • YamlMetadataS3Repository.info()
  • RelatedItemRepository
    • RelatedItemRepository.contains()
    • RelatedItemRepository.delete()
    • RelatedItemRepository.info()
    • RelatedItemRepository.unfiltered_iter()
• pydatatask.resource_manager module
  • ResourceType
    • ResourceType.CPU
    • ResourceType.MEM
    • ResourceType.RATE
  • Resources
    • Resources.cpu
    • Resources.mem
    • Resources.launches
    • Resources.parse()
    • Resources.excess()
  • ResourceManager
    • ResourceManager.register()
    • ResourceManager.flush()
    • ResourceManager.reserve()
    • ResourceManager.relinquish()
  • parse_quantity()
• pydatatask.session module
  • Session
    • Session.resource()
    • Session.open()
    • Session.close()
• pydatatask.task module
  • STDOUT
  • Link
    • Link.repo
    • Link.is_input
    • Link.is_output
    • Link.is_status
    • Link.inhibits_start
    • Link.required_for_start
    • Link.inhibits_output
    • Link.required_for_output
  • Task
    • Task.ready
    • Task.link()
    • Task.plug()
    • Task.input
    • Task.output
    • Task.status
    • Task.inhibits_start
    • Task.required_for_start
    • Task.inhibits_output
    • Task.required_for_output
    • Task.validate()
    • Task.update()
    • Task.launch()
  • KubeTask
    • KubeTask.podman
    • KubeTask.launch()
    • KubeTask.delete()
    • KubeTask.update()
    • KubeTask.handle_timeout()
  • ProcessTask
    • ProcessTask.manager
    • ProcessTask.stderr
    • ProcessTask.basedir
    • ProcessTask.update()
    • ProcessTask.launch()
  • InProcessSyncTask
    • InProcessSyncTask.validate()
    • InProcessSyncTask.update()
    • InProcessSyncTask.launch()
  • ExecutorTask
    • ExecutorTask.update()
    • ExecutorTask.validate()
    • ExecutorTask.launch()
    • ExecutorTask.cancel()
  • KubeFunctionTask
    • KubeFunctionTask.validate()
    • KubeFunctionTask.launch()
• pydatatask.utils module
  • AReadStream
    • AReadStream.read()
    • AReadStream.close()
  • AWriteStream
    • AWriteStream.write()
    • AWriteStream.close()
  • async_copyfile()
  • AReadText
    • AReadText.read()
    • AReadText.close()
  • AWriteText
    • AWriteText.write()
    • AWriteText.close()
  • async_copyfile_str()
  • roundrobin()