Datamaestro
User Guide
Getting Started
Command Line Interface
Configuration
Dataset Development
Dataset Definition
Class-based Datasets (Preferred)
The
@dataset
Annotation
Resources
Data Types
Tags and Tasks
Metadatasets
File Validation
Testing Datasets
Deprecated: Decorator-based Datasets
Development Guide
API Reference
API Reference
Data Types
Download Resources
Defining Resources (Modern API)
Transient Resources & Pipelines
Creating Custom Resource Handlers
File Validation
Two-Path Download Flow
State Metadata File
Deprecated: Download Decorators
Dataset Variants
Records (Deprecated)
Datamaestro
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
M
|
N
|
P
|
R
|
S
|
T
|
U
|
V
|
Z
_
__call__() (datamaestro.record.RecordType method)
__init__() (datamaestro.utils.HashCheck method)
A
AbstractDataset (class in datamaestro.definitions)
AndCondition (class in datamaestro.search)
apply() (datamaestro.download.Resource class method)
axes (datamaestro.variants.AxesVariants property)
AxesVariants (class in datamaestro.variants)
Axis (class in datamaestro.variants)
B
bind() (datamaestro.download.Resource method)
C
can_recover (datamaestro.download.Resource property)
cleanup() (datamaestro.download.Resource method)
coerce() (datamaestro.variants.Axis method)
COMPLETE (datamaestro.download.ResourceState attribute)
ConcatDownloader (class in datamaestro.download.single)
Condition (class in datamaestro.search)
Context (class in datamaestro.context)
custom_download() (in module datamaestro.download.custom)
D
datapath (datamaestro.definitions.DatasetWrapper property)
dataset (class in datamaestro.definitions)
dataset() (datamaestro.context.Context method)
datasets() (datamaestro.context.Context method)
DatasetWrapper (class in datamaestro.definitions)
delimiter (datamaestro.data.csv.Generic attribute)
(datamaestro.data.csv.Matrix attribute)
dependencies (datamaestro.download.Resource property)
dependents (datamaestro.download.Resource property)
document() (datamaestro.variants.Variants method)
download() (datamaestro.definitions.AbstractDataset method)
(datamaestro.definitions.DatasetWrapper method)
(datamaestro.download.FileResource method)
(datamaestro.download.FolderResource method)
(datamaestro.download.Resource method)
Downloader (class in datamaestro.download.custom)
E
enumerable (datamaestro.variants.Axis property)
enumerate() (datamaestro.variants.AxesVariants method)
(datamaestro.variants.Variants method)
F
FileChecker (class in datamaestro.utils)
FileDownloader (class in datamaestro.download.single)
FileResource (class in datamaestro.download)
FilesCopy (class in datamaestro.download)
find_dataset() (in module datamaestro.context)
FolderResource (class in datamaestro.download)
format_selector() (datamaestro.variants.AxesVariants method)
(datamaestro.variants.Variants method)
G
get() (datamaestro.record.Record method)
get_dataset() (in module datamaestro.context)
H
has() (datamaestro.record.Record method)
has_files() (datamaestro.download.Resource method)
(datamaestro.download.ValueResource method)
HashCheck (class in datamaestro.utils)
HFDownloader (class in datamaestro.download.huggingface)
I
id (datamaestro.data.Base attribute)
(datamaestro.data.csv.Generic attribute)
(datamaestro.data.csv.Matrix attribute)
(datamaestro.data.File attribute)
(datamaestro.data.Generic attribute)
(datamaestro.data.ml.Supervised attribute)
(datamaestro.data.tensor.IDX attribute)
ignore (datamaestro.data.csv.Generic attribute)
(datamaestro.data.csv.Matrix attribute)
Item (class in datamaestro.record)
M
matches() (datamaestro.variants.AxesVariants method)
(datamaestro.variants.Variants method)
metadataset (class in datamaestro.definitions)
N
names_row (datamaestro.data.csv.Generic attribute)
(datamaestro.data.csv.Matrix attribute)
NONE (datamaestro.download.ResourceState attribute)
P
parse_selector() (datamaestro.variants.AxesVariants method)
(datamaestro.variants.Variants method)
PARTIAL (datamaestro.download.ResourceState attribute)
path (datamaestro.data.csv.Generic attribute)
(datamaestro.data.csv.Matrix attribute)
(datamaestro.data.File attribute)
(datamaestro.data.tensor.IDX attribute)
(datamaestro.download.FileResource property)
(datamaestro.download.FolderResource property)
(datamaestro.download.Resource property)
prepare() (datamaestro.download.FileResource method)
(datamaestro.download.FolderResource method)
(datamaestro.download.Resource method)
(datamaestro.download.ValueResource method)
prepare_dataset() (in module datamaestro.context)
R
Record (class in datamaestro.record)
record_type() (in module datamaestro.record)
RecordType (class in datamaestro.record)
reference (class in datamaestro.download)
repositories() (datamaestro.context.Context method)
Repository (class in datamaestro.context)
RepositoryCondition (class in datamaestro.search)
resolve() (datamaestro.variants.AxesVariants method)
(datamaestro.variants.Variants method)
Resource (class in datamaestro.download)
ResourceState (class in datamaestro.download)
S
search() (datamaestro.context.Repository method)
size_row (datamaestro.data.csv.Matrix attribute)
state (datamaestro.download.Resource property)
stream() (datamaestro.download.FileResource method)
sub() (datamaestro.record.RecordType method)
T
TagCondition (class in datamaestro.search)
TarDownloader (class in datamaestro.download.archive)
target (datamaestro.data.csv.Matrix attribute)
TaskCondition (class in datamaestro.search)
test (datamaestro.data.ml.Supervised attribute)
train (datamaestro.data.ml.Supervised attribute)
transient_path (datamaestro.download.FileResource property)
(datamaestro.download.FolderResource property)
(datamaestro.download.Resource property)
TypeCondition (class in datamaestro.search)
U
update() (datamaestro.record.Record method)
V
validate() (datamaestro.record.RecordType method)
(datamaestro.variants.Axis method)
validation (datamaestro.data.ml.Supervised attribute)
ValueResource (class in datamaestro.download)
Variants (class in datamaestro.variants)
Z
ZipDownloader (class in datamaestro.download.archive)