mit_d3m.loaders module

Classes

Dataset(name[, X, y, context])

GraphLoader(data_modality, task_type)

ImageLoader(data_modality, task_type)

Loader(data_modality, task_type)

ResourceLoader(data_modality, task_type)

TabularLoader(data_modality, task_type)

TextLoader(data_modality, task_type)

Functions

features_by_type(column_types, columns)

get_loader(data_modality, task_type)

class mit_d3m.loaders.Dataset(name, X=None, y=None, context=None)[source]

Bases: object

Methods

get_split(indexes)

get_split(indexes)[source]
class mit_d3m.loaders.GraphLoader(data_modality, task_type)[source]

Bases: mit_d3m.loaders.Loader

Methods

get_context(X, d3mds)

load(d3mds)

Load X, y and context from D3MDS.

load_graphs(d3mds[, max_graphs])

get_context(X, d3mds)[source]
load(d3mds)[source]

Load X, y and context from D3MDS.

load_graphs(d3mds, max_graphs=2)[source]
class mit_d3m.loaders.ImageLoader(data_modality, task_type)[source]

Bases: mit_d3m.loaders.ResourceLoader

Attributes

EPOCHS

int(x=0) -> integer

INPUT_SHAPE

tuple() -> empty tuple

Methods

load_resources(X, resource_column, d3mds)

EPOCHS = 1
INPUT_SHAPE = (224, 224, 3)
load_resources(X, resource_column, d3mds)[source]
class mit_d3m.loaders.Loader(data_modality, task_type)[source]

Bases: object

Methods

load(d3mds)

Load X, y and context from D3MDS.

to_dict()

load(d3mds)[source]

Load X, y and context from D3MDS.

to_dict()[source]
class mit_d3m.loaders.ResourceLoader(data_modality, task_type)[source]

Bases: mit_d3m.loaders.Loader

Methods

get_context(X, y)

load(d3mds)

Load X, y and context from D3MDS.

load_resources(resources_names, d3mds)

get_context(X, y)[source]
load(d3mds)[source]

Load X, y and context from D3MDS.

load_resources(resources_names, d3mds)[source]
class mit_d3m.loaders.TabularLoader(data_modality, task_type)[source]

Bases: mit_d3m.loaders.Loader

Methods

analyze_columns(columns, data)

build_columns(data, name)

find_privileged_features(dataset_doc, tables)

get_collection_details(dataset_root, resource)

get_columns(resource, data, name)

get_parent(resource_id, tables)

get_relationships(tables)

get_resources(d3mds)

load(d3mds)

Load X, y and context from D3MDS.

load_collection(tables, dataset_root, resource)

load_collection_data(path, parent_table, …)

load_table(dataset_root, resource)

load_tables(d3mds)

make_index(data, name)

map_dtype_to_d3m_type(dtype)

remove_privileged_features(dataset_doc, tables)

classmethod analyze_columns(columns, data)[source]
classmethod build_columns(data, name)[source]
static find_privileged_features(dataset_doc, tables)[source]
static get_collection_details(dataset_root, resource)[source]
classmethod get_columns(resource, data, name)[source]
static get_parent(resource_id, tables)[source]
static get_relationships(tables)[source]
static get_resources(d3mds)[source]
load(d3mds)[source]

Load X, y and context from D3MDS.

classmethod load_collection(tables, dataset_root, resource)[source]
classmethod load_collection_data(path, parent_table, parent_column)[source]
classmethod load_table(dataset_root, resource)[source]
classmethod load_tables(d3mds)[source]
static make_index(data, name)[source]
static map_dtype_to_d3m_type(dtype)[source]
classmethod remove_privileged_features(dataset_doc, tables)[source]
class mit_d3m.loaders.TextLoader(data_modality, task_type)[source]

Bases: mit_d3m.loaders.ResourceLoader

Methods

load_resources(X, resource_column, d3mds)

load_resources(X, resource_column, d3mds)[source]
mit_d3m.loaders.features_by_type(column_types, columns)[source]
mit_d3m.loaders.get_loader(data_modality, task_type)[source]