#include <opennn/dataset/image_dataset.h>

Inheritance diagram for opennn::ImageDataset:

Public Member Functions
	ImageDataset ()=default

	ImageDataset (const filesystem::path &)

	ImageDataset (const filesystem::path &, const Shape &)

Index	get_channels_number () const

void	set_augmentation_policy (const ImageAugmentationPolicy &)

void	set_input_scaling (const vector< Descriptives > &, const vector< ScalerMethod > &, float, float)

FeatureScaling	prepare_training_scaling (VariableRole, const FeatureScaling &, Index) override

void	clear_training_scaling () noexcept override

VectorI	calculate_target_distribution () const override

void	enable_device_residency () override

void	read_images ()

void	from_JSON (const JsonDocument &) override

void	to_JSON (JsonWriter &) const override

void	fill_inputs (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const override

void	fill_targets (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const override

void	augment_inputs (span< float >, Index) const

Public Member Functions inherited from opennn::Dataset
virtual	~Dataset ()=default

virtual Index	get_samples_number () const noexcept

Index	get_samples_number (SampleRole role_type) const

Index	get_samples_number (string_view role) const

Index	get_used_samples_number () const

vector< Index >	get_sample_indices (SampleRole) const

vector< Index >	get_sample_indices (string_view role) const

vector< Index >	get_used_sample_indices () const

const vector< SampleRole > &	get_sample_roles () const noexcept

void	set_fold_split (const vector< Index > &training, const vector< Index > &validation)

void	clear_fold_split () noexcept

Index	get_variables_number () const noexcept

Index	get_variables_number (VariableRole) const

Index	get_variables_number (string_view role) const

Index	get_used_variables_number () const

const vector< Variable > &	get_variables () const noexcept

vector< Variable >	get_variables (VariableRole) const

vector< Variable >	get_variables (string_view role) const

Index	get_variable_index (const string &) const

Index	get_variable_index (const Index) const

vector< Index >	get_variable_indices (VariableRole) const

vector< Index >	get_variable_indices (string_view role) const

vector< Index >	get_used_variables_indices () const

vector< string >	get_variable_names () const

vector< string >	get_variable_names (VariableRole) const

vector< string >	get_variable_names (string_view role) const

VariableType	get_variable_type (const Index index) const

Index	get_features_number () const

Index	get_features_number (VariableRole) const

Index	get_features_number (string_view role) const

vector< string >	get_feature_names () const

vector< string >	get_feature_names (VariableRole) const

vector< string >	get_feature_names (string_view role) const

virtual vector< Variable >	get_model_input_variables () const

virtual bool	sample_order_matters () const noexcept

virtual MatrixR	calculate_input_target_correlation_values () const

virtual FeatureScaling	calculate_used_feature_scaling (VariableRole) const

vector< vector< Index > >	get_feature_indices () const

vector< Index >	get_feature_indices (const Index) const

vector< Index >	get_feature_indices (VariableRole) const

vector< Index >	get_feature_indices (string_view role) const

vector< Index >	get_used_feature_indices () const

Shape	get_shape (VariableRole) const

Shape	get_shape (string_view role) const

void	get_batches (const vector< Index > &, Index, Shuffle, vector< vector< Index > > &, optional< unsigned > shuffle_seed=nullopt) const

const vector< vector< string > > &	get_data_file_preview () const noexcept

const filesystem::path &	get_data_path () const noexcept

void	set_cache_directory (const filesystem::path &new_cache_directory)

StorageMode	get_storage_mode () const noexcept

string	get_storage_mode_string () const

string	get_separator_string () const

string	get_separator_name () const

string	get_codification_string () const

bool	get_display () const noexcept

bool	is_empty () const noexcept

Shape	get_input_shape () const noexcept

Shape	get_target_shape () const noexcept

void	record_memory (const string &stage) const

const MatrixR &	get_data () const noexcept

void	set_data (const MatrixR &)

void	set_data (MatrixR &&)

void	set_data_constant (float new_value)

void	disable_device_residency ()

bool	is_device_resident () const noexcept

bool	requests_device_residency () const noexcept

bool	uses_device_residency () const noexcept

const float *	get_device_data () const

Index	get_device_data_columns () const noexcept

virtual const TokenizerOperator *	get_training_tokenizer () const

virtual const TokenizerOperator *	get_training_tokenizer (VariableRole role) const

void	set_sample_roles (SampleRole)

void	set_sample_roles (string_view role)

void	set_sample_role (Index, SampleRole)

void	set_sample_role (Index index, string_view role)

void	set_sample_roles (const vector< string > &)

void	set_sample_roles (const vector< Index > &, SampleRole)

void	set_sample_roles (const vector< Index > &indices, string_view role)

void	set_default_variable_names ()

void	set_default_variable_roles ()

void	set_variable_roles (const vector< string > &)

void	set_variable_indices (const vector< Index > &, const vector< Index > &)

void	set_input_variables_unused ()

void	set_variable_role (Index, VariableRole)

void	set_variable_role (Index index, string_view role)

void	set_variable_role (const string &, VariableRole)

void	set_variable_role (const string &name, string_view role)

void	set_variable_names (const vector< string > &)

void	set_variables_number (const Index new_size)

void	set_variable_roles (VariableRole)

void	set_variable_roles (string_view role)

void	set_shape (VariableRole, const Shape &)

void	set_shape (string_view role, const Shape &shape)

virtual void	resize_input_shape (Index input_features_count)

virtual void	set_data_path (const filesystem::path &new_data_path)

virtual void	set_storage_mode (StorageMode)

virtual void	set_storage_mode (const string &)

void	set_has_header (bool new_has_header)

void	set_has_ids (bool new_has_ids)

bool	get_header_line () const

bool	get_has_sample_ids () const

const vector< string > &	get_sample_ids () const

VectorI	filter_data (const VectorR &, const VectorR &)

bool	has_categorical_variables () const

void	set_separator (const Separator &new_separator)

void	set_separator_string (const string &)

void	set_separator_name (const string &)

void	set_codification (const Codification &new_codification)

void	set_codification (const string &)

void	set_display (bool new_display)

bool	has_validation () const

void	split_samples (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f, bool shuffle=true)

void	split_samples_sequential (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f)

void	split_samples_random (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f)

virtual bool	has_nan () const

virtual void	scrub_missing_values ()

pair< Index, Index >	count_binary_targets (const string &sample_role) const

void	save (const filesystem::path &) const

void	load (const filesystem::path &)

virtual void	fill_decoder (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const

virtual bool	supports_bf16_inputs () const

FeatureSelection	get_feature_selection () const

virtual void	fill_batch (Batch &, const vector< Index > &sample_indices, const FeatureSelection &, FillMode) const

bool	can_device_gather (const Batch &, const FeatureSelection &) const

Additional Inherited Members
Public Types inherited from opennn::Dataset
enum class	Codification { UTF8 , SHIFT_JIS }

enum class	Separator { Space , Tab , Comma , Semicolon }

enum class	StorageMode { Matrix , BinaryFile , GPUPersistantData }

Protected Member Functions inherited from opennn::Dataset
	Dataset ()=default

void	fill_batch_host (Batch &, const vector< Index > &sample_indices, const FeatureSelection &, FillMode) const

DeviceGather &	start_device_gather (Batch &, const vector< Index > &sample_indices, const FeatureSelection &) const

void	read_data_file_preview (const vector< string_view > &, char, bool has_quotes=false)

void	check_separators (string_view) const

void	samples_from_JSON (const Json *)

virtual void	resize_data_from_JSON (Index)

virtual void	on_used_samples_changed ()

void	require_in_memory_data (string_view what) const

void	upload_device_matrix (const MatrixR &)

void	upload_device_samples ()

void	invalidate_data ()

const vector< SampleRole > &	active_sample_roles () const noexcept

void	variables_to_JSON (JsonWriter &) const

void	samples_to_JSON (JsonWriter &) const

void	preview_data_to_JSON (JsonWriter &) const

void	variables_from_JSON (const Json *)

void	preview_data_from_JSON (const Json *)

virtual void	missing_values_from_JSON (const Json *)

void	write_json_header (JsonWriter &, initializer_list< pair< const char *, Json > >) const

void	write_json_footer (JsonWriter &) const

void	read_json_blocks (const Json *)

Protected Attributes inherited from opennn::Dataset
StorageMode	storage_mode = StorageMode::Matrix

MatrixR	data

Buffer	data_device {Device::CUDA}

Index	device_data_columns = 0

Shape	input_shape

Shape	target_shape

Shape	decoder_shape

vector< SampleRole >	sample_roles

vector< string >	sample_ids

optional< vector< SampleRole > >	fold_split_roles

vector< Variable >	variables

filesystem::path	data_path

filesystem::path	cache_directory

Separator	separator = Separator::Comma

bool	has_header = false

bool	has_sample_ids = false

Codification	codification = Codification::UTF8

vector< vector< string > >	data_file_preview

bool	display = true

Constructor & Destructor Documentation

◆ ImageDataset() [1/3]

opennn::ImageDataset::ImageDataset ( )

default

◆ ImageDataset() [2/3]

opennn::ImageDataset::ImageDataset ( const filesystem::path & )

◆ ImageDataset() [3/3]

opennn::ImageDataset::ImageDataset	(	const filesystem::path &	,
		const Shape &	)

Member Function Documentation

◆ augment_inputs()

void opennn::ImageDataset::augment_inputs	(	span< float >	,
		Index	) const

◆ calculate_target_distribution()

VectorI opennn::ImageDataset::calculate_target_distribution ( ) const

overridevirtual

Reimplemented from opennn::Dataset.

◆ clear_training_scaling()

void opennn::ImageDataset::clear_training_scaling ( )

overridevirtualnoexcept

Reimplemented from opennn::Dataset.

◆ enable_device_residency()

void opennn::ImageDataset::enable_device_residency ( )

overridevirtual

Reimplemented from opennn::Dataset.

◆ fill_inputs()

void opennn::ImageDataset::fill_inputs	(	const vector< Index > &	,
		const vector< Index > &	,
		float *	,
		FillMode	,
		ColumnContiguity	column_contiguity = ColumnContiguity::Unknown ) const

overridevirtual

Reimplemented from opennn::Dataset.

◆ fill_targets()

void opennn::ImageDataset::fill_targets	(	const vector< Index > &	,
		const vector< Index > &	,
		float *	,
		FillMode	,
		ColumnContiguity	column_contiguity = ColumnContiguity::Unknown ) const

overridevirtual

Reimplemented from opennn::Dataset.

◆ from_JSON()

void opennn::ImageDataset::from_JSON ( const JsonDocument & )

overridevirtual

Implements opennn::Dataset.

◆ get_channels_number()

Index opennn::ImageDataset::get_channels_number ( ) const

inline

◆ prepare_training_scaling()

FeatureScaling opennn::ImageDataset::prepare_training_scaling	(	VariableRole	,
		const FeatureScaling &	,
		Index	)

overridevirtual

Reimplemented from opennn::Dataset.

◆ read_images()

void opennn::ImageDataset::read_images ( )

◆ set_augmentation_policy()

void opennn::ImageDataset::set_augmentation_policy ( const ImageAugmentationPolicy & )

◆ set_input_scaling()

void opennn::ImageDataset::set_input_scaling	(	const vector< Descriptives > &	,
		const vector< ScalerMethod > &	,
		float	,
		float	)

◆ to_JSON()

void opennn::ImageDataset::to_JSON ( JsonWriter & ) const

overridevirtual

Reimplemented from opennn::Dataset.

Public Member Functions

Additional Inherited Members

Constructor & Destructor Documentation

◆ ImageDataset() [1/3]

◆ ImageDataset() [2/3]

◆ ImageDataset() [3/3]

Member Function Documentation

◆ augment_inputs()

◆ calculate_target_distribution()

◆ clear_training_scaling()

◆ enable_device_residency()

◆ fill_inputs()

◆ fill_targets()

◆ from_JSON()

◆ get_channels_number()

◆ prepare_training_scaling()

◆ read_images()

◆ set_augmentation_policy()

◆ set_input_scaling()

◆ to_JSON()