#include <opennn/dataset/yolo_dataset.h>

Inheritance diagram for opennn::YoloDataset:

Classes
struct	AugmentationPolicy

struct	Box

Public Member Functions
	YoloDataset ()=default

	YoloDataset (const filesystem::path &, const filesystem::path &, const Shape &input_shape={416, 416, 3}, Index grid_size=13, Index boxes_per_cell=5, const vector< array< float, 2 > > &anchors={})

Index	get_samples_number () const noexcept override

Index	get_grid_size () const noexcept

Index	get_boxes_per_cell () const noexcept

Index	get_classes_number () const noexcept

const vector< array< float, 2 > > &	get_anchors () const noexcept

const vector< string > &	get_class_names () const noexcept

const filesystem::path &	get_image_path (Index i) const

const filesystem::path &	get_images_directory () const

const filesystem::path &	get_labels_directory () const

const Shape &	get_input_shape () const

float	get_display_confidence_threshold () const noexcept

void	set_display_confidence_threshold (float t)

bool	is_multi_scale () const noexcept

Index	get_boxes_per_head () const noexcept

void	set_multi_scale_heads (const vector< Index > &, const vector< vector< array< float, 2 > > > &)

void	set_v8_mode (bool enabled)

bool	get_v8_mode () const

void	set (const filesystem::path &, const filesystem::path &, const Shape &input_shape={416, 416, 3}, Index grid_size=13, Index boxes_per_cell=5, const vector< array< float, 2 > > &anchors={})

void	set_storage_mode (StorageMode) override

void	enable_device_residency () override

void	from_JSON (const JsonDocument &) override

void	to_JSON (JsonWriter &) const override

void	fill_inputs (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const override

void	fill_targets (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const override

void	set_augmentation_policy (const AugmentationPolicy &)

const AugmentationPolicy &	get_augmentation_policy () const noexcept

Index	get_samples_number (SampleRole role_type) const

Index	get_samples_number (string_view role) const

virtual void	set_storage_mode (const string &)

Public Member Functions inherited from opennn::Dataset
virtual	~Dataset ()=default

Index	get_samples_number (SampleRole role_type) const

Index	get_samples_number (string_view role) const

Index	get_used_samples_number () const

vector< Index >	get_sample_indices (SampleRole) const

vector< Index >	get_sample_indices (string_view role) const

vector< Index >	get_used_sample_indices () const

const vector< SampleRole > &	get_sample_roles () const noexcept

void	set_fold_split (const vector< Index > &training, const vector< Index > &validation)

void	clear_fold_split () noexcept

Index	get_variables_number () const noexcept

Index	get_variables_number (VariableRole) const

Index	get_variables_number (string_view role) const

Index	get_used_variables_number () const

const vector< Variable > &	get_variables () const noexcept

vector< Variable >	get_variables (VariableRole) const

vector< Variable >	get_variables (string_view role) const

Index	get_variable_index (const string &) const

Index	get_variable_index (const Index) const

vector< Index >	get_variable_indices (VariableRole) const

vector< Index >	get_variable_indices (string_view role) const

vector< Index >	get_used_variables_indices () const

vector< string >	get_variable_names () const

vector< string >	get_variable_names (VariableRole) const

vector< string >	get_variable_names (string_view role) const

VariableType	get_variable_type (const Index index) const

Index	get_features_number () const

Index	get_features_number (VariableRole) const

Index	get_features_number (string_view role) const

vector< string >	get_feature_names () const

vector< string >	get_feature_names (VariableRole) const

vector< string >	get_feature_names (string_view role) const

virtual vector< Variable >	get_model_input_variables () const

virtual bool	sample_order_matters () const noexcept

virtual MatrixR	calculate_input_target_correlation_values () const

virtual FeatureScaling	calculate_used_feature_scaling (VariableRole) const

vector< vector< Index > >	get_feature_indices () const

vector< Index >	get_feature_indices (const Index) const

vector< Index >	get_feature_indices (VariableRole) const

vector< Index >	get_feature_indices (string_view role) const

vector< Index >	get_used_feature_indices () const

Shape	get_shape (VariableRole) const

Shape	get_shape (string_view role) const

void	get_batches (const vector< Index > &, Index, Shuffle, vector< vector< Index > > &, optional< unsigned > shuffle_seed=nullopt) const

const vector< vector< string > > &	get_data_file_preview () const noexcept

const filesystem::path &	get_data_path () const noexcept

void	set_cache_directory (const filesystem::path &new_cache_directory)

StorageMode	get_storage_mode () const noexcept

string	get_storage_mode_string () const

string	get_separator_string () const

string	get_separator_name () const

string	get_codification_string () const

bool	get_display () const noexcept

bool	is_empty () const noexcept

Shape	get_input_shape () const noexcept

Shape	get_target_shape () const noexcept

void	record_memory (const string &stage) const

const MatrixR &	get_data () const noexcept

void	set_data (const MatrixR &)

void	set_data (MatrixR &&)

void	set_data_constant (float new_value)

void	disable_device_residency ()

bool	is_device_resident () const noexcept

bool	requests_device_residency () const noexcept

bool	uses_device_residency () const noexcept

const float *	get_device_data () const

Index	get_device_data_columns () const noexcept

virtual FeatureScaling	prepare_training_scaling (VariableRole, const FeatureScaling &, Index)

virtual void	clear_training_scaling () noexcept

virtual const TokenizerOperator *	get_training_tokenizer () const

virtual const TokenizerOperator *	get_training_tokenizer (VariableRole role) const

void	set_sample_roles (SampleRole)

void	set_sample_roles (string_view role)

void	set_sample_role (Index, SampleRole)

void	set_sample_role (Index index, string_view role)

void	set_sample_roles (const vector< string > &)

void	set_sample_roles (const vector< Index > &, SampleRole)

void	set_sample_roles (const vector< Index > &indices, string_view role)

void	set_default_variable_names ()

void	set_default_variable_roles ()

void	set_variable_roles (const vector< string > &)

void	set_variable_indices (const vector< Index > &, const vector< Index > &)

void	set_input_variables_unused ()

void	set_variable_role (Index, VariableRole)

void	set_variable_role (Index index, string_view role)

void	set_variable_role (const string &, VariableRole)

void	set_variable_role (const string &name, string_view role)

void	set_variable_names (const vector< string > &)

void	set_variables_number (const Index new_size)

void	set_variable_roles (VariableRole)

void	set_variable_roles (string_view role)

void	set_shape (VariableRole, const Shape &)

void	set_shape (string_view role, const Shape &shape)

virtual void	resize_input_shape (Index input_features_count)

virtual void	set_data_path (const filesystem::path &new_data_path)

void	set_has_header (bool new_has_header)

void	set_has_ids (bool new_has_ids)

bool	get_header_line () const

bool	get_has_sample_ids () const

const vector< string > &	get_sample_ids () const

VectorI	filter_data (const VectorR &, const VectorR &)

bool	has_categorical_variables () const

void	set_separator (const Separator &new_separator)

void	set_separator_string (const string &)

void	set_separator_name (const string &)

void	set_codification (const Codification &new_codification)

void	set_codification (const string &)

void	set_display (bool new_display)

bool	has_validation () const

void	split_samples (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f, bool shuffle=true)

void	split_samples_sequential (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f)

void	split_samples_random (const float training_ratio=0.6f, float validation_ratio=0.2f, float testing_ratio=0.2f)

virtual bool	has_nan () const

virtual void	scrub_missing_values ()

virtual VectorI	calculate_target_distribution () const

pair< Index, Index >	count_binary_targets (const string &sample_role) const

void	save (const filesystem::path &) const

void	load (const filesystem::path &)

virtual void	fill_decoder (const vector< Index > &, const vector< Index > &, float *, FillMode, ColumnContiguity column_contiguity=ColumnContiguity::Unknown) const

virtual bool	supports_bf16_inputs () const

FeatureSelection	get_feature_selection () const

virtual void	fill_batch (Batch &, const vector< Index > &sample_indices, const FeatureSelection &, FillMode) const

bool	can_device_gather (const Batch &, const FeatureSelection &) const

Static Public Member Functions
static Index	convert_voc_to_yolo (const filesystem::path &, const string &, const filesystem::path &, const vector< string > &class_filter={})

Static Public Attributes
static constexpr Index	MAX_GT_BOXES = 100

Additional Inherited Members
Public Types inherited from opennn::Dataset
enum class	Codification { UTF8 , SHIFT_JIS }

enum class	Separator { Space , Tab , Comma , Semicolon }

enum class	StorageMode { Matrix , BinaryFile , GPUPersistantData }

Protected Member Functions inherited from opennn::Dataset
	Dataset ()=default

void	fill_batch_host (Batch &, const vector< Index > &sample_indices, const FeatureSelection &, FillMode) const

DeviceGather &	start_device_gather (Batch &, const vector< Index > &sample_indices, const FeatureSelection &) const

void	read_data_file_preview (const vector< string_view > &, char, bool has_quotes=false)

void	check_separators (string_view) const

void	samples_from_JSON (const Json *)

virtual void	resize_data_from_JSON (Index)

virtual void	on_used_samples_changed ()

void	require_in_memory_data (string_view what) const

void	upload_device_matrix (const MatrixR &)

void	upload_device_samples ()

void	invalidate_data ()

const vector< SampleRole > &	active_sample_roles () const noexcept

void	variables_to_JSON (JsonWriter &) const

void	samples_to_JSON (JsonWriter &) const

void	preview_data_to_JSON (JsonWriter &) const

void	variables_from_JSON (const Json *)

void	preview_data_from_JSON (const Json *)

virtual void	missing_values_from_JSON (const Json *)

void	write_json_header (JsonWriter &, initializer_list< pair< const char *, Json > >) const

void	write_json_footer (JsonWriter &) const

void	read_json_blocks (const Json *)

Protected Attributes inherited from opennn::Dataset
StorageMode	storage_mode = StorageMode::Matrix

MatrixR	data

Buffer	data_device {Device::CUDA}

Index	device_data_columns = 0

Shape	input_shape

Shape	target_shape

Shape	decoder_shape

vector< SampleRole >	sample_roles

vector< string >	sample_ids

optional< vector< SampleRole > >	fold_split_roles

vector< Variable >	variables

filesystem::path	data_path

filesystem::path	cache_directory

Separator	separator = Separator::Comma

bool	has_header = false

bool	has_sample_ids = false

Codification	codification = Codification::UTF8

vector< vector< string > >	data_file_preview

bool	display = true

Constructor & Destructor Documentation

◆ YoloDataset() [1/2]

opennn::YoloDataset::YoloDataset ( )

default

◆ YoloDataset() [2/2]

opennn::YoloDataset::YoloDataset	(	const filesystem::path &	,
		const filesystem::path &	,
		const Shape &	input_shape = {416, 416, 3},
		Index	grid_size = 13,
		Index	boxes_per_cell = 5,
		const vector< array< float, 2 > > &	anchors = {} )

Member Function Documentation

◆ convert_voc_to_yolo()

static Index opennn::YoloDataset::convert_voc_to_yolo	(	const filesystem::path &	,
		const string &	,
		const filesystem::path &	,
		const vector< string > &	class_filter = {} )

static

◆ enable_device_residency()

void opennn::YoloDataset::enable_device_residency ( )

overridevirtual

Reimplemented from opennn::Dataset.

◆ fill_inputs()

void opennn::YoloDataset::fill_inputs	(	const vector< Index > &	,
		const vector< Index > &	,
		float *	,
		FillMode	,
		ColumnContiguity	column_contiguity = ColumnContiguity::Unknown ) const

overridevirtual

Reimplemented from opennn::Dataset.

◆ fill_targets()

void opennn::YoloDataset::fill_targets	(	const vector< Index > &	,
		const vector< Index > &	,
		float *	,
		FillMode	,
		ColumnContiguity	column_contiguity = ColumnContiguity::Unknown ) const

overridevirtual

Reimplemented from opennn::Dataset.

◆ from_JSON()

void opennn::YoloDataset::from_JSON ( const JsonDocument & )

overridevirtual

Implements opennn::Dataset.

◆ get_anchors()

const vector< array< float, 2 > > & opennn::YoloDataset::get_anchors ( ) const

inlinenoexcept

◆ get_augmentation_policy()

const AugmentationPolicy & opennn::YoloDataset::get_augmentation_policy ( ) const

inlinenoexcept

◆ get_boxes_per_cell()

Index opennn::YoloDataset::get_boxes_per_cell ( ) const

inlinenoexcept

◆ get_boxes_per_head()

Index opennn::YoloDataset::get_boxes_per_head ( ) const

inlinenoexcept

◆ get_class_names()

const vector< string > & opennn::YoloDataset::get_class_names ( ) const

inlinenoexcept

◆ get_classes_number()

Index opennn::YoloDataset::get_classes_number ( ) const

inlinenoexcept

◆ get_display_confidence_threshold()

float opennn::YoloDataset::get_display_confidence_threshold ( ) const

inlinenoexcept

◆ get_grid_size()

Index opennn::YoloDataset::get_grid_size ( ) const

inlinenoexcept

◆ get_image_path()

const filesystem::path & opennn::YoloDataset::get_image_path ( Index i ) const

inline

◆ get_images_directory()

const filesystem::path & opennn::YoloDataset::get_images_directory ( ) const

inline

◆ get_input_shape()

const Shape & opennn::YoloDataset::get_input_shape ( ) const

inline

◆ get_labels_directory()

const filesystem::path & opennn::YoloDataset::get_labels_directory ( ) const

inline

◆ get_samples_number() [1/3]

Index opennn::YoloDataset::get_samples_number ( ) const

inlineoverridevirtualnoexcept

Reimplemented from opennn::Dataset.

◆ get_samples_number() [2/3]

Index opennn::Dataset::get_samples_number ( SampleRole role_type ) const

inline

◆ get_samples_number() [3/3]

Index opennn::Dataset::get_samples_number ( string_view role ) const

inline

◆ get_v8_mode()

bool opennn::YoloDataset::get_v8_mode ( ) const

inline

◆ is_multi_scale()

bool opennn::YoloDataset::is_multi_scale ( ) const

inlinenoexcept

◆ set()

void opennn::YoloDataset::set	(	const filesystem::path &	,
		const filesystem::path &	,
		const Shape &	input_shape = {416, 416, 3},
		Index	grid_size = 13,
		Index	boxes_per_cell = 5,
		const vector< array< float, 2 > > &	anchors = {} )

◆ set_augmentation_policy()

void opennn::YoloDataset::set_augmentation_policy ( const AugmentationPolicy & )

◆ set_display_confidence_threshold()

void opennn::YoloDataset::set_display_confidence_threshold ( float t )

inline

◆ set_multi_scale_heads()

void opennn::YoloDataset::set_multi_scale_heads	(	const vector< Index > &	,
		const vector< vector< array< float, 2 > > > &	)

◆ set_storage_mode() [1/2]

virtual void opennn::Dataset::set_storage_mode ( const string & )

virtual

Reimplemented from opennn::Dataset.

◆ set_storage_mode() [2/2]

void opennn::YoloDataset::set_storage_mode ( StorageMode )

overridevirtual

Reimplemented from opennn::Dataset.

◆ set_v8_mode()

void opennn::YoloDataset::set_v8_mode ( bool enabled )

◆ to_JSON()

void opennn::YoloDataset::to_JSON ( JsonWriter & ) const

overridevirtual

Reimplemented from opennn::Dataset.

Member Data Documentation

◆ MAX_GT_BOXES

Index opennn::YoloDataset::MAX_GT_BOXES = 100

staticconstexpr

Classes

Public Member Functions

Static Public Member Functions

Static Public Attributes

Additional Inherited Members

Constructor & Destructor Documentation

◆ YoloDataset() [1/2]

◆ YoloDataset() [2/2]

Member Function Documentation

◆ convert_voc_to_yolo()

◆ enable_device_residency()

◆ fill_inputs()

◆ fill_targets()

◆ from_JSON()

◆ get_anchors()

◆ get_augmentation_policy()

◆ get_boxes_per_cell()

◆ get_boxes_per_head()

◆ get_class_names()

◆ get_classes_number()

◆ get_display_confidence_threshold()

◆ get_grid_size()

◆ get_image_path()

◆ get_images_directory()

◆ get_input_shape()

◆ get_labels_directory()

◆ get_samples_number() [1/3]

◆ get_samples_number() [2/3]

◆ get_samples_number() [3/3]

◆ get_v8_mode()

◆ is_multi_scale()

◆ set()

◆ set_augmentation_policy()

◆ set_display_confidence_threshold()

◆ set_multi_scale_heads()

◆ set_storage_mode() [1/2]

◆ set_storage_mode() [2/2]

◆ set_v8_mode()

◆ to_JSON()

Member Data Documentation

◆ MAX_GT_BOXES