CausalNetDataSource
Extends:
This CausalNetDataSource class provides a standard implementation for pipeline Source. { mixWith: [ SamplingMixins, PNGReaderMixins, BufferReaderMixins ]}
Example:
import { causalNetDataSource } from 'causal-net.datasets';
(async ()=>{
let description = await causalNetDataSource.connect('../../datasets/MNIST_dataset_NoSplit/');
console.log( description );
console.log( causalNetDataSource.SampleSize );
console.log( causalNetDataSource.chunkSelect(1) );
const SampleReader = causalNetDataSource.SampleReader;
const LabelReader = causalNetDataSource.LabelReader;
for(let { Sample, Label, ChunkName } of causalNetDataSource.chunkSelect(1) ){
let sampleData = await SampleReader(Sample);
let labelData = await LabelReader(Label);
console.log({ ChunkName,
[Sample]: sampleData.length,
[Label]: labelData.length });
}
let readreport = await causalNetDataSource.read();
console.log({ readreport });
})().catch(console.error);
Constructor Summary
Public Constructor | ||
public |
constructor(functor: Functor, sampling: Functor) Creates an instance of CausalNetDataSource. |
Member Summary
Public Members | ||
public get |
DataChunks: * |
|
public get |
DataReader: * |
|
public |
F: * |
|
public get |
LabelReader: * |
|
public get |
LabelSize: * |
|
public |
Logger: * |
|
public |
R: * |
|
public get |
SampleReader: * |
|
public get |
SampleSize: * |
|
public |
Sampling: * |
|
public |
dataChunks: * |
|
public |
dataReader: * |
|
public |
description: * |
|
public |
labelReader: * |
|
public |
labelSize: * |
|
public |
sampleReader: * |
|
public |
sampleSize: * |
|
public |
|
Method Summary
Public Methods | ||
public |
chunkSelect(numChunks: *): * |
|
public |
async connect(baseLink: *): * |
|
public |
async query(link: *): * fetch or read configure depends on provied link format |
|
public |
read(): * |
|
public |
setChunks(description: *) |
|
public |
setDataReader(description: *) |
|
public |
setLabelSize(description: *) |
|
public |
setSampleSize(description: *) |
|
public |
splitLabel(data: *): * |
|
public |
splitSample(data: *): * |
Public Constructors
Public Members
public get DataChunks: * source
public get DataReader: * source
public F: * source
public get LabelReader: * source
public get LabelSize: * source
public Logger: * source
public R: * source
public get SampleReader: * source
public get SampleSize: * source
public Sampling: * source
public dataChunks: * source
public dataReader: * source
public description: * source
public labelReader: * source
public labelSize: * source
public sampleReader: * source
public sampleSize: * source
public selectedChunks: * source
Public Methods
public chunkSelect(numChunks: *): * source
Params:
Name | Type | Attribute | Description |
numChunks | * |
Return:
* |
public async connect(baseLink: *): * source
Params:
Name | Type | Attribute | Description |
baseLink | * |
Return:
* |
public async query(link: *): * source
fetch or read configure depends on provied link format
Params:
Name | Type | Attribute | Description |
link | * |
Return:
* |
public setChunks(description: *) source
Params:
Name | Type | Attribute | Description |
description | * |
public setDataReader(description: *) source
Params:
Name | Type | Attribute | Description |
description | * |
public setLabelSize(description: *) source
Params:
Name | Type | Attribute | Description |
description | * |
public setSampleSize(description: *) source
Params:
Name | Type | Attribute | Description |
description | * |