CausalNetDataSource
Extends:
This CausalNetDataSource class provides a standard implementation for pipeline Source. { mixWith: [ SamplingMixins, PNGReaderMixins, BufferReaderMixins ]}
Example:
import { causalNetDataSource } from 'causal-net.datasets';
(async ()=>{
let description = await causalNetDataSource.connect('../../datasets/MNIST_dataset_NoSplit/');
console.log( description );
console.log( causalNetDataSource.SampleSize );
console.log( causalNetDataSource.chunkSelect(1) );
const SampleReader = causalNetDataSource.SampleReader;
const LabelReader = causalNetDataSource.LabelReader;
for(let { Sample, Label, ChunkName } of causalNetDataSource.chunkSelect(1) ){
let sampleData = await SampleReader(Sample);
let labelData = await LabelReader(Label);
console.log({ ChunkName,
[Sample]: sampleData.length,
[Label]: labelData.length });
}
let readreport = await causalNetDataSource.read();
console.log({ readreport });
})().catch(console.error);
Constructor Summary
| Public Constructor | ||
| public |
constructor(functor: Functor, sampling: Functor) Creates an instance of CausalNetDataSource. |
|
Member Summary
| Public Members | ||
| public get |
DataChunks: * |
|
| public get |
DataReader: * |
|
| public |
F: * |
|
| public get |
LabelReader: * |
|
| public get |
LabelSize: * |
|
| public |
Logger: * |
|
| public |
R: * |
|
| public get |
SampleReader: * |
|
| public get |
SampleSize: * |
|
| public |
Sampling: * |
|
| public |
dataChunks: * |
|
| public |
dataReader: * |
|
| public |
description: * |
|
| public |
labelReader: * |
|
| public |
labelSize: * |
|
| public |
sampleReader: * |
|
| public |
sampleSize: * |
|
| public |
|
|
Method Summary
| Public Methods | ||
| public |
chunkSelect(numChunks: *): * |
|
| public |
async connect(baseLink: *): * |
|
| public |
async query(link: *): * fetch or read configure depends on provied link format |
|
| public |
read(): * |
|
| public |
setChunks(description: *) |
|
| public |
setDataReader(description: *) |
|
| public |
setLabelSize(description: *) |
|
| public |
setSampleSize(description: *) |
|
| public |
splitLabel(data: *): * |
|
| public |
splitSample(data: *): * |
|
Public Constructors
Public Members
public get DataChunks: * source
public get DataReader: * source
public F: * source
public get LabelReader: * source
public get LabelSize: * source
public Logger: * source
public R: * source
public get SampleReader: * source
public get SampleSize: * source
public Sampling: * source
public dataChunks: * source
public dataReader: * source
public description: * source
public labelReader: * source
public labelSize: * source
public sampleReader: * source
public sampleSize: * source
public selectedChunks: * source
Public Methods
public chunkSelect(numChunks: *): * source
Params:
| Name | Type | Attribute | Description |
| numChunks | * |
Return:
| * |
public async connect(baseLink: *): * source
Params:
| Name | Type | Attribute | Description |
| baseLink | * |
Return:
| * |
public async query(link: *): * source
fetch or read configure depends on provied link format
Params:
| Name | Type | Attribute | Description |
| link | * |
Return:
| * |
public setChunks(description: *) source
Params:
| Name | Type | Attribute | Description |
| description | * |
public setDataReader(description: *) source
Params:
| Name | Type | Attribute | Description |
| description | * |
public setLabelSize(description: *) source
Params:
| Name | Type | Attribute | Description |
| description | * |
public setSampleSize(description: *) source
Params:
| Name | Type | Attribute | Description |
| description | * |