= (params: P) => R;
+
+export interface StateBase {
+ startTime: number;
+ endTime: number;
+ params: P;
+ returns: R | null
+}
+
+type Injection
= (updater: (cytoplasmParams: P) => void) => void;
+
+export type ReleaseChannel, Signal = any> = (cytoplasmState: S, inject?: Injection) => Signal;
+export type InjectChannel, T> = (inject: Injection, params?: T) => any;
+
+interface BaseChannel {
+ injection: {
+ source?: InjectChannel, any>,
+ [key: string]: InjectChannel, any>
+ };
+ release: {
+ [key: string]: ReleaseChannel, any>
+ }
+};
+
+export interface PipeLineNodeInterface = BaseChannel> {
+ nuclei: NucleiFunction;
+ initParams: P;
+ channels?: C
+};
+
+export class PipeLineNode = BaseChannel> {
+ /**
+ * kernal function responsable for specific task of current node in pipeline.
+ */
+ public nuclei: NucleiFunction;
+ /**
+ * which is the cytoplasm, contains node status, outside control params and returns of nuclei function
+ */
+ public state: StateBase;
+ /**
+ * service plugins / cytoplasm consumers
+ */
+ public channels: C;
+
+ constructor (props: PipeLineNodeInterface) {
+ const { nuclei, initParams, channels } = props;
+ this.nuclei = nuclei;
+ this.state = {
+ startTime: 0,
+ endTime: 0,
+ params: initParams,
+ returns: null
+ }
+ if (channels) {
+ this.channels = channels
+ } else {
+ this.channels = {
+ injection: {},
+ release: {}
+ } as C;
+ }
+ }
+ /**
+ * injection is used by channel to update the state.params in "cytoplasm".
+ */
+ public injection: Injection = (updater) => {
+ let nextParams = produce(this.state.params, updater);
+ this.state.params = nextParams;
+ }
+
+ private beforeRun() {
+ if (this.channels.injection.source) {
+ this.channels.injection.source(this.injection)
+ }
+ this.state.startTime = new Date().getTime();
+ }
+ private afterRun(returns: R) {
+ this.state.endTime = new Date().getTime();
+ this.state.returns = returns;
+ for (let channelName in this.channels.release) {
+ // todo: consumer type should not get injection ?
+ this.channels.release[channelName](this.state, this.injection)
+ }
+ }
+ public run (): R {
+ this.beforeRun();
+ let returns: R = this.nuclei(this.state.params);
+ this.afterRun(returns);
+ return returns;
+ }
+ public openChannel (path: string, params) {
+ const paths = path.split('.');
+ let channel: any = this.channels;
+ for (let p of paths) {
+ channel = channel[p];
+ }
+ try {
+ channel(this.injection, params)
+ } catch (error) {
+ console.error('path or params not correct')
+ }
+ }
+}
\ No newline at end of file
diff --git a/packages/visual-insights/src/pipeline/test.ts b/packages/visual-insights/src/pipeline/test.ts
new file mode 100644
index 00000000..e2712b64
--- /dev/null
+++ b/packages/visual-insights/src/pipeline/test.ts
@@ -0,0 +1,85 @@
+import { PipeLine } from './index';
+import { PipeLineNode, PipeLineNodeInterface, InjectChannel, ReleaseChannel, StateBase } from './node';
+
+// array: x => x + 1
+// array: x => x / index
+// array => sum(array)
+type Pip = [
+ PipeLineNodeInterface<{ source: any[] }, number[]>,
+ PipeLineNodeInterface<{ source: any[], threshold: number }, number[], {
+ injection: {
+ hack: InjectChannel, number>
+ };
+ release: {
+ console: ReleaseChannel, any>
+ }
+ }>,
+ PipeLineNodeInterface<{ source: any[] }, number>
+];
+let pipe = new PipeLine({
+ nodes: [
+ {
+ initParams: {
+ source: [-10, -20, -30, 10, 20, 30]
+ },
+ nuclei: (params) => params.source.map(n => n + 1),
+ channels: {
+ injection: {},
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ },
+ {
+ initParams: {
+ source: [],
+ threshold: -Infinity
+ },
+ nuclei: (params) => params.source.filter(n => n > params.threshold),
+ channels: {
+ injection: {
+ hack (injection, num) {
+ // console.log('hack is running', nums)
+ injection(draft => {
+ draft.threshold = num;
+ })
+ }
+ },
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ },
+ {
+ initParams: {
+ source: []
+ },
+ nuclei: (params) => {
+ let sum = 0;
+ params.source.forEach(n => {
+ sum += n;
+ })
+ console.log(sum)
+ return sum;
+ },
+ channels: {
+ injection: {},
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ }
+ ]
+});
+
+pipe.run();
+console.log('================')
+// pipe.nodes[1].channels.injection.hack(pipe.nodes[1].injection, 2)
+pipe.nodes[1].openChannel('injection.hack', 2)
+pipe.run(1)
diff --git a/packages/visual-insights/src/pipeline/visTest.ts b/packages/visual-insights/src/pipeline/visTest.ts
new file mode 100644
index 00000000..e2712b64
--- /dev/null
+++ b/packages/visual-insights/src/pipeline/visTest.ts
@@ -0,0 +1,85 @@
+import { PipeLine } from './index';
+import { PipeLineNode, PipeLineNodeInterface, InjectChannel, ReleaseChannel, StateBase } from './node';
+
+// array: x => x + 1
+// array: x => x / index
+// array => sum(array)
+type Pip = [
+ PipeLineNodeInterface<{ source: any[] }, number[]>,
+ PipeLineNodeInterface<{ source: any[], threshold: number }, number[], {
+ injection: {
+ hack: InjectChannel, number>
+ };
+ release: {
+ console: ReleaseChannel, any>
+ }
+ }>,
+ PipeLineNodeInterface<{ source: any[] }, number>
+];
+let pipe = new PipeLine({
+ nodes: [
+ {
+ initParams: {
+ source: [-10, -20, -30, 10, 20, 30]
+ },
+ nuclei: (params) => params.source.map(n => n + 1),
+ channels: {
+ injection: {},
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ },
+ {
+ initParams: {
+ source: [],
+ threshold: -Infinity
+ },
+ nuclei: (params) => params.source.filter(n => n > params.threshold),
+ channels: {
+ injection: {
+ hack (injection, num) {
+ // console.log('hack is running', nums)
+ injection(draft => {
+ draft.threshold = num;
+ })
+ }
+ },
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ },
+ {
+ initParams: {
+ source: []
+ },
+ nuclei: (params) => {
+ let sum = 0;
+ params.source.forEach(n => {
+ sum += n;
+ })
+ console.log(sum)
+ return sum;
+ },
+ channels: {
+ injection: {},
+ release: {
+ console (state) {
+ console.log(state)
+ }
+ }
+ }
+ }
+ ]
+});
+
+pipe.run();
+console.log('================')
+// pipe.nodes[1].channels.injection.hack(pipe.nodes[1].injection, 2)
+pipe.nodes[1].openChannel('injection.hack', 2)
+pipe.run(1)
diff --git a/packages/visual-insights/test/insights.js b/packages/visual-insights/test/insights.js
index c327a36e..e698536b 100644
--- a/packages/visual-insights/test/insights.js
+++ b/packages/visual-insights/test/insights.js
@@ -3,7 +3,7 @@ const assert = require('assert');
const path = require('path');
const { Insight, Cleaner, Statistics, Sampling } = require('../build/cjs/index');
-
+const { getVisSpaces } = require('../build/cjs/insights/dev');
const datasetPath = path.resolve(__dirname, './dataset/airbnb.json');
const dataset = JSON.parse(fs.readFileSync(datasetPath).toString());
const {
@@ -20,17 +20,22 @@ describe('insights test', function () {
const result = Insight.insightExtraction(cleanData, dimensions, measures);
assert.equal(result.length > 0, true);
})
+
+ it('print(dev pipeline)', function () {
+ const result = getVisSpaces(cleanData, dimensions, measures);
+ // console.log('new pipeline result', result)
+ assert.equal(result.length > 0, true);
+ })
it('print(getCombination)', function () {
let result = Statistics.getCombination([1, 2, 3, 4, 5, 6]);
- console.log(result)
assert.equal(result.length, Math.pow(2, 6) - 1)
})
it('print(clusterCombination vs. combination)', function () {
let result = Insight.subspaceSearching(cleanData, dimensions, true);
let unClusterResult = Statistics.getCombination(dimensions);
- console.log(result.length, unClusterResult.length, result)
+ console.log(result.length, unClusterResult.length)
assert.equal(result.length <= unClusterResult.length, true);
})
})
diff --git a/packages/visual-insights/test/linearRegression.js b/packages/visual-insights/test/linearRegression.js
index 0ce7907c..810c1e52 100644
--- a/packages/visual-insights/test/linearRegression.js
+++ b/packages/visual-insights/test/linearRegression.js
@@ -29,7 +29,7 @@ describe('linear regression', function () {
})
it('p-value', function () {
let p = linearModel.pValue();
- assert.equal(p < 1, 0)
+ assert.equal(p < 1, true)
})
})
})
\ No newline at end of file
diff --git a/packages/visual-insights/test/ml.js b/packages/visual-insights/test/ml.js
index 89780bff..26321289 100644
--- a/packages/visual-insights/test/ml.js
+++ b/packages/visual-insights/test/ml.js
@@ -2,7 +2,7 @@ const fs = require('fs');
const assert = require('assert');
const path = require('path');
-const { Outier, Cleaner } = require('../build/cjs/index');
+const { Outier, Cleaner, Classification } = require('../build/cjs/index');
const datasetPath = path.resolve(__dirname, './dataset/titanic.json');
const dataset = JSON.parse(fs.readFileSync(datasetPath).toString());
@@ -70,4 +70,21 @@ describe('machine learning algorithms', function () {
})
})
})
+ describe('classification', function () {
+ describe('KNN', function () {
+ it('titanic', function () {
+ let knn = new Classification.KNN({
+ dataSource,
+ dimensions,
+ measures,
+ K: 5
+ })
+ let sample = dataSource[0];
+ let neighbors = knn.getNeighbors(sample, ['Sex', 'Pclass', 'Age', 'Parch']);
+ // let predict = knn.getTargetValue(['Survived'], neighbors);
+ // console.log(sample, predict)
+ assert.equal(neighbors.length, 5);
+ })
+ })
+ })
})
\ No newline at end of file