Add architecture test for Hopfield Network

[christianechevarria]

Description

There are currently no tests to enforce correct construction of Hopfield Networks inside architect this resulted in issue #220

Tasks

Include specific tasks in the order they need to be done in. Include links to specific lines of code where the task should happen at.

• Fix Hopfield construction
• Add unit tests inside test folder

[raimannma]

#222 Fixed the Hopfield network construction

Implemented a test in the TypeScript version:

carrot/test/units/architecture/ArchitectTest.ts

Lines 141 to 174 in d3b1421

	it("Build Hopfield network", () => {
	const HopfieldSize: number = randInt(10, 20);
	const architect: Architect = new Architect();
	architect.addLayer(new InputLayer(10));
	architect.addLayer(new HopfieldLayer(HopfieldSize));
	architect.addLayer(new OutputLayer(2));
	const network: Network = architect.buildModel();
	expect(network.nodes.length).to.be.equal(10 + HopfieldSize * 2 + 2);
	// Check backward pointing connections
	let backConnections:number = 0;
	for(let i:number=0; i < network.nodes.length;i++){
	for(const conn of network.nodes[i].outgoing){
	if(network.nodes.indexOf(conn.to)<i){
	backConnections++;
	}
	}
	}
	expect(backConnections).to.be.equal(HopfieldSize * HopfieldSize);
	// 10 * HopfieldSize (input -> LSTM)
	// HopfieldSize * HopfieldSize * 8 + HopfieldSize (LSTM intern connection)
	// HopfieldSize * 2 (LSTM -> output)
	expect(network.connections.length).to.be.equal(10 * HopfieldSize + HopfieldSize * HopfieldSize * 2 + HopfieldSize * 2);
	expect(network.gates.length).to.be.equal(0);
	const numNodesWithSTEP: number = network.nodes.filter(node => node.squash.type === ActivationType.StepActivation).length;
	expect(numNodesWithSTEP).to.be.equal(HopfieldSize);
	});