-
Notifications
You must be signed in to change notification settings - Fork 1
/
index.js
78 lines (73 loc) · 2.08 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
'use strict';
// hier verwende ich die von mir umgebaute version von reinforce
let reinforce = require('reinforcenode');
let spec = require('./agentspec.js');
let env = require('./tradeworld.js')();
let Agent = reinforce.DQNAgent;
let tradeAgent = new Agent(env, spec);
let client = null;
let count = 0;
let interval;
/**
- train the agent
- send data to client if connected
data = {
state: the state our world is in (array full of float numbers)
reward: the current reward the agent got
action: the action the actor made (a number between 0 and whatever env.getNumStates() returns)
}
*/
let trainAgent = () => {
// for now 400 iterations are ok for testing
// remove this check to go infinate!
// warning this COULD possibly go wrong ! ;)
if (count++ < 400) {
env.getState((state) => {
let action = tradeAgent.act(state);
let reward = env.getReward(action);
tradeAgent.learn(reward);
if (client !== null) {
let data = {
state: state,
reward: reward,
action: action
};
client.send(JSON.stringify(data));
}
});
} else {
clearInterval(interval);
}
};
interval = setInterval(trainAgent, 5000);
/*
SERVER STUFF
for viz in browser set up websocket connection;
*/
let server = require('http')
.createServer();
let url = require('url');
let WebSocketServer = require('ws')
.Server;
let wss = new WebSocketServer({
server: server
});
let express = require('express');
let app = express();
let port = 4080;
app.use(express.static('client'));
wss.on('connection', (ws) => {
console.log('someone connected', ws.upgradeReq.headers['user-agent']);
client = ws;
url.parse(ws.upgradeReq.url, true);
// you might use location.query.access_token to authenticate or share sessions
// or ws.upgradeReq.headers.cookie (see http://stackoverflow.com/a/16395220/151312)
ws.on('message', (message) => {
console.log('received: %s', message);
});
});
server.on('request', app);
server.listen(port, () => {
console.log('Listening on -> localhost:' + server.address()
.port);
});