-
Notifications
You must be signed in to change notification settings - Fork 8
/
config.go
146 lines (103 loc) · 5.15 KB
/
config.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
// Copyright (c) 2023, The Emergent Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package main
import "github.com/emer/emergent/v2/paths"
// EnvConfig has config params for environment
// note: only adding fields for key Env params that matter for both Network and Env
// other params are set via the Env map data mechanism.
type EnvConfig struct { //types:add
// env parameters -- can set any field/subfield on Env struct, using standard TOML formatting
Env map[string]any
// number of units per localist output unit
NOutPer int `default:"5"`
}
// ParamConfig has config parameters related to sim params
type ParamConfig struct { //types:add
// network parameters
Network map[string]any
// Extra Param Sheet name(s) to use (space separated if multiple) -- must be valid name as listed in compiled-in params or loaded params
Sheet string
// extra tag to add to file names and logs saved from this run
Tag string
// user note -- describe the run params etc -- like a git commit message for the run
Note string
// Name of the JSON file to input saved parameters from.
File string `nest:"+"`
// Save a snapshot of all current param and config settings in a directory named params_<datestamp> (or _good if Good is true), then quit -- useful for comparing to later changes and seeing multiple views of current params
SaveAll bool `nest:"+"`
// for SaveAll, save to params_good for a known good params state. This can be done prior to making a new release after all tests are passing -- add results to git to provide a full diff record of all params over time.
Good bool `nest:"+"`
//
V1V4Path *paths.PoolTile `nest:"+" view:"pathway from V1 to V4 which is tiled 4x4 skip 2 with topo scale values"`
}
func (cfg *ParamConfig) Defaults() {
cfg.V1V4Path = paths.NewPoolTile()
cfg.V1V4Path.Size.Set(4, 4)
cfg.V1V4Path.Skip.Set(2, 2)
cfg.V1V4Path.Start.Set(-1, -1)
cfg.V1V4Path.TopoRange.Min = 0.8 // note: none of these make a very big diff
// but using a symmetric scale range .8 - 1.2 seems like it might be good -- otherwise
// weights are systematicaly smaller.
// ss.V1V4Path.GaussFull.DefNoWrap()
// ss.V1V4Path.GaussInPool.DefNoWrap()
}
// RunConfig has config parameters related to running the sim
type RunConfig struct { //types:add
// use the GPU for computation -- generally faster even for small models if NData ~16
GPU bool `default:"true"`
// number of data-parallel items to process in parallel per trial -- works (and is significantly faster) for both CPU and GPU. Results in an effective mini-batch of learning.
NData int `default:"16" min:"1"`
// number of parallel threads for CPU computation -- 0 = use default
NThreads int `default:"0"`
// starting run number -- determines the random seed -- runs counts from there -- can do all runs in parallel by launching separate jobs with each run, runs = 1
Run int `default:"0"`
// total number of runs to do when running Train
NRuns int `default:"1" min:"1"`
// total number of epochs per run
NEpochs int `default:"200"`
// total number of trials per epoch. Should be an even multiple of NData.
NTrials int `default:"128"`
// how frequently (in epochs) to compute PCA on hidden representations to measure variance?
PCAInterval int `default:"5"`
// how often to run through all the test patterns, in terms of training epochs -- can use 0 or -1 for no testing
TestInterval int `default:"-1"`
}
// LogConfig has config parameters related to logging data
type LogConfig struct { //types:add
// if true, save final weights after each run
SaveWts bool
// if true, save train epoch log to file, as .epc.tsv typically
Epoch bool `default:"true" nest:"+"`
// if true, save run log to file, as .run.tsv typically
Run bool `default:"true" nest:"+"`
// if true, save train trial log to file, as .trl.tsv typically. May be large.
Trial bool `default:"false" nest:"+"`
// if true, save testing epoch log to file, as .tst_epc.tsv typically. In general it is better to copy testing items over to the training epoch log and record there.
TestEpoch bool `default:"false" nest:"+"`
// if true, save testing trial log to file, as .tst_trl.tsv typically. May be large.
TestTrial bool `default:"false" nest:"+"`
// if true, save network activation etc data from testing trials, for later viewing in netview
NetData bool
}
// Config is a standard Sim config -- use as a starting point.
type Config struct { //types:add
// specify include files here, and after configuration, it contains list of include files added
Includes []string
// open the GUI -- does not automatically run -- if false, then runs automatically and quits
GUI bool `default:"true"`
// log debugging information
Debug bool
// environment configuration options
Env EnvConfig `view:"add-fields"`
// parameter related configuration options
Params ParamConfig `view:"add-fields"`
// sim running related configuration options
Run RunConfig `view:"add-fields"`
// data logging related configuration options
Log LogConfig `view:"add-fields"`
}
func (cfg *Config) IncludesPtr() *[]string { return &cfg.Includes }
func (cfg *Config) Defaults() {
cfg.Params.Defaults()
}