Merge pull request #1 from gcao/cao/python/daoqi

Daoqi support in python (WIP)

.vscode/launch.json

@@ -0,0 +1,53 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: shuffle.py",
+            "type": "python",
+            "request": "launch",
+            "preLaunchTask": "cleanup debug directory",
+            "cwd": "${workspaceRoot}",
+            "program": "${workspaceRoot}/python/shuffle.py",
+            "args": [
+                "shared/selfplay/*/tdata/",
+                "-min-rows", "1",
+                "-max-rows", "1000000000",
+                "-expand-window-per-row", "0.4",
+                "-taper-window-exponent", "0.675",
+                "-out-dir", "shared/shuffleddata/debug/train",
+                "-out-tmp-dir", "shared/tmp/train",
+                "-approx-rows-per-out-file", "70000",
+                "-num-processes", "4",
+                "-batch-size", "256",
+                "-keep-target-rows", "1200000",
+            ],
+            "console": "integratedTerminal",
+        },
+        {
+            "name": "Python: train.py",
+            "type": "python",
+            "request": "launch",
+            "cwd": "${workspaceRoot}",
+            "program": "${workspaceRoot}/python/train.py",
+            "args": [
+                "-traindir", "shared/train/TEST",
+                "-datadir", "shared/shuffleddata/current/",
+                "-exportdir", "shared/tfsavedmodels_toexport",
+                "-exportprefix", "TEST",
+                "-pos-len", "19",
+                "-batch-size", "256",
+                "-max-epochs-this-instance", "3",
+                "-samples-per-epoch", "10000",
+                "-gpu-memory-frac", "0.6",
+                "-model-kind", "b6c96",
+                "-sub-epochs", "4",
+                "-swa-sub-epoch-scale", "4",
+                "-lr-scale", "1.0",
+            ],
+            "console": "integratedTerminal",
+        },
+    ]
+}

.vscode/tasks.json

@@ -0,0 +1,12 @@
+{
+    // See https://go.microsoft.com/fwlink/?LinkId=733558
+    // for the documentation about the tasks.json format
+    "version": "2.0.0",
+    "tasks": [
+        {
+            "label": "cleanup debug directory",
+            "type": "shell",
+            "command": "rm -rf shared/shuffleddata/debug; mkdir -p shared/shuffleddata/debug; mkdir -p shared/tmp/train"
+        }
+    ]
+}