Skip to content

Commit

Permalink
save
Browse files Browse the repository at this point in the history
  • Loading branch information
hamelsmu committed Oct 5, 2023
1 parent ab2643e commit 91d33d5
Show file tree
Hide file tree
Showing 4 changed files with 3 additions and 34 deletions.
14 changes: 0 additions & 14 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -34,20 +34,6 @@ pip install wandbtocsv

Fetching runs... ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00
Saved 224 runs to hamelsmu-deepspeed-data-100523.csv
id ... gpu_1_mem
0 z0-n_gpu1-gcTrue-seq_len512-bs1-model_sz34-qua... ... NaN
1 z0-n_gpu1-gcTrue-seq_len512-bs32-model_sz13-qu... ... NaN
2 z0-n_gpu1-gcTrue-seq_len512-bs8-model_sz13-qua... ... NaN
3 z0-n_gpu1-gcTrue-seq_len512-bs4-model_sz13-qua... ... NaN
4 z0-n_gpu1-gcTrue-seq_len512-bs1-model_sz13-qua... ... NaN
.. ... ... ...
219 z0-n_gpu1-gcTrue-seq_len64-bs1-model_sz13-6912... ... NaN
220 z0-n_gpu1-gcTrue-seq_len64-bs200-model_sz7-327... ... NaN
221 z0-n_gpu1-gcTrue-seq_len64-bs64-model_sz7-2931... ... NaN
222 z0-n_gpu1-gcTrue-seq_len64-bs8-model_sz7-45632376 ... NaN
223 z0-n_gpu1-gcTrue-seq_len64-bs1-model_sz7-30283126 ... NaN

[224 rows x 200 columns]

## Bonus, explore your wandb runs in [Datasette](https://datasette.io/)

Expand Down
3 changes: 1 addition & 2 deletions nbs/00_core.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -101,8 +101,7 @@
"\n",
" df = pd.DataFrame(all_runs_data)\n",
" df.to_csv(output_file, index=False)\n",
" print(f\"Saved {len(df)} runs to {output_file}\\nPreview:\")\n",
" return df"
" print(f\"Saved {len(df)} runs to {output_file}\")"
]
},
{
Expand Down
17 changes: 1 addition & 16 deletions nbs/index.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -73,22 +73,7 @@
"output_type": "stream",
"text": [
"\u001b[2K\u001b[36mFetching runs...\u001b[0m \u001b[38;2;114;156;31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[35m100%\u001b[0m \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hSaved 224 runs to hamelsmu-deepspeed-data-100523.csv\n",
"Preview:\n",
" id ... gpu_2_mem\n",
"0 z0-n_gpu1-gcTrue-seq_len512-bs1-model_sz34-qua... ... NaN\n",
"1 z0-n_gpu1-gcTrue-seq_len512-bs32-model_sz13-qu... ... NaN\n",
"2 z0-n_gpu1-gcTrue-seq_len512-bs8-model_sz13-qua... ... NaN\n",
"3 z0-n_gpu1-gcTrue-seq_len512-bs4-model_sz13-qua... ... NaN\n",
"4 z0-n_gpu1-gcTrue-seq_len512-bs1-model_sz13-qua... ... NaN\n",
".. ... ... ...\n",
"219 z0-n_gpu1-gcTrue-seq_len64-bs1-model_sz13-6912... ... NaN\n",
"220 z0-n_gpu1-gcTrue-seq_len64-bs200-model_sz7-327... ... NaN\n",
"221 z0-n_gpu1-gcTrue-seq_len64-bs64-model_sz7-2931... ... NaN\n",
"222 z0-n_gpu1-gcTrue-seq_len64-bs8-model_sz7-45632376 ... NaN\n",
"223 z0-n_gpu1-gcTrue-seq_len64-bs1-model_sz7-30283126 ... NaN\n",
"\n",
"[224 rows x 200 columns]\n"
"\u001b[?25hSaved 224 runs to hamelsmu-deepspeed-data-100523.csv\n"
]
}
],
Expand Down
3 changes: 1 addition & 2 deletions wandbtocsv/core.py
Original file line number Diff line number Diff line change
Expand Up @@ -72,5 +72,4 @@ def fetch_runs(

df = pd.DataFrame(all_runs_data)
df.to_csv(output_file, index=False)
print(f"Saved {len(df)} runs to {output_file}\nPreview:")
return df
print(f"Saved {len(df)} runs to {output_file}")

0 comments on commit 91d33d5

Please sign in to comment.