Skip to content
This repository has been archived by the owner on Jul 25, 2022. It is now read-only.

Drop retention policy before creating it #2051

Merged
merged 7 commits into from Jul 14, 2020
Merged

Drop retention policy before creating it #2051

Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
133760d
Drop retention policy before creating it
mkpankov Jul 7, 2020
ef33131
Do the same for docker
mkpankov Jul 7, 2020
8617922
Alter on error
mkpankov Jul 10, 2020
103b6ab
Remove extra format
mkpankov Jul 10, 2020
a9f67d4
Merge branch 'master' into drop
mkpankov Jul 13, 2020
7398bcd
Don't compare error message
mkpankov Jul 14, 2020
c2329ca
Fix second script
mkpankov Jul 14, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
40 changes: 29 additions & 11 deletions chroma_core/lib/service_config.py
View file
Open in desktop
Expand Up @@ -337,17 +337,35 @@ def _setup_influxdb(self):
]
)
self.try_shell(["influx", "-execute", "CREATE DATABASE {}".format(settings.INFLUXDB_IML_STATS_DB)])
self.try_shell(
[
"influx",
"-database",
settings.INFLUXDB_IML_STATS_DB,
"-execute",
'CREATE RETENTION POLICY "long_term" ON "{}" DURATION {} REPLICATION 1 SHARD DURATION 5d'.format(
settings.INFLUXDB_IML_STATS_DB, settings.INFLUXDB_IML_STATS_LONG_DURATION,
),
]
)

try:
self.try_shell(
[
"influx",
"-database",
settings.INFLUXDB_IML_STATS_DB,
"-execute",
'CREATE RETENTION POLICY "long_term" ON "{}" DURATION {} REPLICATION 1 SHARD DURATION 5d'.format(
settings.INFLUXDB_IML_STATS_DB, settings.INFLUXDB_IML_STATS_LONG_DURATION,
),
]
)
except CommandError as e:
if "retention policy already exists" in e.stderr:
mkpankov marked this conversation as resolved.
Show resolved Hide resolved
self.try_shell(
[
"influx",
"-database",
settings.INFLUXDB_IML_STATS_DB,
"-execute",
'ALTER RETENTION POLICY "long_term" ON "{}" DURATION {} REPLICATION 1 SHARD DURATION 5d'.format(
settings.INFLUXDB_IML_STATS_DB, settings.INFLUXDB_IML_STATS_LONG_DURATION,
),
]
)
else:
raise

self.try_shell(
[
"influx",
Expand Down
1 change: 1 addition & 0 deletions docker/influxdb/setup-influxdb.sh
View file
Open in desktop
Expand Up @@ -9,6 +9,7 @@ done
influx -execute "CREATE DATABASE $INFLUXDB_STRATAGEM_SCAN_DB"
influx -execute "ALTER RETENTION POLICY \"autogen\" ON \"$INFLUXDB_STRATAGEM_SCAN_DB\" DURATION 90d SHARD DURATION 9d"
influx -execute "CREATE DATABASE $INFLUXDB_IML_STATS_DB"
influx -execute "DROP RETENTION POLICY \"long_term\" ON \"$INFLUXDB_IML_STATS_DB\"" -database $INFLUXDB_IML_STATS_DB
mkpankov marked this conversation as resolved.
Show resolved Hide resolved
influx -execute "CREATE RETENTION POLICY \"long_term\" ON \"$INFLUXDB_IML_STATS_DB\" DURATION $INFLUXDB_IML_STATS_LONG_DURATION REPLICATION 1 SHARD DURATION 5d" -database $INFLUXDB_IML_STATS_DB
influx -execute "DROP CONTINUOUS QUERY \"downsample_means\" ON \"$INFLUXDB_IML_STATS_DB\"; DROP CONTINUOUS QUERY \"downsample_lnet\" ON \"$INFLUXDB_IML_STATS_DB\"; DROP CONTINUOUS QUERY \"downsample_samples\" ON \"$INFLUXDB_IML_STATS_DB\"; DROP CONTINUOUS QUERY \"downsample_sums\" ON \"$INFLUXDB_IML_STATS_DB\" "
influx -execute "CREATE CONTINUOUS QUERY \"downsample_means\" ON \"$INFLUXDB_IML_STATS_DB\" BEGIN SELECT mean(*) INTO \"$INFLUXDB_IML_STATS_DB\".\"long_term\".:MEASUREMENT FROM \"$INFLUXDB_IML_STATS_DB\".\"autogen\".\"target\",\"$INFLUXDB_IML_STATS_DB\".\"autogen\".\"host\",\"$INFLUXDB_IML_STATS_DB\".\"autogen\".\"node\" GROUP BY time(30m),* END; CREATE CONTINUOUS QUERY \"downsample_lnet\" ON \"$INFLUXDB_IML_STATS_DB\" BEGIN SELECT (last(\"send_count\") - first(\"send_count\")) / count(\"send_count\") AS \"mean_diff_send\", (last(\"recv_count\") - first(\"recv_count\")) / count(\"recv_count\") AS \"mean_diff_recv\" INTO \"$INFLUXDB_IML_STATS_DB\".\"long_term\".\"lnet\" FROM \"lnet\" WHERE \"nid\" != '\"0@lo\"' GROUP BY time(30m),\"host\",\"nid\" END; CREATE CONTINUOUS QUERY \"downsample_samples\" ON \"$INFLUXDB_IML_STATS_DB\" BEGIN SELECT (last(\"samples\") - first(\"samples\")) / count(\"samples\") AS \"mean_diff_samples\" INTO \"$INFLUXDB_IML_STATS_DB\".\"long_term\".\"target\" FROM \"target\" GROUP BY time(30m),* END; CREATE CONTINUOUS QUERY \"downsample_sums\" ON \"$INFLUXDB_IML_STATS_DB\" BEGIN SELECT (last(\"sum\") - first(\"sum\")) / count(\"sum\") AS \"mean_diff_sum\" INTO \"$INFLUXDB_IML_STATS_DB\".\"long_term\".\"target\" FROM \"target\" WHERE \"units\"='\"bytes\"' GROUP BY time(30m),* END"
Expand Down