-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
get through steps of providing command for final burst
For the time being while we are developing, it is nice to have all the configs generated and then a startscript generated we can manually run. This commit adds all these steps, and next I need to move it onto an allocation and test how to actually turn on the other hosts. Signed-off-by: vsoch <vsoch@users.noreply.github.com>
- Loading branch information
Showing
7 changed files
with
258 additions
and
63 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,75 @@ | ||
| #!/usr/bin/env python | ||
|
|
||
| # This is a script called by flux-burst-local, and it's assumed that files | ||
| # are generated in the directed config directory, and we've started the | ||
| # main broker and can now burst. | ||
|
|
||
| import argparse | ||
|
|
||
| from fluxburst.client import FluxBurst | ||
|
|
||
| # How we provide custom parameters to a flux-burst plugin | ||
| from fluxburst_local.plugin import BurstParameters | ||
|
|
||
|
|
||
| def get_parser(): | ||
| parser = argparse.ArgumentParser( | ||
| description="Flux Local Broker Start", | ||
| formatter_class=argparse.RawTextHelpFormatter, | ||
| ) | ||
| parser.add_argument("--config-dir", help="Configuration directory for flux") | ||
| parser.add_argument( | ||
| "--flux-root", help="Flux root (should correspond with broker running Flux)" | ||
| ) | ||
| return parser | ||
|
|
||
|
|
||
| def main(): | ||
| parser = get_parser() | ||
| args, _ = parser.parse_known_args() | ||
|
|
||
| # Create the dataclass for the plugin config | ||
| # We use a dataclass because it does implicit validation of required params, etc. | ||
| params = BurstParameters( | ||
| flux_root=args.flux_root, | ||
| config_dir=args.config_dir, | ||
| # This says to not re-generate our configs! | ||
| regenerate=False, | ||
| ) | ||
| assert params | ||
| client = FluxBurst() | ||
|
|
||
| # For debugging, here is a way to see plugins available | ||
| # import fluxburst.plugins as plugins | ||
| # print(plugins.burstable_plugins) | ||
| print("TODO START OTHER WOKRERS") | ||
|
|
||
| # Load our plugin and provide the dataclass to it! | ||
| # client.load("local", params) | ||
|
|
||
| # Sanity check loaded | ||
| client = FluxBurst() | ||
| print(f"flux-burst client is loaded with plugins for: {client.choices}") | ||
|
|
||
| # We are using the default algorithms to filter the job queue and select jobs. | ||
| # If we weren't, we would add them via: | ||
| # client.set_ordering() | ||
| # client.set_selector() | ||
|
|
||
| # Here is how we can see the jobs that are contenders to burst! | ||
| # client.select_jobs() | ||
|
|
||
| # Now let's run the burst! The active plugins will determine if they | ||
| # are able to schedule a job, and if so, will do the work needed to | ||
| # burst. unmatched jobs (those we weren't able to schedule) are | ||
| # returned, maybe to do something with? Note that the default mock | ||
| # generates a N=4 job. For compute engine that will be 3 compute | ||
| # nodes and 1 login node. | ||
| unmatched = client.run_burst() | ||
| assert not unmatched | ||
| plugin = client.plugins["local"] | ||
| print(plugin) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
Oops, something went wrong.