nvsettings.cpp

/**
 * nvidia-settings command line interface for linux - tpruvot 2018
 * Copyright (c) 2018 RavenCommunity team
 *
 * Notes: need X setup and running, with an opened X session.
 *        init speed could be improved, running multiple threads
 */

#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <sys/stat.h>
#include <sys/types.h> // pid_t

#include "miner.h"
#include "nvml.h"
#include "cuda_runtime.h"

#ifdef __linux__

#define NVS_PATH "/usr/bin/nvidia-settings"

static int8_t nvs_dev_map[MAX_GPUS] = { 0 };
static uint8_t nvs_bus_ids[MAX_GPUS] = { 0 };
static int32_t nvs_clocks_set[MAX_GPUS] = { 0 };

extern int32_t device_mem_offsets[MAX_GPUS];

#if 0 /* complicated exec way and not better in fine */
int nvs_query_fork_int(int nvs_id, const char* field)
{
	pid_t pid;
	int pipes[2] = { 0 };
	if (pipe(pipes) < 0)
		return -1;

	if ((pid = fork()) == -1) {
		close(pipes[0]);
		close(pipes[1]);
		return -1;
	} else if (pid == 0) {
		char gpu_field[128] = { 0 };
		sprintf(gpu_field, "[gpu:%d]/%s", nvs_id, field);

		dup2(pipes[1], STDOUT_FILENO);
		close(pipes[0]);
		//close(pipes[1]);

		if (-1 == execl(NVS_PATH, "nvidia-settings", "-q", gpu_field, "-t", NULL)) {
			exit(-1);
		}
	} else {
		int intval = -1;
		FILE *p = fdopen(pipes[0], "r");
		close(pipes[1]);
		if (!p) {
			applog(LOG_WARNING, "%s: fdopen(%d) failed", __func__, pipes[0]);
			return -1;
		}
		int rc = fscanf(p, "%d", &intval); // BUS 0000:2a:00.0 is read 42
		if (rc > 0) {
			//applog(LOG_BLUE, "%s res=%d", field, intval);
		}
		fclose(p);
		close(pipes[0]);
		return intval;
	}
	return -1;
}
#endif

int nvs_query_int(int nvs_id, const char* field, int showerr)
{
	FILE *fp;
	char command[256] = { 0 };
	sprintf(command, "%s -t -q '[gpu:%d]/%s' 2>&1", NVS_PATH, nvs_id, field);
	fp = popen(command, "r");
	if (fp) {
		int intval = -1;
		if (!showerr) {
			int b = fscanf(fp, "%d", &intval);
			if (!b) {
				pclose(fp);
				return -1;
			}
		} else {
			char msg[512] = { 0 };
			char buf[64] = { 0 };
			ssize_t bytes, len=0, maxlen=sizeof(msg)-1;
			while ((bytes=fscanf(fp, "%s", buf)) > 0) {
				len += snprintf(&msg[len], maxlen-len, "%s ", buf);
				if (len >= maxlen) break;
			}
			if (strstr(msg, "ERROR")) {
				char *xtra = strstr(msg, "; please run");
				if (xtra) *xtra = '\0'; // strip noise
				applog(LOG_INFO, "%s", msg);
				intval = -1;
			} else {
				sscanf(msg, "%d", &intval);
			}
		}
		pclose(fp);
		return intval;
	}
	return -1;
}

int nvs_query_str(int nvs_id, const char* field, char* output, size_t maxlen)
{
	FILE *fp;
	char command[256] = { 0 };
	*output = '\0';
	sprintf(command, "%s -t -q '[gpu:%d]/%s' 2>&1", NVS_PATH, nvs_id, field);
	fp = popen(command, "r");
	if (fp) {
		char buf[256] = { 0 };
		ssize_t len=0;
	        ssize_t bytes=0;
		while ((bytes=fscanf(fp, "%s", buf)) > 0) {
			//applog(LOG_BLUE, "%d %s %d", nvs_id, buf, (int) bytes);
			len += snprintf(&output[len], maxlen-len, "%s ", buf);
			if (len >= maxlen) break;
		}
		pclose(fp);
		if (strstr(output, "ERROR")) {
			char *xtra = strstr(output, "; please run");
			if (xtra) *xtra = '\0'; // strip noise
			applog(LOG_INFO, "%s", output);
			*output='\0';
		}
		return (int) len;
	}
	return -1;
}

int nvs_set_int(int nvs_id, const char* field, int value)
{
	FILE *fp;
	char command[256] = { 0 };
	int res = -1;
	snprintf(command, 256, "%s -a '[gpu:%d]/%s=%d' 2>&1", NVS_PATH, nvs_id, field, value);
	fp = popen(command, "r");
	if (fp) {
		char msg[512] = { 0 };
		char buf[64] = { 0 };
		ssize_t bytes, len=0, maxlen=sizeof(msg)-1;
		while ((bytes=fscanf(fp, "%s", buf)) > 0) {
			len += snprintf(&msg[len], maxlen-len, "%s ", buf);
			if (len >= maxlen) break;
		}
		if (strstr(msg, "ERROR")) {
			char *xtra = strstr(msg, "; please run");
			if (xtra) *xtra = '\0'; // strip noise
			applog(LOG_INFO, "%s", msg);
		} else
			res = 0;
		pclose(fp);
	}
	return res;
}

int8_t nvs_devnum(int dev_id)
{
	return nvs_dev_map[dev_id];
}

int nvs_devid(int8_t nvs_id)
{
	for (int i=0; i < opt_n_threads; i++) {
		int dev_id = device_map[i % MAX_GPUS];
		if (nvs_dev_map[dev_id] == nvs_id)
			return dev_id;
	}
	return 0;
}

int nvs_init()
{
	struct stat info;
	struct timeval tv_start, tv_end, diff;
	int x_devices = 0;
	int n_threads = opt_n_threads;
	if (stat(NVS_PATH, &info))
		return -ENOENT;

	gettimeofday(&tv_start, NULL);

	for (int d = 0; d < MAX_GPUS; d++) {
		// this part can be "slow" (100-200ms per device)
		int res = nvs_query_int(d, "PCIBus", 1);
		if (res < 0) break;
		nvs_bus_ids[d] = 0xFFu & res;
		x_devices++;
	}

	if (opt_debug) {
		gettimeofday(&tv_end, NULL);
		timeval_subtract(&diff, &tv_end, &tv_start);
		applog(LOG_DEBUG, "nvidia-settings pci bus queries took %.2f ms",
			(1000.0 * diff.tv_sec) + (0.001 * diff.tv_usec));
	}

	if (!x_devices)
		return -ENODEV;
	if (!n_threads) n_threads = cuda_num_devices();
	for (int i = 0; i < n_threads; i++) {
		int dev_id = device_map[i % MAX_GPUS];
		cudaDeviceProp props;
		if (cudaGetDeviceProperties(&props, dev_id) == cudaSuccess) {
			for (int8_t d = 0; d < x_devices; d++) {
				if (nvs_bus_ids[d] == (uint8_t) props.pciBusID) {
					gpulog(LOG_DEBUG, i, "matches X gpu:%d by busId %u",
						(int) d, (uint) nvs_bus_ids[d]);
					nvs_dev_map[dev_id] = d;
					/* char buf[1024] = { 0 };
					nvs_query_str(d, "GPUCurrentClockFreqsString", buf, sizeof(buf)-1);
					gpulog(LOG_DEBUG, d, "%s", buf); */
					break;
				}
			}
		}
	}
	return 0;
}

int nvs_set_clocks(int dev_id)
{
	int res;
	int8_t d = nvs_devnum(dev_id);
	if (d < 0) return -ENODEV;
	if (!device_mem_offsets[dev_id] || nvs_clocks_set[d]) return 0;
	res = nvs_set_int(d, "GPUMemoryTransferRateOffsetAllPerformanceLevels", device_mem_offsets[dev_id]*2);
	if (res) nvs_clocks_set[d] = device_mem_offsets[dev_id]*2;
	return res;
}

void nvs_reset_clocks(int dev_id)
{
	int8_t d = nvs_devnum(dev_id);
	if (d < 0 || !nvs_clocks_set[d]) return;
	nvs_set_int(d, "GPUMemoryTransferRateOffsetAllPerformanceLevels", 0);
	nvs_clocks_set[d] = 0;
}

#else
int nvs_init() { return -ENOSYS; }
int nvs_set_clocks(int dev_id) { return -ENOSYS; }
void nvs_reset_clocks(int dev_id) { }
#endif