blob: dcbd77b582ac7c64889a4a4c067a1ecec5614471 [file] [log] [blame] [edit]
/*****************************************************************************\
* archive_functions.c - functions dealing with archive in the
* accounting system.
*****************************************************************************
* Copyright (C) 2008 Lawrence Livermore National Security.
* Copyright (C) 2002-2007 The Regents of the University of California.
* Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
* Written by Danny Auble <da@llnl.gov>
* CODE-OCEC-09-009. All rights reserved.
*
* This file is part of SLURM, a resource management program.
* For details, see <https://computing.llnl.gov/linux/slurm/>.
* Please also read the included file: DISCLAIMER.
*
* SLURM is free software; you can redistribute it and/or modify it under
* the terms of the GNU General Public License as published by the Free
* Software Foundation; either version 2 of the License, or (at your option)
* any later version.
*
* In addition, as a special exception, the copyright holders give permission
* to link the code of portions of this program with the OpenSSL library under
* certain conditions as described in each individual source file, and
* distribute linked combinations including the two. You must obey the GNU
* General Public License in all respects for all of the code used other than
* OpenSSL. If you modify file(s) with this exception, you may extend this
* exception to your version of the file(s), but you are not obligated to do
* so. If you do not wish to do so, delete this exception statement from your
* version. If you delete this exception statement from all source files in
* the program, then also delete it here.
*
* SLURM is distributed in the hope that it will be useful, but WITHOUT ANY
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
* details.
*
* You should have received a copy of the GNU General Public License along
* with SLURM; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
\*****************************************************************************/
#include "src/sacctmgr/sacctmgr.h"
#include <sys/param.h> /* MAXPATHLEN */
#include "src/common/proc_args.h"
#include "src/common/uid.h"
static char *_string_to_uid( char *name )
{
uid_t uid;
if ( uid_from_string( name, &uid ) != 0 ) {
fprintf(stderr, "Invalid user id: %s\n", name);
exit(1);
}
xfree(name);
return xstrdup_printf( "%d", (int) uid );
}
/* returns number of objects added to list */
extern int _addto_uid_char_list(List char_list, char *names)
{
int i=0, start=0;
char *name = NULL, *tmp_char = NULL;
ListIterator itr = NULL;
char quote_c = '\0';
int quote = 0;
int count = 0;
if(!char_list) {
error("No list was given to fill in");
return 0;
}
itr = list_iterator_create(char_list);
if(names) {
if (names[i] == '\"' || names[i] == '\'') {
quote_c = names[i];
quote = 1;
i++;
}
start = i;
while(names[i]) {
//info("got %d - %d = %d", i, start, i-start);
if(quote && names[i] == quote_c)
break;
else if (names[i] == '\"' || names[i] == '\'')
names[i] = '`';
else if(names[i] == ',') {
if((i-start) > 0) {
name = xmalloc((i-start+1));
memcpy(name, names+start, (i-start));
//info("got %s %d", name, i-start);
name = _string_to_uid( name );
while((tmp_char = list_next(itr))) {
if(!strcasecmp(tmp_char, name))
break;
}
if(!tmp_char) {
list_append(char_list, name);
count++;
} else
xfree(name);
list_iterator_reset(itr);
}
i++;
start = i;
if(!names[i]) {
info("There is a problem with "
"your request. It appears you "
"have spaces inside your list.");
break;
}
}
i++;
}
if((i-start) > 0) {
name = xmalloc((i-start)+1);
memcpy(name, names+start, (i-start));
name = _string_to_uid( name );
while((tmp_char = list_next(itr))) {
if(!strcasecmp(tmp_char, name))
break;
}
if(!tmp_char) {
list_append(char_list, name);
count++;
} else
xfree(name);
}
}
list_iterator_destroy(itr);
return count;
}
static int _set_cond(int *start, int argc, char *argv[],
slurmdb_archive_cond_t *arch_cond)
{
int i;
int set = 0;
int end = 0;
int command_len = 0;
int option = 0;
uint32_t tmp;
slurmdb_job_cond_t *job_cond = NULL;
if(!arch_cond) {
error("No arch_cond given");
return -1;
}
if(!arch_cond->job_cond)
arch_cond->job_cond = xmalloc(sizeof(slurmdb_job_cond_t));
job_cond = arch_cond->job_cond;
for (i=(*start); i<argc; i++) {
end = parse_option_end(argv[i]);
if(!end)
command_len=strlen(argv[i]);
else {
command_len=end-1;
if(argv[i][end] == '=') {
option = (int)argv[i][end-1];
end++;
}
}
if(!end && !strncasecmp(argv[i], "where",
MAX(command_len, 5))) {
continue;
} else if(!end && !strncasecmp(argv[i], "events",
MAX(command_len, 1))) {
arch_cond->purge_event |= SLURMDB_PURGE_ARCHIVE;
set = 1;
} else if(!end && !strncasecmp(argv[i], "jobs",
MAX(command_len, 1))) {
arch_cond->purge_job |= SLURMDB_PURGE_ARCHIVE;
set = 1;
} else if(!end && !strncasecmp(argv[i], "steps",
MAX(command_len, 1))) {
arch_cond->purge_step |= SLURMDB_PURGE_ARCHIVE;
set = 1;
} else if(!end && !strncasecmp(argv[i], "suspend",
MAX(command_len, 1))) {
arch_cond->purge_suspend |= SLURMDB_PURGE_ARCHIVE;
set = 1;
} else if(!end
|| !strncasecmp(argv[i], "Clusters",
MAX(command_len, 1))) {
if(!job_cond->cluster_list)
job_cond->cluster_list =
list_create(slurm_destroy_char);
slurm_addto_char_list(job_cond->cluster_list,
argv[i]+end);
set = 1;
} else if (!strncasecmp (argv[i], "Accounts",
MAX(command_len, 2))) {
if(!job_cond->acct_list)
job_cond->acct_list =
list_create(slurm_destroy_char);
slurm_addto_char_list(job_cond->acct_list,
argv[i]+end);
set = 1;
} else if (!strncasecmp (argv[i], "Associations",
MAX(command_len, 2))) {
if(!job_cond->associd_list)
job_cond->associd_list =
list_create(slurm_destroy_char);
slurm_addto_char_list(job_cond->associd_list,
argv[i]+end);
set = 1;
} else if (!strncasecmp (argv[i], "Directory",
MAX(command_len, 2))) {
arch_cond->archive_dir =
strip_quotes(argv[i]+end, NULL, 0);
set = 1;
} else if (!strncasecmp (argv[i], "End", MAX(command_len, 1))) {
job_cond->usage_end = parse_time(argv[i]+end, 1);
set = 1;
} else if (!strncasecmp (argv[i], "Gid", MAX(command_len, 2))) {
if(!job_cond->groupid_list)
job_cond->groupid_list =
list_create(slurm_destroy_char);
slurm_addto_char_list(job_cond->groupid_list,
argv[i]+end);
set = 1;
} else if (!strncasecmp (argv[i], "Jobs",
MAX(command_len, 1))) {
char *end_char = NULL, *start_char = argv[i]+end;
slurmdb_selected_step_t *selected_step = NULL;
char *dot = NULL;
if(!job_cond->step_list)
job_cond->step_list =
list_create(slurm_destroy_char);
while ((end_char = strstr(start_char, ","))
&& start_char) {
*end_char = 0;
while (isspace(*start_char))
start_char++; /* discard whitespace */
if(!(int)*start_char)
continue;
selected_step = xmalloc(
sizeof(slurmdb_selected_step_t));
list_append(job_cond->step_list, selected_step);
dot = strstr(start_char, ".");
if (dot == NULL) {
debug2("No jobstep requested");
selected_step->stepid = NO_VAL;
} else {
*dot++ = 0;
selected_step->stepid = atoi(dot);
}
selected_step->jobid = atoi(start_char);
start_char = end_char + 1;
}
set = 1;
} else if (!strncasecmp (argv[i], "Partitions",
MAX(command_len, 2))) {
if(!job_cond->partition_list)
job_cond->partition_list =
list_create(slurm_destroy_char);
slurm_addto_char_list(job_cond->partition_list,
argv[i]+end);
set = 1;
} else if (!strncasecmp (argv[i], "PurgeEventAfter",
MAX(command_len, 10))) {
if ((tmp = slurmdb_parse_purge(argv[i]+end))
== NO_VAL) {
exit_code = 1;
} else {
arch_cond->purge_event |= tmp;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeJobAfter",
MAX(command_len, 10))) {
if ((tmp = slurmdb_parse_purge(argv[i]+end))
== NO_VAL) {
exit_code = 1;
} else {
arch_cond->purge_job |= tmp;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeStepAfter",
MAX(command_len, 10))) {
if ((tmp = slurmdb_parse_purge(argv[i]+end))
== NO_VAL) {
exit_code = 1;
} else {
arch_cond->purge_step |= tmp;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeSuspendAfter",
MAX(command_len, 10))) {
if ((tmp = slurmdb_parse_purge(argv[i]+end))
== NO_VAL) {
exit_code = 1;
} else {
arch_cond->purge_suspend |= tmp;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeEventMonths",
MAX(command_len, 6))) {
if (get_uint(argv[i]+end, &tmp, "PurgeEventMonths")
!= SLURM_SUCCESS) {
exit_code = 1;
} else {
arch_cond->purge_event |= tmp;
arch_cond->purge_event |= SLURMDB_PURGE_MONTHS;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeJobMonths",
MAX(command_len, 6))) {
if (get_uint(argv[i]+end, &tmp, "PurgeJobMonths")
!= SLURM_SUCCESS) {
exit_code = 1;
} else {
arch_cond->purge_job |= tmp;
arch_cond->purge_job |= SLURMDB_PURGE_MONTHS;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeStepMonths",
MAX(command_len, 7))) {
if (get_uint(argv[i]+end, &tmp, "PurgeStepMonths")
!= SLURM_SUCCESS) {
exit_code = 1;
} else {
arch_cond->purge_step |= tmp;
arch_cond->purge_step |= SLURMDB_PURGE_MONTHS;
set = 1;
}
} else if (!strncasecmp (argv[i], "PurgeSuspendMonths",
MAX(command_len, 7))) {
if (get_uint(argv[i]+end, &tmp, "PurgeSuspendMonths")
!= SLURM_SUCCESS) {
exit_code = 1;
} else {
arch_cond->purge_suspend |= tmp;
arch_cond->purge_suspend
|= SLURMDB_PURGE_MONTHS;
set = 1;
}
} else if (!strncasecmp (argv[i], "Start",
MAX(command_len, 2))) {
job_cond->usage_start = parse_time(argv[i]+end, 1);
set = 1;
} else if (!strncasecmp (argv[i], "Script",
MAX(command_len, 2))) {
arch_cond->archive_script =
strip_quotes(argv[i]+end, NULL, 0);
set = 1;
} else if (!strncasecmp (argv[i], "Users",
MAX(command_len, 1))) {
if(!job_cond->userid_list)
job_cond->userid_list =
list_create(slurm_destroy_char);
_addto_uid_char_list(job_cond->userid_list,
argv[i]+end);
set = 1;
} else {
exit_code=1;
fprintf(stderr, " Unknown condition: %s\n", argv[i]);
}
}
(*start) = i;
return set;
}
extern int sacctmgr_archive_dump(int argc, char *argv[])
{
int rc = SLURM_SUCCESS;
slurmdb_archive_cond_t *arch_cond =
xmalloc(sizeof(slurmdb_archive_cond_t));
int i=0;
struct stat st;
for (i=0; i<argc; i++) {
int command_len = strlen(argv[i]);
if (!strncasecmp (argv[i], "Where", MAX(command_len, 5))
|| !strncasecmp (argv[i], "Set", MAX(command_len, 3)))
i++;
_set_cond(&i, argc, argv, arch_cond);
}
if(!arch_cond->purge_event)
arch_cond->purge_event = NO_VAL;
if(!arch_cond->purge_job)
arch_cond->purge_job = NO_VAL;
if(!arch_cond->purge_step)
arch_cond->purge_step = NO_VAL;
if(!arch_cond->purge_suspend)
arch_cond->purge_suspend = NO_VAL;
if(exit_code) {
slurmdb_destroy_archive_cond(arch_cond);
return SLURM_ERROR;
}
if (arch_cond->archive_dir) {
if(stat(arch_cond->archive_dir, &st) < 0) {
exit_code = errno;
fprintf(stderr, " dump: Failed to stat %s: %m\n "
"Note: For archive dump, "
"the directory must be on "
"the calling host.\n",
arch_cond->archive_dir);
return SLURM_ERROR;
}
if (!(st.st_mode & S_IFDIR)) {
errno = EACCES;
fprintf(stderr, " dump: "
"archive dir %s isn't a directory\n",
arch_cond->archive_dir);
return SLURM_ERROR;
}
if (access(arch_cond->archive_dir, W_OK) < 0) {
errno = EACCES;
fprintf(stderr, " dump: "
"archive dir %s is not writable\n",
arch_cond->archive_dir);
return SLURM_ERROR;
}
}
if (arch_cond->archive_script) {
if(stat(arch_cond->archive_script, &st) < 0) {
exit_code = errno;
fprintf(stderr, " dump: Failed to stat %s: %m\n "
"Note: For archive dump, the script must be on "
"the calling host.\n",
arch_cond->archive_script);
return SLURM_ERROR;
}
if (!(st.st_mode & S_IFREG)) {
errno = EACCES;
fprintf(stderr, " dump: "
"archive script %s isn't a regular file\n",
arch_cond->archive_script);
return SLURM_ERROR;
}
if (access(arch_cond->archive_script, X_OK) < 0) {
errno = EACCES;
fprintf(stderr, " dump: "
"archive script %s is not executable\n",
arch_cond->archive_script);
return SLURM_ERROR;
}
}
rc = jobacct_storage_g_archive(db_conn, arch_cond);
if(rc == SLURM_SUCCESS) {
if(commit_check("Would you like to commit changes?")) {
acct_storage_g_commit(db_conn, 1);
} else {
printf(" Changes Discarded\n");
acct_storage_g_commit(db_conn, 0);
}
} else {
exit_code=1;
fprintf(stderr, " Problem dumping archive: %s\n",
slurm_strerror(rc));
rc = SLURM_ERROR;
}
slurmdb_destroy_archive_cond(arch_cond);
return rc;
}
extern int sacctmgr_archive_load(int argc, char *argv[])
{
int rc = SLURM_SUCCESS;
slurmdb_archive_rec_t *arch_rec =
xmalloc(sizeof(slurmdb_archive_rec_t));
int i=0, command_len = 0, option = 0;
struct stat st;
for (i=0; i<argc; i++) {
int end = parse_option_end(argv[i]);
if(!end)
command_len=strlen(argv[i]);
else {
command_len=end-1;
if(argv[i][end] == '=') {
option = (int)argv[i][end-1];
end++;
}
}
if(!end
|| !strncasecmp (argv[i], "File", MAX(command_len, 1))) {
arch_rec->archive_file =
strip_quotes(argv[i]+end, NULL, 0);
} else if (!strncasecmp (argv[i], "Insert",
MAX(command_len, 2))) {
arch_rec->insert = strip_quotes(argv[i]+end, NULL, 1);
} else {
exit_code=1;
fprintf(stderr, " Unknown option: %s\n", argv[i]);
}
}
if(exit_code) {
slurmdb_destroy_archive_rec(arch_rec);
return SLURM_ERROR;
}
if (arch_rec->archive_file) {
char *fullpath;
char cwd[MAXPATHLEN + 1];
int mode = R_OK;
if ((getcwd(cwd, MAXPATHLEN)) == NULL)
fatal("getcwd failed: %m");
if ((fullpath = search_path(cwd, arch_rec->archive_file,
true, mode))) {
xfree(arch_rec->archive_file);
arch_rec->archive_file = fullpath;
}
if(stat(arch_rec->archive_file, &st) < 0) {
exit_code = errno;
fprintf(stderr, " load: Failed to stat %s: %m\n "
"Note: For archive load, the file must be on "
"the calling host.\n",
arch_rec->archive_file);
return SLURM_ERROR;
}
}
rc = jobacct_storage_g_archive_load(db_conn, arch_rec);
if(rc == SLURM_SUCCESS) {
if(commit_check("Would you like to commit changes?")) {
acct_storage_g_commit(db_conn, 1);
} else {
printf(" Changes Discarded\n");
acct_storage_g_commit(db_conn, 0);
}
} else {
exit_code=1;
fprintf(stderr, " Problem loading archive file: %s\n",
slurm_strerror(rc));
rc = SLURM_ERROR;
}
slurmdb_destroy_archive_rec(arch_rec);
return rc;
}