#!/usr/bin/env expect
############################################################################
# Purpose: Test of Slurm functionality
#          to be called from test21.30
#          Tests if the GrpCPUmins limit is enforced
############################################################################
# Copyright (C) SchedMD LLC.
#
# This file is part of Slurm, a resource management program.
# For details, see <https://slurm.schedmd.com/>.
# Please also read the included file: DISCLAIMER.
#
# Slurm is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation; either version 2 of the License, or (at your option)
# any later version.
#
# Slurm is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
# details.
#
# You should have received a copy of the GNU General Public License along
# with Slurm; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA.
############################################################################

# Test GrpCPUmins
proc inc21_30_9 { wait_reason } {
	global srun nthreads acct bin_sleep grpcpumin_num
	global test_node qostest

	log_info "Starting $wait_reason test"

	if {![param_contains [get_config_param "AccountingStorageEnforce"] "safe"]} {
		subskip "This subtest needs AccountingStorageEnforce=safe"
		return
	}

	set job_id1 0
	set job_id2 0

	# Raise an error to abort the catch block
	set exception_code [catch {

		set timeout [expr $grpcpumin_num * 120]
		set timelimit [expr $grpcpumin_num / $nthreads]
		# Since GrpCpuMins is a decayed variable lets reset it to make sure
		# the test gets exactly what we would expect.
		if [reset_qos_usage "" $qostest] {
			error "Unable to reset QOS usage"
		}

		set job_id1 [submit_job -fail "--account=$acct -w$test_node --qos=$qostest -n$nthreads -t$timelimit -o none --wrap '$srun $bin_sleep 1'"]
		subtest {![wait_for_job $job_id1 "DONE"]} "Job should run $wait_reason"
		cancel_job $job_id1

		if [reset_qos_usage "" $qostest] {
			error "Unable to reset QOS usage"
		}

		set job_id2 [submit_job -fail "--account=$acct -w$test_node --qos=$qostest -n$nthreads -t[expr $timelimit + 1] -o none --wrap '$srun $bin_sleep 1'"]
		subtest {![wait_job_reason $job_id2 "PENDING" $wait_reason]} "Job should have pending reason $wait_reason"
		cancel_job $job_id2

	} message] ; # Store the error message in $message


	# Convert any errors into failures (after cleaning up)
	if {$exception_code == 1} { ; # errors only
		fail "Failure testing $wait_reason: $message"
	}
}