|  | #!/usr/bin/env expect | 
|  | ############################################################################ | 
|  | # Purpose: Test of Slurm functionality | 
|  | #          Validate scontrol update command for job steps. | 
|  | # Copyright (C) 2010 Lawrence Livermore National Security. | 
|  | # Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER). | 
|  | # Written by Morris Jette <jette1@llnl.gov> | 
|  | # CODE-OCEC-09-009. All rights reserved. | 
|  | # | 
|  | # This file is part of Slurm, a resource management program. | 
|  | # For details, see <https://slurm.schedmd.com/>. | 
|  | # Please also read the included file: DISCLAIMER. | 
|  | # | 
|  | # Slurm is free software; you can redistribute it and/or modify it under | 
|  | # the terms of the GNU General Public License as published by the Free | 
|  | # Software Foundation; either version 2 of the License, or (at your option) | 
|  | # any later version. | 
|  | # | 
|  | # Slurm is distributed in the hope that it will be useful, but WITHOUT ANY | 
|  | # WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS | 
|  | # FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more | 
|  | # details. | 
|  | # | 
|  | # You should have received a copy of the GNU General Public License along | 
|  | # with Slurm; if not, write to the Free Software Foundation, Inc., | 
|  | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA. | 
|  | ############################################################################ | 
|  | source ./globals | 
|  |  | 
|  | set file_in1      "$test_dir/input1" | 
|  | set file_in2      "$test_dir/input2" | 
|  | set file_out      "$test_dir/output" | 
|  | set job_id        0 | 
|  | set step_id       0 | 
|  | set orig_time     0 | 
|  | set new_time      0 | 
|  |  | 
|  | proc cleanup {} { | 
|  | global job_id | 
|  |  | 
|  | cancel_job $job_id | 
|  | } | 
|  |  | 
|  | # | 
|  | # Build input batch file | 
|  | # | 
|  | make_bash_script $file_in1 " | 
|  | $bin_echo JOB_BEGIN | 
|  | $srun -t5 $file_in2 | 
|  | $bin_echo JOB_FINISH | 
|  | " | 
|  | # | 
|  | # Build step file | 
|  | # The second sleep is because with some proctrack plugins, the bash shell may | 
|  | # be terminated slightly later than the first sleep process | 
|  | # | 
|  | make_bash_script $file_in2 " | 
|  | $bin_echo STEP_BEGIN | 
|  | $bin_sleep 120 | 
|  | $bin_sleep 1 | 
|  | $bin_echo STEP_FINISH | 
|  | " | 
|  |  | 
|  | # | 
|  | # Submit a job so we have something to work with | 
|  | # | 
|  | spawn $sbatch --output=$file_out -t3 $file_in1 | 
|  | expect { | 
|  | -re "Submitted batch job ($number)" { | 
|  | set job_id $expect_out(1,string) | 
|  | exp_continue | 
|  | } | 
|  | timeout { | 
|  | fail "srun not responding" | 
|  | } | 
|  | eof { | 
|  | wait | 
|  | } | 
|  | } | 
|  | if {$job_id == 0} { | 
|  | fail "srun failed to initiate job" | 
|  | } | 
|  | # | 
|  | # Wait for job _and_ step to start running | 
|  | # | 
|  | wait_for_job -fail $job_id "RUNNING" | 
|  | sleep 5 | 
|  |  | 
|  | # | 
|  | # Validate that step's original time limit | 
|  | # | 
|  | spawn $scontrol show step $job_id.$step_id | 
|  | expect { | 
|  | -re "TimeLimit=00:($number):00" { | 
|  | set orig_time $expect_out(1,string) | 
|  | exp_continue | 
|  | } | 
|  | timeout { | 
|  | fail "scontrol not responding" | 
|  | } | 
|  | eof { | 
|  | wait | 
|  | } | 
|  | } | 
|  | subtest {$orig_time == 5} "Validate the step's original time limit" "$orig_time != 5" | 
|  |  | 
|  | # | 
|  | # Change that step's time limit | 
|  | # | 
|  | spawn $scontrol update StepId=$job_id TimeLimit=1 | 
|  | expect { | 
|  | timeout { | 
|  | fail "scontrol not responding" | 
|  | } | 
|  | eof { | 
|  | wait | 
|  | } | 
|  | } | 
|  |  | 
|  | # | 
|  | # Validate that step's new time limit | 
|  | # | 
|  | spawn  $scontrol show step $job_id.$step_id | 
|  | expect { | 
|  | -re "TimeLimit=00:($number):00" { | 
|  | set orig_time $expect_out(1,string) | 
|  | exp_continue | 
|  | } | 
|  | timeout { | 
|  | fail "scontrol not responding" | 
|  | } | 
|  | eof { | 
|  | wait | 
|  | } | 
|  | } | 
|  | subtest {$orig_time == 1} "Validate the step's new time limit" "$orig_time != 1" | 
|  |  | 
|  | # | 
|  | # Wait for step to exit and check output file | 
|  | # Look for message generated before and after srun (job step) time limit | 
|  | # | 
|  | sleep 60 | 
|  | wait_for_job -fail $job_id "DONE" | 
|  | wait_for_file -fail $file_out | 
|  |  | 
|  | spawn $bin_cat $file_out | 
|  | expect { | 
|  | -re "STEP_FINISH" { | 
|  | fail "Step time limit not enforced" | 
|  | } | 
|  | eof { | 
|  | wait | 
|  | } | 
|  | } |