<!DOCTYPE html>
<html>
<head>
    <title>HPC-Runner-Slurm - HPC-Runner - WCMC-Q Confluence</title>

        

                        
    
                        
    
                        
    

    <meta http-equiv="X-UA-Compatible" content="IE=EDGE,chrome=IE7">
<meta charset="UTF-8">
<meta id="confluence-context-path" name="confluence-context-path" content="/wiki">
<meta id="confluence-base-url" name="confluence-base-url" content="https://wcmc-q.atlassian.net/wiki">

<meta id="atlassian-token" name="atlassian-token" content="059efd33f10735b50be47df65b7668e161d1727b">


<meta id="confluence-space-key" name="confluence-space-key" content="HPCSLURM">
<script type="text/javascript">
        var contextPath = '/wiki';
</script>

    

    <meta name="confluence-request-time" content="1433070551427">
        
    
        
            <meta name="ajs-is-space-admin" content=""> <meta name="ajs-has-space-config" content="">
            <script>
    window._AP = window._AP || {};
    
        window._AP.dialogOptions = {
                            };

    window._AP.inlineDialogOptions = {
                            };
</script>

            <meta name="ajs-use-keyboard-shortcuts" content="true">
            <meta name="ajs-discovered-plugin-features" content="$discoveredList">
            <meta name="ajs-keyboardshortcut-hash" content="152ad66f582974e8d223f64c0dda0f0">
            <meta id="team-calendars-has-jira-link" content="true">
            <meta name="ajs-team-calendars-display-time-format" content="displayTimeFormat24">
            <meta id="team-calendars-user-timezone" content="Asia/Baghdad">
            <script type="text/x-template" id="team-calendars-messages" title="team-calendars-messages"><fieldset class="i18n hidden"><input type="hidden" name="calendar3.month.long.july" value="July"><input type="hidden" name="calendar3.day.short.wednesday" value="Wed"><input type="hidden" name="calendar3.day.short.thursday" value="Thu"><input type="hidden" name="calendar3.month.short.march" value="Mar"><input type="hidden" name="calendar3.month.long.april" value="April"><input type="hidden" name="calendar3.month.long.october" value="October"><input type="hidden" name="calendar3.month.long.august" value="August"><input type="hidden" name="calendar3.month.short.july" value="Jul"><input type="hidden" name="calendar3.month.short.may" value="May"><input type="hidden" name="calendar3.month.short.november" value="Nov"><input type="hidden" name="calendar3.day.long.friday" value="Friday"><input type="hidden" name="calendar3.day.long.sunday" value="Sunday"><input type="hidden" name="calendar3.day.long.saturday" value="Saturday"><input type="hidden" name="calendar3.month.short.april" value="Apr"><input type="hidden" name="calendar3.day.long.wednesday" value="Wednesday"><input type="hidden" name="calendar3.month.long.december" value="December"><input type="hidden" name="calendar3.month.short.october" value="Oct"><input type="hidden" name="calendar3.day.long.monday" value="Monday"><input type="hidden" name="calendar3.month.short.june" value="Jun"><input type="hidden" name="calendar3.day.short.monday" value="Mon"><input type="hidden" name="calendar3.day.short.tuesday" value="Tue"><input type="hidden" name="calendar3.day.short.saturday" value="Sat"><input type="hidden" name="calendar3.month.long.march" value="March"><input type="hidden" name="calendar3.month.long.june" value="June"><input type="hidden" name="calendar3.month.short.february" value="Feb"><input type="hidden" name="calendar3.month.short.august" value="Aug"><input type="hidden" name="calendar3.month.short.december" value="Dec"><input type="hidden" name="calendar3.day.short.sunday" value="Sun"><input type="hidden" name="calendar3.month.long.february" value="February"><input type="hidden" name="calendar3.day.long.tuesday" value="Tuesday"><input type="hidden" name="calendar3.month.long.may" value="May"><input type="hidden" name="calendar3.month.long.september" value="September"><input type="hidden" name="calendar3.month.long.november" value="November"><input type="hidden" name="calendar3.month.short.january" value="Jan"><input type="hidden" name="calendar3.month.short.september" value="Sep"><input type="hidden" name="calendar3.day.long.thursday" value="Thursday"><input type="hidden" name="calendar3.month.long.january" value="January"><input type="hidden" name="calendar3.day.short.friday" value="Fri"></fieldset></script>
            
<meta name="ajs-grow1936-GROW-DISABLE" content="{&quot;value&quot;:true}">

            <meta name="ajs-public-signup-permitted" content="false">
            <meta name="ajs-cq-is-admin" content="false"><meta name="ajs-cq-is-anonymous" content="true">
            
            <meta name="ajs-is-confluence-admin" content="false">
            <meta name="ajs-connection-timeout" content="10000">
            
            
    
    
            <meta name="ajs-page-id" content="6848522">
            <meta name="ajs-latest-page-id" content="6848522">
            <meta name="ajs-content-type" content="page">
            <meta name="ajs-page-title" content="HPC-Runner-Slurm">
            <meta name="ajs-parent-page-title" content="Home">
            <meta name="ajs-parent-page-id" content="6848551">
            <meta name="ajs-space-key" content="HPCSLURM">
            <meta name="ajs-space-name" content="HPC-Runner">
            <meta name="ajs-from-page-title" content="">
            <meta name="ajs-can-remove-page" content="false">
            <meta name="ajs-context-path" content="/wiki">
            <meta name="ajs-base-url" content="https://wcmc-q.atlassian.net/wiki">
            <meta name="ajs-version-number" content="5.9.0-OD-52-018">
            <meta name="ajs-build-number" content="6107">
            <meta name="ajs-remote-user" content="">
            <meta name="ajs-remote-user-key" content="">
            <meta name="ajs-current-user-fullname" content="">
            <meta name="ajs-current-user-avatar-url" content="">
            <meta name="ajs-static-resource-url-prefix" content="/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/_">
            <meta name="ajs-global-settings-attachment-max-size" content="104857600">
            <meta name="ajs-user-locale" content="en_GB">
            <meta name="ajs-enabled-dark-features" content="confluence-inline-comments-resolved,notification.plugin.api.enabled.com.atlassian.confluence.plugins.sharepage.api.ShareContentEvent,notification.plugin.api.enabled.com.atlassian.confluence.plugins.mentions.api.ConfluenceMentionEvent,rotp.admin.shortcuts,notification.plugin.api.enabled.com.atlassian.confluence.event.events.security.ForgotPasswordEvent,pdf-preview,notification.plugin.api.enabled.com.atlassian.confluence.plugins.tasklist.event.SendTaskEmailEvent,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.page.async.PageMovedEvent,unified.usermanagement,previews.sharing,previews.versions,notification.plugin.api.enabled.com.atlassian.confluence.plugins.files.notifications.event.FileContentUpdateEvent,file-annotations,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.attachment.AttachmentBatchUploadCompletedEvent,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.comment.CommentCreateEvent,notification.plugin.api.enabled.com.atlassian.confluence.efi.emails.events.OnboardingLessUsersEvent,notification.plugin.api.enabled.com.atlassian.confluence.plugins.files.notifications.event.FileContentRemoveEvent,atlassian.aui.raphael.disabled,previews.conversion-service,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.comment.CommentUpdateEvent,app-switcher.new,notification.plugin.api.enabled.com.atlassian.confluence.event.events.follow.FollowEvent,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.page.async.PageEditedEvent,confluence.baseurl.cdn.enabled,image-effects.microservice.enable,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.blogpost.BlogPostCreateEvent,previews.trigger-all-file-types,notification.plugin.api.enabled.com.atlassian.confluence.plugins.inlinecomments.events.InlineCommentResolveEvent,notification.plugin.api.enabled.com.atlassian.confluence.event.events.like.LikeCreatedEvent,notification.plugin.api.enabled.com.atlassian.confluence.plugins.inlinecomments.events.InlineCommentCreateEvent,previews.sharing.pushstate,confluence-inline-comments-rich-editor,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.blogpost.BlogPostUpdateEvent,file-annotations.likes,rotp.project.shortcuts,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.page.async.PageCreatedEvent,baseurl.cdn.enabled,notification.plugin.api.enabled.com.atlassian.confluence.plugins.files.notifications.event.FileContentMentionUpdateEvent,notification.plugin.api.enabled.com.atlassian.confluence.efi.emails.events.OnboardingNoSpaceCreatedEvent,notification.plugin.api.enabled.com.atlassian.confluence.plugins.hipchat.api.events.HipChatUserMapped,notification.plugin.api.enabled.com.atlassian.confluence.plugins.sharepage.api.ShareAttachmentEvent,confluence-inline-comments,confluence-inline-comments-dangling-comment,notification.plugin.api.enabled.com.atlassian.confluence.event.events.content.blogpost.BlogPostMovedEvent">
            <meta name="ajs-atl-token" content="059efd33f10735b50be47df65b7668e161d1727b">
            <meta name="ajs-confluence-flavour" content="ALACARTE">
            <meta name="ajs-user-date-pattern" content="dd MMM yyyy">
            <meta name="ajs-date.format" content="yyyy/MM/dd">
    
    <link rel="shortcut icon" href="/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/_/favicon.ico">
    <link rel="icon" type="image/x-icon" href="/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/_/favicon.ico">

<link rel="search" type="application/opensearchdescription+xml" href="/wiki/opensearch/osd.action" title="WCMC-Q Confluence"/>

<script>
window.WRM=window.WRM||{};window.WRM._unparsedData=window.WRM._unparsedData||{};
WRM._unparsedData["com.atlassian.plugins.atlassian-plugins-webresource-plugin:context-path.context-path"]="\"/wiki\"";
WRM._unparsedData["com.atlassian.plugins.atlassian-plugins-webresource-rest:web-resource-manager.resource-base-url-pattern"]="\"(?:/wiki(?:/s/.*?/_)?/download|//d2p4ir3ro0j0cb\\\\.cloudfront\\\\.net/wcmc\\\\-q\\\\.atlassian\\\\.net/wiki(?:/s/.*?/_)?/download)\"";
WRM._unparsedData["com.atlassian.confluence.plugins.confluence-feature-discovery-plugin:confluence-feature-discovery-plugin-resources.test-mode"]="false";
WRM._unparsedData["com.atlassian.confluence.plugins.confluence-hipchat-integration-plugin:discovery-javascript-data.link-active"]="{\"linkActive\":true,\"conditionsMet\":true,\"admin\":false}";
WRM._unparsedData["com.atlassian.confluence.plugins.confluence-license-banner:confluence-license-banner-resources.license-details"]="{\"daysBeforeLicenseExpiry\":0,\"daysBeforeMaintenanceExpiry\":0,\"showLicenseExpiryBanner\":false,\"showMaintenanceExpiryBanner\":false,\"renewUrl\":null,\"salesEmail\":null}";
WRM._unparsedData["com.atlassian.plugins.atlassian-connect-plugin:confluence-atlassian-connect-autoconvert-resources.connect-autoconvert-data"]="null";
WRM._unparsedData["com.atlassian.plugins.atlassian-nps-plugin:atlassian-nps-plugin-resources.is-server-instance-data-provider"]="false";
WRM._unparsedData["com.atlassian.plugins.atlassian-nps-plugin:nps-acknowledgement-resources.analytics-enabled-data-provider"]="\"true\"";
WRM._unparsedData["com.atlassian.plugins.atlassian-nps-plugin:nps-acknowledgement-resources.sen-data-provider"]="\"SEN-3548945\"";
WRM._unparsedData["com.atlassian.plugins.browser.metrics.browser-metrics-plugin:api.feature-data-provider"]="true";
WRM._unparsedData["com.atlassian.plugins.browser.metrics.browser-metrics-plugin:browser-metrics.feature-data-provider-legacy"]="true";
</script>
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/7afeb7b1924b869279395ef60a27dd06-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/37/_/download/superbatch/css/batch.css?build-number=6107&amp;relative-url=true" media="all">
<!--[if lt IE 9]>
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/37/_/download/superbatch/css/batch.css?conditionalComment=lt+IE+9&amp;relative-url=true" media="all">
<![endif]-->
<!--[if lte IE 9]>
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/37/_/download/superbatch/css/batch.css?conditionalComment=lte+IE+9&amp;relative-url=true" media="all">
<![endif]-->
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/f3f0f3fa03ca028141e20070897da100-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/e7a5a94c4af7e382ed135d6a3e809c00/_/download/contextbatch/css/atl.confluence.plugins.pagetree-desktop,main,page,viewcontent,atl.general,atl.comments/batch.css?relative-url=true&amp;highlightactions=true&amp;flavour=VANILLA&amp;locale=en-GB&amp;hasConnectAddons=true" media="all">
<!--[if lt IE 9]>
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/6c0981174e94142364564819dc0d1413-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/e7a5a94c4af7e382ed135d6a3e809c00/_/download/contextbatch/css/atl.confluence.plugins.pagetree-desktop,main,page,viewcontent,atl.general,atl.comments/batch.css?conditionalComment=lt+IE+9&amp;locale=en-GB&amp;relative-url=true" media="all">
<![endif]-->
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/ba94b42cb1fdd86d3e7e386b08a67bec-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/b06aeabe2bcebb400eee0ab3f17e2b9a/_/download/contextbatch/css/theme.doc/batch.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.8.6/_/download/batch/org.randombits.confluence.toc:toc-plugin-styles/org.randombits.confluence.toc:toc-plugin-styles.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.1.5/_/download/batch/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.1.5/_/download/batch/com.atlassian.confluence.ext.newcode-macro-plugin:sh-theme-midnight/com.atlassian.confluence.ext.newcode-macro-plugin:sh-theme-midnight.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.1.5/_/download/batch/com.atlassian.confluence.ext.newcode-macro-plugin:sh-theme-confluence/com.atlassian.confluence.ext.newcode-macro-plugin:sh-theme-confluence.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/b47299bac634ce83d036abb979b6435c-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/3.0.7/_/download/batch/confluence.extra.livesearch:livesearch-macro-web-resources/confluence.extra.livesearch:livesearch-macro-web-resources.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/3.6.3/_/download/batch/confluence.macros.advanced:content-by-label-resources/confluence.macros.advanced:content-by-label-resources.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/3.6.3/_/download/batch/confluence.macros.advanced:recently-updated-concise-resources/confluence.macros.advanced:recently-updated-concise-resources.css?relative-url=true" media="all">
<link type="text/css" rel="stylesheet" href="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/3/_/styles/colors.css?spaceKey=HPCSLURM" media="all">
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/817f100155ec2dfa26e7d710005459f4-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/37/_/download/superbatch/js/batch.js?atlassian.aui.raphael.disabled=true&amp;locale=en-GB&amp;build-number=6107" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/ec2696e097f6fc503cfd1ab269103c5a-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/e7a5a94c4af7e382ed135d6a3e809c00/_/download/contextbatch/js/atl.confluence.plugins.pagetree-desktop,main,page,viewcontent,atl.general,atl.comments/batch.js?highlightactions=true&amp;flavour=VANILLA&amp;analytics-enabled=true&amp;locale=en-GB&amp;anonymous-access-enabled=true&amp;hasConnectAddons=true&amp;hostenabled=true" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.8.6/_/download/batch/org.randombits.confluence.toc:client-side-toc-resources/org.randombits.confluence.toc:client-side-toc-resources.js" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.8.6/_/download/batch/org.randombits.confluence.toc:toc-plugin-analytics/org.randombits.confluence.toc:toc-plugin-analytics.js" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/6c0981174e94142364564819dc0d1413-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.1.5/_/download/batch/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter.js?locale=en-GB" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/d41d8cd98f00b204e9800998ecf8427e-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/2.1.5/_/download/batch/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter-brushes/com.atlassian.confluence.ext.newcode-macro-plugin:syntaxhighlighter-brushes.js" ></script>
<script type="text/javascript" src="//d2p4ir3ro0j0cb.cloudfront.net/wcmc-q.atlassian.net/wiki/s/6c0981174e94142364564819dc0d1413-CDN/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/3.0.7/_/download/batch/confluence.extra.livesearch:livesearch-macro-web-resources/confluence.extra.livesearch:livesearch-macro-web-resources.js?locale=en-GB" ></script>


        
    

        


    
    

    
                <link rel="canonical" href="https://wcmc-q.atlassian.net/wiki/display/HPCSLURM/HPC-Runner-Slurm">
        <link rel="shortlink" href="https://wcmc-q.atlassian.net/wiki/x/CoBo">
    <meta name="wikilink" content="[HPCSLURM:HPC-Runner-Slurm]">
    <meta name="page-version" content="19">

</head>

<body             onload="placeFocus()"
     id="com-atlassian-confluence" class="theme-documentation  aui-theme-default aui-layout">

        
            <div id='stp-licenseStatus-banner'></div>
    <div id="full-height-container">
    <div id="header-precursor">
        
                    </div>






<header id="header" role="banner">
    <nav class="aui-header aui-dropdown2-trigger-group" role="navigation"><div class="aui-header-inner"><div class="aui-header-before"><a class=" aui-dropdown2-trigger app-switcher-trigger" aria-owns="app-switcher" aria-controls="app-switcher" aria-haspopup="true" data-aui-trigger href="#app-switcher"><span class="aui-icon aui-icon-small aui-iconfont-appswitcher">Linked Applications</span></a><div id="app-switcher" class="aui-dropdown2 aui-style-default"><div class="app-switcher-loading">Loading&hellip;</div></div><script>
            (function (NL) {
                var initialise = function () {
                    // For some milestones of AUI, the atlassian soy namespace was renamed to aui. Handle that here by ensuring that window.atlassian is defined.
                    window.atlassian = window.atlassian || window.aui;
                    new NL.AppSwitcher({
                        dropdownContents: '#app-switcher'
                    });
                };
                if (NL.AppSwitcher) {
                    initialise();
                } else {
                    NL.onInit = initialise;
                }
            }(window.NL = (window.NL || {})));
            window.NL.environment = {isUserAdmin: false, isAppSuggestionAvailable: false};</script></div><div class="aui-header-primary"><h1 id="logo" class="aui-header-logo aui-header-logo-custom"><a href="/wiki/dashboard.action"><img src="/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/_/images/logo/confluence-logo.png" alt="WCMC-Q Confluence" /></a></h1><ul class="aui-nav">
                            <li>
            
        
        
<a  id="space-directory-link" href="/wiki/spacedirectory/view.action"  class=" aui-nav-imagelink"   title="Spaces">
            <span>Spaces</span>
    </a>
        </li>
                            <li id="browseMenu" role="menu">
            
    
        <a id="browse-menu-link" class="aui-nav-link aui-dropdown2-trigger" href="#" aria-haspopup="true" aria-owns="browse-menu-link-content" title="Browse">
        <span class="browse">Browse</span>
    </a>
    <nav id="browse-menu-link-content" class="aui-dropdown2 aui-style-default" aria-hidden="true">
                    <div class="aui-dropdown2-section">
                                <ul  id="browse-menu-link-leading" class="aui-list-truncate section-leading first">
                                            <li>
    
            
<a  id="space-pages-link" href="/wiki/pages/listpages.action?key=HPCSLURM" class="    "      title="Browse pages in the HPC-Runner space" >
        Pages
</a>
</li>
                                            <li>
    
            
<a  id="space-blogposts-link" href="/wiki/pages/viewrecentblogposts.action?key=HPCSLURM" class="    "      title="Browse blogs in the HPC-Runner space" >
        Blog
</a>
</li>
                                            <li>
    
            
<a  id="space-labels-link" href="/wiki/labels/listlabels-heatmap.action?key=HPCSLURM" class="    "      title="Browse labels in the HPC-Runner space" >
        Labels
</a>
</li>
                                            <li>
    
            
<a  id="space-advanced-link" href="/wiki/spaces/viewspacesummary.action?key=HPCSLURM" class="    "      title="Browse additional space functions in the HPC-Runner space" >
        Space Operations
</a>
</li>
                                    </ul>
            </div>
            </nav>
    
        </li>
        </ul>
</div><div class="aui-header-secondary"><ul class="aui-nav">
            <li>
        
    
        
<a  id="doctheme-anchor" href="/wiki"  class=" aui-nav-imagelink"   title="">
            <span></span>
    </a>
    </li>
                    <li>
        <form id="quick-search" class="aui-quicksearch dont-default-focus header-quicksearch" action="/wiki/dosearchsite.action" method="get"><fieldset><label for="quick-search-query" class="assistive">Quick Search</label><input id="quick-search-query" class="text app-search search quick-search-query" type="text" accessKey="q" autocomplete="off" name="queryString" title="Quick Search" placeholder="Search" /><input id="quick-search-submit" class="quick-search-submit" type="submit" value="Search"/><div class="aui-dd-parent quick-nav-drop-down"></div></fieldset></form>
    </li>
        <li>
        <a id="ace-stp-menu-link" href="#" class="aui-nav-link" aria-controls="ace-stp-dialog" data-aui-trigger>
    <div id="ace-stp-menu-icon" class="aui-icon aui-icon-small aui-iconfont-help"></div>
    <div id="ace-stp-menu-icon-notification"></div>
</a>
    </li>
        <li>
            
        <a id="help-menu-link" class="aui-nav-link aui-dropdown2-trigger" href="#" aria-haspopup="true" aria-owns="help-menu-link-content" title="Help">
        <span class="aui-icon aui-icon-small aui-iconfont-help">Help</span>
    </a>
    <nav id="help-menu-link-content" class="aui-dropdown2 aui-style-default" aria-hidden="true">
                    <div class="aui-dropdown2-section">
                                <ul  id="help-menu-link-leading" class="aui-list-truncate section-leading first">
                                            <li>
        
            
<a  id="confluence-help-link" href="https://confluence.atlassian.com/display/ConfCloud/Getting+Help+And+Support" class="    "      title="Visit the Confluence documentation home"  target="_blank"
>
        Online Help
</a>
</li>
                                            <li>
    
            
<a  id="keyboard-shortcuts-link" href="/wiki" class="    "      title="View available keyboard shortcuts" >
        Keyboard Shortcuts
</a>
</li>
                                            <li>
    
            
<a  id="feed-builder-link" href="/wiki/dashboard/configurerssfeed.action" class="    "      title="Create your custom RSS feed." >
        Feed Builder
</a>
</li>
                                            <li>
    
            
<a  id="whats-new-menu-link" href="https://confluence.atlassian.com/pages/viewrecentblogposts.action?key=AOD" class="    "      title="" >
        What’s new
</a>
</li>
                                            <li>
    
            
<a  id="gadget-directory-link" href="/wiki" class="   user-item administration-link "      title="Browse gadgets provided by Confluence" >
        Available Gadgets
</a>
</li>
                                            <li>
    
            
<a  id="confluence-about-link" href="/wiki/aboutconfluencepage.action" class="    "      title="Get more information about Confluence" >
        About Confluence
</a>
</li>
                                    </ul>
            </div>
            </nav>
    
    </li>
        <li>
                
    
    </li>
        <li>
            
    </li>
        <li>
                                            <li>
        
            
<a  id="login-link" href="/wiki/login.action?os_destination=%2Fdisplay%2FHPCSLURM%2FHPC-Runner-Slurm" class="   user-item login-link "      title="" >
        Log in
</a>
</li>
                        
    </li>
    </ul>
</div></div><!-- .aui-header-inner--></nav><!-- .aui-header -->
    <br class="clear">
</header>

    <div id="splitter">
    <div id="splitter-sidebar" >
        

                    
    


<div class="plugin_pagetree">

                        <div id="pagetreesearch">
            <form method="POST" class="aui" action="/wiki/plugins/pagetreesearch/pagetreesearch.action" name="pagetreesearchform">
                                    <input type="hidden" name="ancestorId" value="6848551">
                                <input type="hidden" name="spaceKey" value="HPCSLURM">
                <input type="text"  class="text medium-field" size="20" name="queryString">
                <input type="submit" class="aui-button" value="Search">
            </form>
        </div>
            
        
    <ul class="plugin_pagetree_children_list plugin_pagetree_children_list_noleftspace">
        <div class="plugin_pagetree_children">
        </div>
    </ul>

    <fieldset class="hidden">
        <input type="hidden" name="treeId" value="">
        <input type="hidden" name="treeRequestId" value="/wiki/plugins/pagetree/naturalchildren.action?decorator=none&amp;excerpt=false&amp;sort=position&amp;reverse=false&amp;disableLinks=false&amp;expandCurrent=false">
        <input type="hidden" name="treePageId" value="6848522">

        <input type="hidden" name="noRoot" value="false">
        <input type="hidden" name="rootPageId" value="6848551">

        <input type="hidden" name="rootPage" value="">
        <input type="hidden" name="startDepth" value="0">
        <input type="hidden" name="spaceKey" value="HPCSLURM" >

        <input type="hidden" name="i18n-pagetree.loading" value="Loading...">
        <input type="hidden" name="i18n-pagetree.error.permission" value="Unable to load page tree. It seems that you do not have permission to view the root page.">
        <input type="hidden" name="i18n-pagetree.eeror.general" value="There was a problem retrieving the page tree. Please check the server log file for more information.">
        <input type="hidden" name="loginUrl" value="/wiki/login.action?os_destination=%2Fpages%2Fviewpage.action%3FspaceKey%3DHPCSLURM%26title%3DHPC-Runner-Slurm">
        <input type="hidden" name="mobile" value="false">

                <fieldset class="hidden">
                                                <input type="hidden" name="ancestorId" value="6848551">
                                    </fieldset>
    </fieldset>
</div>



            </div>
    <div id="splitter-content">

                    <script type="text/javascript" src="/wiki/s/en_GB/6107/c83765946a63546b29547f2333a32e68f27f6ad2.12/5.9.0-OD-52-018/_/download/resources/com.atlassian.confluence.plugins.doctheme:resources/doc-theme.js"></script>
    
                        
            
<div id="main"  class="aui-page-panel" >
    <div id="main-header">
        
        
    <div id="navigation" class="content-navigation view">
                    <ul class="ajs-menu-bar">
                                                        
                    
        <li class="normal ajs-menu-item">
        <a id="action-menu-link" class="action aui-dropdown2-trigger-arrowless aui-button aui-button-subtle ajs-menu-title aui-dropdown2-trigger" href="#" aria-haspopup="true" aria-owns="action-menu" data-container="#navigation">
            <span>
                                    <span class="aui-icon aui-icon-small aui-iconfont-more"></span>
                                
            </span>
        </a>         <div id="action-menu" class="aui-dropdown2 aui-style-default">
                            <ul  id="action-menu-primary"                     class="section-primary first aui-dropdown2-section">
                                            <li>

    
        
                                            
    
    
    <a  id="view-attachments-link" href="/wiki/pages/viewpageattachments.action?pageId=6848522" rel="nofollow" class="action-view-attachments"  accessKey="t"  title="View Attachments">
                <span>
                        A<u>t</u>tachments (0)
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="action-view-history-link" href="/wiki/pages/viewpreviousversions.action?pageId=6848522" rel="nofollow" class="action-view-history"   title="">
                <span>
                        Page History
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="action-page-permissions-link" href="/wiki/pages/viewinfo.action?pageId=6848522" rel="nofollow" class="action-page-permissions"   title="Edit restrictions">
                <span>
                        Restrictions
        </span>    </a>
</li>
                                </ul>
                            <ul  id="action-menu-secondary"                     class="section-secondary aui-dropdown2-section">
                                            <li>

    
        
                                            
    
    
    <a  id="view-page-info-link" href="/wiki/pages/viewinfo.action?pageId=6848522" rel="nofollow" class="action-view-info"   title="">
                <span>
                        Page Information
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="view-resolved-comments" href="/wiki" rel="nofollow" class=""   title="">
                <span>
                        Resolved comments
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="link-to-page-link" href="/wiki/pages/viewinfo.action?pageId=6848522" rel="nofollow" class=""   title="Link to this Page">
                <span>
                        Link to this Page…
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="view-in-hierarchy-link" href="/wiki/pages/listpages-dirview.action?key=HPCSLURM&amp;openId=6848522#selectedPageInHierarchy" rel="nofollow" class=""   title="">
                <span>
                        View in Hierarchy
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="action-view-source-link" href="/wiki/plugins/viewsource/viewpagesrc.action?pageId=6848522" rel="nofollow" class="action-view-source popup-link"   title="">
                <span>
                        View Source
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="action-export-pdf-link" href="/wiki/spaces/flyingpdf/pdfpageexport.action?pageId=6848522" rel="nofollow" class=""   title="">
                <span>
                        Export to PDF
        </span>    </a>
</li>
                                        <li>

    
        
                                            
    
    
    <a  id="action-export-word-link" href="/wiki/exportword?pageId=6848522" rel="nofollow" class="action-export-word"   title="">
                <span>
                        Export to Word
        </span>    </a>
</li>
                                </ul>
                    </div>
    </li>
            </ul>
    </div>

        
                <div id="title-heading" class="pagetitle with-breadcrumbs">
        
                            <div class="space-logo project-shortcut-dialog-trigger" data-key="HPCSLURM" data-name="HPC-Runner" data-entity-type="confluence.space">
            <a><img class="logo global" src="/wiki/images/logo/default-space-logo-256.png" alt=""></a>
        </div>            
                            <div id="breadcrumb-section">
                    
    
    
    <ol id="breadcrumbs">
                                        
                        
        <li class="first" >
                        
                            <span class=""><a href="/wiki/display/HPCSLURM">HPC-Runner</a></span>
                                                                    
                        
        <li>
                        
                            <span class=""><a href="/wiki/display/HPCSLURM/Home">Home</a></span>
                                                    </ol>


                </div>
            
            <h1 id="title-text" class="with-breadcrumbs">
                                        <a href="/wiki/display/HPCSLURM/HPC-Runner-Slurm">HPC-Runner-Slurm</a>
                            </h1>
        </div>
    </div>

    

    
    
    
    
    

        




        













    
    
        
    
    
                    
    

    


<div id="content" class="page view">
    


<div id="action-messages">
                        </div>



        <script type="text/x-template" title="searchResultsGrid">
    <table class="aui">
        <thead>
            <tr class="header">
                <th class="search-result-title">Page Title</th>
                <th class="search-result-space">Space</th>
                <th class="search-result-date">Updated</th>
            </tr>
        </thead>
    </table>
</script>
<script type="text/x-template" title="searchResultsGridCount">
    <p class="search-result-count">{0}</p>
</script>
<script type="text/x-template" title="searchResultsGridRow">
    <tr class="search-result">
        <td class="search-result-title"><a href="{1}" class="content-type-{2}"><span>{0}</span></a></td>
        <td class="search-result-space"><a class="space" href="/wiki/display/{4}/" title="{3}">{3}</a></td>
        <td class="search-result-date"><span class="date" title="{6}">{5}</span></td>
    </tr>
</script>
        
    
    
        <fieldset class="hidden parameters">
            <input type="hidden" title="parentPageId" value="6848551">
        </fieldset>

                            
    

                    

        
        <a href="#page-metadata-end" class="assistive">Skip to end of metadata</a>
<div id="page-metadata-start" class="assistive"></div>

    <div class="page-metadata">
        <ul>
                            <li class="page-metadata-item noprint">

    
            
                                            
    
    
    <a  id="content-metadata-page-restrictions" href="#" rel="nofollow" class="hidden"   title="Restrictions apply">
                    <img alt="" src="/wiki/download/resources/com.atlassian.confluence.plugins.confluence-page-banner:page-banner-resources/images/red_padlock.png" height="16" width="16" title="">
                <span>
                        
        </span>    </a>
</li>
                        <li class="page-metadata-modification-info">
                
        
    
        
    
        
        
            Created by <span class='author'>     <a href="    /wiki/display/~jir2004
"
                       class="url fn"
                            >Jillian Rowe</a></span>, last modified on <a class='last-modified' title='2015/04/01 14:03' href='/wiki/pages/diffpagesbyversion.action?pageId=6848522&amp;selectedPageVersions=18&amp;selectedPageVersions=19'>2015/04/01</a>
                </li>
        </ul>
    </div>


<a href="#page-metadata-start" class="assistive">Go to start of metadata</a>
<div id="page-metadata-end" class="assistive"></div>

        
        <fieldset class="hidden parameters">
                        <input type="hidden" title="browsePageTreeMode" value="view">
        </fieldset>

        <div id="main-content" class="wiki-content">
                           
        <div class="contentLayout2">
<div class="columnLayout single" data-layout="single">
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h1 id="HPC-Runner-Slurm-"><div class="toc-macro client-side-toc-macro " data-headerelements="H1,H2,H3,H4,H5,H6,H7"></div></h1><p><span style="color: rgb(0,0,0);"><br /></span></p><h1 id="HPC-Runner-Slurm-Overview"><span style="color: rgb(0,0,0);">Overview</span></h1><p> </p><p>The HPC::Runner modules are wrappers around running Gnu Parallel, Parallel::ForkManager, MCE/MCE::Queue, and job submission to a Slurm queue</p><p>This project is maintained by Jillian Rowe at <a href="https://bitbucket.org/jir2004/hpc-runner-slurm" class="external-link" rel="nofollow">HPC::Runner::Slurm Repo</a>.</p><h2 id="HPC-Runner-Slurm-Submityourcommands">Submit your commands</h2><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>Run your command</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Midnight"><![CDATA[#Submit a job to slurm to spread across nodes
slurmrunner.pl --infile /path/to/fileofcommands --outdir slurmoutput --jobname slurmjob 
#Run in parallel using threads on a single noce
parallelrunner.pl --infile /path/to/fileofcommands --outdir threadsoutput --procs 4 
#Run in parallel using MCE on a single node
mcerunner.pl --infile /path/to/fileofcommands --outdir threadsoutput --procs 4]]></script>
</div></div><p><span style="color: rgb(51,51,51);"><br /></span></p><p><span style="color: rgb(51,51,51);">The idea behind the HPC::Runner modules is to be able to run arbitrary bash with proper logging, catching STDOUT/ERROR and exit status, and when possible to run jobs in parallel with some job flow.</span></p><p>The modules are written with Moose, and can be overwritten and extended.</p><p>Logging is done with Log::Log4perl.</p><p>HPC::Runner is a base class thas has the variables common among HPC::Runner::Threads, HPC::Runner::MCE, and HPC::Runner::Slurm. All three modules have use a similar philosophy, but different technologies to implement it. For myself this was a workaround so I didn't have to learn to write MPI scripts, or have every tool be written into some sort of workflow manager.</p><p>The different runners each come with an executable script that should be installed in your path: mcerunner.pl, parallelrunner.pl, and slurmrunner.pl.</p></div>
</div>
</div>
<div class="columnLayout single" data-layout="single">
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h1 id="HPC-Runner-Slurm-AnIndepthLook">An Indepth Look</h1><h2 id="HPC-Runner-Slurm-SingleNodeExecution">Single Node Execution</h2><p>If you only have a single node to execute on, but still have many threads/processes available, you can use HPC::Runner::MCE or HPC::Runner:Threads. Both have job logging and workflow control.</p><h3 id="HPC-Runner-Slurm-ExampleforRunner::ThreadsandRunner::MCE">Example for Runner::Threads and Runner::MCE</h3><p>An example infile would contain any command that can be executed from the command line. All the modules have a basic level of workflow management, meaning you can use the command 'wait' to wait for all other threads/processes to finish.</p><p>In the example directory there is a script called <a href="http://testioselect.pl/" class="external-link" rel="nofollow">testioselect.pl</a>. It is 100% from a thread on perlmonks discussing the proper use of IPC::Open3 found here. <a href="http://www.perlmonks.org/?node_id=151886" class="external-link" rel="nofollow">http://www.perlmonks.org/?node_id=151886</a>. I based all the usage of running bash commands from the user abstract's post, only adding in the parts for logging.</p><p>You could create a test_threads/<a href="http://mce.in/" class="external-link" rel="nofollow">mce.in</a> with the following.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>test_threads/mce.in</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[perl /path-to/testioselect.pl 1 
perl /path-to/testioselect.pl 2 
perl /path-to/testioselect.pl 3 
perl /path-to/testioselect.pl 4 
#Wait for commands 1-4 to finish 
wait 
perl /path-to/testioselect.pl 5 
perl /path-to/testioselect.pl 6 
perl /path-to/testioselect.pl 7 
perl /path-to/testioselect.pl 8 
perl /path-to/testioselect.pl 9
perl /path-to/testioselect.pl 10 
perl /path-to/testioselect.pl 11 
#Wait for commands 5-11 to finish 
wait 
perl /path-to/testioselect.pl 12 
perl /path-to/testioselect.pl 13]]></script>
</div></div><p> </p><p>It is ALWAYS a good idea to put full paths when running arbitrary scripts. This is because your jobs are chunked, moved to outdir/<a href="http://job_batch1.in/" class="external-link" rel="nofollow">job_batch1.in</a>, and submitted that way, and this new structure will break any relative path directories!</p><p>And submit that to the Runner::MCE/Threads with the following.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>Using MCE</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[mcerunner.pl --infile test_mce.in --outdir `pwd`/test --procs 4]]></script>
</div></div><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>Using Parallel::Forkmanager</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[parallelrunner.pl --infile test_mce.in --outdir `pwd`/test --procs 4]]></script>
</div></div><p> </p><p>Which would generate you the the test directory, and logs for the commands detailing STDOUT/STDERR, time and date, and run those commands 4 threads/processes at a time.</p><p>Each command gets its own log file, as well as a MAIN log file to detail how the job is running overall.</p><p>Trouble Shooting mcerunner and parallelrunner</p><p>First of all, make sure your jobs run without the wrapper script. Runner::Threads/MCE only makes sure your threads/processes start. It does not make sure your jobs exit successfully, but the exitcode will be in your log.</p><p>View your logs in outdir/prunner<em>runner</em>datetime<em>randomstr/CMD#</em>datetime. This will give you the STDOUT/STDERR.</p><p><em>Full path names!</em> Please give all your commands, infiles, and outdirectories the full path names. If you are executing arbitrary script you should give either the full path name or the path should be in your ENV{PATH}. Runner::Init will do some guessing on the infile and outdir parameters using File::Spec, but this is no guarantee!</p><p>If you are using Runner::Threads your perl must be installed with thread capabilities.</p></div>
</div>
</div>
<div class="columnLayout single" data-layout="single">
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h2 id="HPC-Runner-Slurm-MultiNodeJobSubmission"><span style="color: rgb(0,0,0);">MultiNode Job Submission</span></h2><h3 id="HPC-Runner-Slurm-HPC::Runner::SlurmExample"><span style="color: rgb(0,0,0);">HPC::Runner::Slurm Example</span></h3><p>HPC::Runner::Slurm adds another layer to HPC::Runner::MCE or HPC::Runner::Threads by submitting jobs to the queing system Slurm. <a href="https://computing.llnl.gov/linux/slurm/" class="external-link" rel="nofollow">https://computing.llnl.gov/linux/slurm/</a>. Slurm submits its jobs to different machines, or nodes, across a cluster. It is common for many users sharing the same space.</p><p>When I was first using slurm I wanted something that would automatically distribute my jobs across the cluster in a way that would get them done reasonably quickly. Most of the jobs being submitted were 'embarassingly parallel' and did not require much of the fine tuning slurm is capable of. For most jobs what we wanted to be able to do was take a list of jobs, chop them into pieces, take each piece and send it to a node, and then on that node run those jobs in parallel.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>alljobs.in</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[job1
job2
job3
job4
#Lets tell mcerunner/parallelrunner/slurmrunner.pl to execute jobs5-8 AFTER jobs1-4 have completed
wait
job5
job6
job7
job8]]></script>
</div></div><p> </p><p>What I want is for Slurm to take 4 jobs at a time, submit those to a node. I don't want to do this all manually for obvious reasons.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>sbatch</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[#!/bin/bash
SBATCH --share
SBATCH --get-user-env
SBATCH --job-name=alljobs_batch1
SBATCH --output=batch1.out
SBATCH --partition=bigpartition
SBATCH --nodelist=node1onbigpartion

#Here are the jobs!
job1 
job2
job3
job4]]></script>
</div></div><p> </p><p>Ok, I don't really want that. I want all the logging, and since those jobs don't depend on one another I want to run them all in parallel. Because that is what HPC is all about. ;) So I run this command instead that uses the script that comes with Runner::Slurm.</p><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>code</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[slurmrunner.pl --infile pwd/alljobs.in --jobname alljobs --outdir pwd/alljobs]]></script>
</div></div><p> </p><p>And have the following template files created and submitted to the queue.</p><p>Although it is not required to supply a jobname or an outdir, it is strongly recommended especially if you are submitting multiple jobs.</p><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>batched job</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[#!/bin/bash
#alljobs_batch1.sh
SBATCH --share
SBATCH --get-user-env
SBATCH --job-name=alljobs_batch1
SBATCH --output=batch1.out
SBATCH --partition=bigpartition
SBATCH --nodelist=node1onbigpartion
SBATCH --cpus-per-task=4

#Take out jobs, batch them out to a node, and run them in parallel
mcerunner.pl --infile batch1.in --procs 4 --outdir /outdir/we/set/in/slurmrunner.pl]]></script>
</div></div><p> </p><p>Where batch1.in contains our jobs1-4. The number that is in --cpus-per-task should be greater than or equal to the maximum number of threads/processes that are run in parallel (procs). The default values in HPC::Runner::Slurm are fine, but if you change them make sure you stick with that rule.</p><p>This template and batch1.in is generated by the command and is submitted with the slurmjobid 123.</p><p>Then the next job batch is generated as alljobs_batch2.sh, and we tell slurm we want for it to be submitted after jobs1,2,3,4 exit successfully.</p><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>alljobs_batch2.sh</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[#!/bin/bash
#alljobs_batch2.sh
SBATCH --share
SBATCH --get-user-env
SBATCH --job-name=alljobs_batch2
SBATCH --output=batch2.out
SBATCH --partition=bigpartition
SBATCH --nodelist=node2onbigpartion
SBATCH --cpus-per-task=4

#Don&#39;t start this job until 123 submits successfully
SBATCH --dependency=afterok:123


mcerunner.pl --infile batch2.in --procs 4 --outdir /outdir/we/set/in/slurmrunner.pl]]></script>
</div></div><h3 id="HPC-Runner-Slurm-CustomizingHPC::Runner::SlurmInput">Customizing HPC::Runner::Slurm Input</h3><p>Since the HPC::Runner modules are written in Moose, they can be overridden and extended in the usual fashion. Logging is done with Log4Perl, so any of the appenders can be used. The default is to log to files, but what if you want to log to rsyslog or a database?</p><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>Rsyslog Logging</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: perl; gutter: false; theme: Confluence"><![CDATA[#!/usr/bin/env perl 
#slurmrunner_rsyslog.pl

package Main;
use Moose;

extends &#39;HPC::Runner::Slurm&#39;;


use Log::Log4perl;
 
#Lets override init_log with our own subroutine...

sub init_log {
    my $self = shift;
    my $filename = $self-&gt;logdir.&quot;/&quot;.$self-&gt;logfile;
my $log_conf =&lt;&lt;EOF;
############################################################
#  Log::Log4perl conf - Syslog                             #
############################################################
log4perl.rootLogger                = DEBUG, SYSLOG, FILE
log4perl.appender.SYSLOG           = Log::Dispatch::Syslog
log4perl.appender.SYSLOG.min_level = debug
log4perl.appender.SYSLOG.ident     = slurmrunner
log4perl.appender.SYSLOG.facility  = local1
log4perl.appender.SYSLOG.layout    = Log::Log4perl::Layout::SimpleLayout
log4perl.appender.FILE           = Log::Log4perl::Appender::File
log4perl.appender.FILE.filename  = $filename
log4perl.appender.FILE.mode      = append
log4perl.appender.FILE.layout    = Log::Log4perl::Layout::PatternLayout
log4perl.appender.FILE.layout.ConversionPattern = %d %p %m %n
EOF
    Log::Log4perl::init(\$log_conf);
    my $log = Log::Log4perl-&gt;get_logger();
    return $log;
};

Main-&gt;new_with_options-&gt;run;


1;]]></script>
</div></div><p> </p><h3 id="HPC-Runner-Slurm-TroubleShootingRunner::Slurm">Trouble Shooting Runner::Slurm</h3><p>Make sure your paths are sourced correctly for slurm. The easiest way to do this is add all your paths to your ~/.bashrc, source it, and add the line</p><p><strong>#SBATCH --get-user-env</strong></p><p>to your submit script. By default this is already placed in the template, but if you decide to supply your own template you may want to add it.</p><p>If you are submitting a script that is not in your path, you probably want to give the full pathname for it, especially if supplying the outdir option. In general I think its always best to give the full pathname.</p><p>If you are in the directory already and submitting from bash, just use backticks around pwd.</p><p>You can also use modules as shown here: <a href="http://modules.sourceforge.net/" class="external-link" rel="nofollow">Modules</a></p><p> </p><div class="code panel pdl" style="border-width: 1px;"><div class="codeHeader panelHeader pdl" style="border-bottom-width: 1px;"><b>Full Path Names!</b></div><div class="codeContent panelContent pdl">
<script type="syntaxhighlighter" class="brush: bash; gutter: false; theme: Confluence"><![CDATA[slurmrunner.pl --outdir pwd/jobout]]></script>
</div></div><p> </p><p>Another common error is 'This node configuration is not available'. This could mean several things.</p><pre><code>1. The node is down at the time of job submission
    2. You are asking for more resources on a node than it has. If you ask for --cpus-per-task=32 and the node only has 16 cpus, you will get this error.
    3. You misspelled the partition or nodename.</code></pre><p>Point 2 will be improved upon in the next release so it queries slurm for the number of cpus available on a node at the time of submission. For now it must be manually set with --cpus-per-task</p><h3 id="HPC-Runner-Slurm-AuthorsandContributors">Authors and Contributors</h3><p>Jillian Rowe in collaboration with the ITS Advanced Computing Team at Weill Cornell Medical College in Qatar.</p><h3 id="HPC-Runner-Slurm-Acknowledgements">Acknowledgements</h3><p>This module was originally developed at and for Weill Cornell Medical College in Qatar. With approval from WCMC-Q, this information was generalized and put on github, for which the authors would like to express their gratitude.</p><p> </p></div>
</div>
</div>
<div class="columnLayout three-equal" data-layout="three-equal">
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h2 id="HPC-Runner-Slurm-Searchthisdocumentation">Search this documentation</h2><p>    
    


<div class="search-macro search-macro-medium">
    <div class="aui-dd-parent"></div>
    <form class="aui aui-dd-parent" name="livesearchForm" method="POST" action="/wiki/dosearchsite.action">
        <fieldset class="search-macro-fields">
            <div class="search-macro-query">
                <input class="text" type="text" name="queryString" autocomplete="off" placeholder="">
                            </div>
                        <button type="submit" class="search-macro-button aui-button">
                <span class="aui-icon aui-icon-small aui-iconfont-search">Search</span>
            </button>
                        <input type="hidden" name="where" value="HPCSLURM">
            <input type="hidden" name="additional" value="space name">
            <input type="hidden" name="labels" value="">
            <input type="hidden" name="contentType" value="">
        </fieldset>
    </form>
</div>
</p><h2 id="HPC-Runner-Slurm-PopularTopics">Popular Topics</h2><p>    <span class="popularlabels-none">No labels match these criteria.</span>
</p></div>
</div>
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h2 id="HPC-Runner-Slurm-FeaturedPages">Featured Pages</h2><p>









    <div class="content-by-label macro-blank-experience">
        <strong class="content-label-header">Content by label</strong>
        <p>There is no content with the specified labels</p>
    </div>
</p></div>
</div>
<div class="cell normal" data-type="normal">
<div class="innerCell">
<h2 id="HPC-Runner-Slurm-RecentlyUpdatedPages">Recently Updated Pages</h2><p>    

<div class="recently-updated recently-updated-concise" >

            <div class="hidden parameters">
    <input type="hidden" id="changesUrl" value="/wiki/plugins/recently-updated/changes.action?theme=concise&amp;pageSize=5&amp;spaceKeys=HPCSLURM&amp;contentType=page">
</div>
    <div class="results-container">
        <ul>
        <li class="update-item">
        <div class="update-item-icon">
            <span class="icon content-type-page"></span>
        </div>
        <div class="update-item-content">
                            <a href="/wiki/display/HPCSLURM/HPC-Runner-Slurm" title="HPC-Runner">HPC-Runner-Slurm</a>
            
            <div class="update-item-meta">
                2015/04/01<span class="separator"> &bull; </span>updated by <a class="url fn" data-username="jir2004" href="/wiki/display/~jir2004">Jillian Rowe</a><span class="separator"> &bull; </span><a class="changes-link" href="/wiki/pages/diffpagesbyversion.action?pageId=6848522&selectedPageVersions=19&selectedPageVersions=18">view change</a>            </div>
        </div>
    </li>
        <li class="update-item">
        <div class="update-item-icon">
            <span class="icon content-type-page"></span>
        </div>
        <div class="update-item-content">
                            <a href="/wiki/display/HPCSLURM/Home" title="HPC-Runner">Home</a>
            
            <div class="update-item-meta">
                2015/02/19<span class="separator"> &bull; </span>created by <a class="url fn" data-username="jir2004" href="/wiki/display/~jir2004">Jillian Rowe</a>            </div>
        </div>
    </li>
    </ul>
    </div>
</div>
</p></div>
</div>
</div>
</div>

                
        
    
        </div>

        <!--
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
         xmlns:dc="http://purl.org/dc/elements/1.1/"
         xmlns:trackback="http://madskills.com/public/xml/rss/module/trackback/">
         <rdf:Description
    rdf:about="https://wcmc-q.atlassian.net/wiki/display/HPCSLURM/HPC-Runner-Slurm"
    dc:identifier="https://wcmc-q.atlassian.net/wiki/display/HPCSLURM/HPC-Runner-Slurm"
    dc:title="HPC-Runner-Slurm"
    trackback:ping="https://wcmc-q.atlassian.net/wiki/rpc/trackback/6848522"/>
</rdf:RDF>
-->

            
    



<div id="labels-section" class="pageSection group">
    <div class="labels-section-content content-column" entityid="6848522" entitytype="page">
	<div class="labels-content">
		
    <ul class="label-list label-list-right ">
            <li class="no-labels-message">
            No labels
        </li>
            </ul>

    </div>
</div>
</div>

            
            




            
    








                        
    
<div id="comments-section" class="pageSection group">
        
    



</div>


            
</div>


    




    
    

    
    
    








</div>
  
    </div>
</div>


        
            
            
<div id="footer" role="contentinfo">
    <section class="footer-body">
        

        <ul id="poweredby">
            <li class="noprint"><a href="http://www.atlassian.com/">Powered by Atlassian</a></li>
            <li class="print-only">Printed by Atlassian Confluence 5.9.0-OD-52-018, Team Collaboration Software.</li>
            <li class="noprint"><a href="http://www.atlassian.com/hosted/terms.jsp">Terms of Use</a></a></li>
            <li class="noprint"><a href="https://answers.atlassian.com/questions/ask/?tags=on-demand">Answers</a></li>
            <li class="noprint"><a href="https://confluence.atlassian.com/x/aJALE">Maintenance Schedule</a></li>
        </ul>

        <div id="footer-logo"><a href="http://www.atlassian.com/">Atlassian</a></div>

                    
            </section>
</div>
    </div>
</body>
</html>
