From e7aedac3ee2ea48dbac338f7ea1ed318608b16a9 Mon Sep 17 00:00:00 2001 From: Maarten Litmaath <Maarten.Litmaath@cern.ch> Date: Sun, 30 Jul 2023 23:37:47 +0200 Subject: [PATCH] Tabs needed to be replaced with spaces, plus a few minor changes. --- docs/site/vobox_htc_arc.md | 195 +++++++++++++++++++------------------ 1 file changed, 98 insertions(+), 97 deletions(-) diff --git a/docs/site/vobox_htc_arc.md b/docs/site/vobox_htc_arc.md index 25abe11..d112895 100644 --- a/docs/site/vobox_htc_arc.md +++ b/docs/site/vobox_htc_arc.md @@ -48,7 +48,7 @@ This configuration is needed for HTCondor that _used_ run a _JobRouter_ (not nee ??? info "config.d/01_alice_jobrouter.config" - ```bash + ```console DAEMON_LIST = MASTER, SCHEDD, COLLECTOR # the next line is needed since recent HTCondor versions @@ -64,7 +64,7 @@ This configuration is needed for HTCondor that _used_ run a _JobRouter_ (not nee SEC_DEFAULT_AUTHENTICATION_METHODS = FS, GSI SEC_DAEMON_AUTHENTICATION_METHODS = FS, GSI - AUTH_SSL_CLIENT_CADIR = /etc/grid-security/certificates + AUTH_SSL_CLIENT_CADIR = /etc/grid-security/certificates COLLECTOR.ALLOW_ADVERTISE_MASTER = condor@fsauth/$(FULL_HOSTNAME) COLLECTOR.ALLOW_ADVERTISE_SCHEDD = $(FULL_HOSTNAME) @@ -137,104 +137,104 @@ This configuration is needed for HTCondor that _used_ run a _JobRouter_ (not nee ??? info "/etc/condor/config.d/00-minicondor.vobox" - ```bash - # HTCONDOR CONFIGURATION TO CREATE A POOL WITH ONE MACHINE - # --> modified to allow it to be used ONLY for submitting to REMOTE CEs! - # - # This file was created upon initial installation of HTCondor. - # It contains configuration settings to set up a secure HTCondor - # installation consisting of **just one single machine**. - # YOU WILL WANT TO REMOVE THIS FILE IF/WHEN YOU DECIDE TO ADD ADDITIONAL - # MACHINES TO YOUR HTCONDOR INSTALLATION! Most of these settings do - # not make sense if you have a multi-server pool. - # - # See the Quick Start Installation guide at: - # https://htcondor.org/manual/quickstart.html - # - - # --- NODE ROLES --- - - # Every pool needs one Central Manager, some number of Submit nodes and - # as many Execute nodes as you can find. Consult the manual to learn - # about addtional roles. - - use ROLE: CentralManager - use ROLE: Submit - # --> next line commented out to prevent jobs from running on this host: - # use ROLE: Execute - - # --- NETWORK SETTINGS --- - - # Configure HTCondor services to listen to port 9618 on the IPv4 - # loopback interface. - # --> next line commented out to allow job submissions to remote CEs: - # NETWORK_INTERFACE = 127.0.0.1 - BIND_ALL_INTERFACES = False - CONDOR_HOST = 127.0.0.1 - # --> next line added to avoid condor_status errors: - CONDOR_HOST = $(HOSTNAME) - - # --- SECURITY SETTINGS --- - - # Verify authenticity of HTCondor services by checking if they are - # running with an effective user id of user "condor". - SEC_DEFAULT_AUTHENTICATION = REQUIRED - SEC_DEFAULT_INTEGRITY = REQUIRED - ALLOW_DAEMON = condor@$(UID_DOMAIN) - ALLOW_NEGOTIATOR = condor@$(UID_DOMAIN) - - # Configure so only user root or user condor can run condor_on, - # condor_off, condor_restart, and condor_userprio commands to manage - # HTCondor on this machine. - # If you wish any user to do so, comment out the line below. - ALLOW_ADMINISTRATOR = root@$(UID_DOMAIN) condor@$(UID_DOMAIN) - - # Allow anyone (on the loopback interface) to submit jobs. - ALLOW_WRITE = * - # Allow anyone (on the loopback interface) to run condor_q or condor_status. - ALLOW_READ = * - - # --- PERFORMANCE TUNING SETTINGS --- - - # Since there is just one server in this pool, we can tune various - # polling intervals to be much more responsive than the system defaults - # (which are tuned for pools with thousands of servers). This will - # enable jobs to be scheduled faster, and job monitoring to happen more - # frequently. - SCHEDD_INTERVAL = 5 - NEGOTIATOR_INTERVAL = 2 - NEGOTIATOR_CYCLE_DELAY = 5 - STARTER_UPDATE_INTERVAL = 5 - SHADOW_QUEUE_UPDATE_INTERVAL = 10 - UPDATE_INTERVAL = 5 - RUNBENCHMARKS = 0 - - # --- COMMON CHANGES --- - - # Uncomment the lines below and do 'sudo condor_reconfig' if you wish - # condor_q to show jobs from all users with one line per job by default. - #CONDOR_Q_DASH_BATCH_IS_DEFAULT = False - #CONDOR_Q_ONLY_MY_JOBS = False + ```console + # HTCONDOR CONFIGURATION TO CREATE A POOL WITH ONE MACHINE + # --> modified to allow it to be used ONLY for submitting to REMOTE CEs! + # + # This file was created upon initial installation of HTCondor. + # It contains configuration settings to set up a secure HTCondor + # installation consisting of **just one single machine**. + # YOU WILL WANT TO REMOVE THIS FILE IF/WHEN YOU DECIDE TO ADD ADDITIONAL + # MACHINES TO YOUR HTCONDOR INSTALLATION! Most of these settings do + # not make sense if you have a multi-server pool. + # + # See the Quick Start Installation guide at: + # https://htcondor.org/manual/quickstart.html + # + + # --- NODE ROLES --- + + # Every pool needs one Central Manager, some number of Submit nodes and + # as many Execute nodes as you can find. Consult the manual to learn + # about addtional roles. + + use ROLE: CentralManager + use ROLE: Submit + # --> next line commented out to prevent jobs from running on this host: + # use ROLE: Execute + + # --- NETWORK SETTINGS --- + + # Configure HTCondor services to listen to port 9618 on the IPv4 + # loopback interface. + # --> next line commented out to allow job submissions to remote CEs: + # NETWORK_INTERFACE = 127.0.0.1 + BIND_ALL_INTERFACES = False + CONDOR_HOST = 127.0.0.1 + # --> next line added to avoid condor_status errors: + CONDOR_HOST = $(HOSTNAME) + + # --- SECURITY SETTINGS --- + + # Verify authenticity of HTCondor services by checking if they are + # running with an effective user id of user "condor". + SEC_DEFAULT_AUTHENTICATION = REQUIRED + SEC_DEFAULT_INTEGRITY = REQUIRED + ALLOW_DAEMON = condor@$(UID_DOMAIN) + ALLOW_NEGOTIATOR = condor@$(UID_DOMAIN) + + # Configure so only user root or user condor can run condor_on, + # condor_off, condor_restart, and condor_userprio commands to manage + # HTCondor on this machine. + # If you wish any user to do so, comment out the line below. + ALLOW_ADMINISTRATOR = root@$(UID_DOMAIN) condor@$(UID_DOMAIN) + + # Allow anyone (on the loopback interface) to submit jobs. + ALLOW_WRITE = * + # Allow anyone (on the loopback interface) to run condor_q or condor_status. + ALLOW_READ = * + + # --- PERFORMANCE TUNING SETTINGS --- + + # Since there is just one server in this pool, we can tune various + # polling intervals to be much more responsive than the system defaults + # (which are tuned for pools with thousands of servers). This will + # enable jobs to be scheduled faster, and job monitoring to happen more + # frequently. + SCHEDD_INTERVAL = 5 + NEGOTIATOR_INTERVAL = 2 + NEGOTIATOR_CYCLE_DELAY = 5 + STARTER_UPDATE_INTERVAL = 5 + SHADOW_QUEUE_UPDATE_INTERVAL = 10 + UPDATE_INTERVAL = 5 + RUNBENCHMARKS = 0 + + # --- COMMON CHANGES --- + + # Uncomment the lines below and do 'sudo condor_reconfig' if you wish + # condor_q to show jobs from all users with one line per job by default. + #CONDOR_Q_DASH_BATCH_IS_DEFAULT = False + #CONDOR_Q_ONLY_MY_JOBS = False ``` ??? info "/etc/condor/config.d/99-alice-vobox.conf" - ```bash - # non-standard settings for an ALICE VObox + ```console + # non-standard settings for an ALICE VObox - CONDOR_FSYNC = False + CONDOR_FSYNC = False - DELEGATE_JOB_GSI_CREDENTIALS_LIFETIME = 0 + DELEGATE_JOB_GSI_CREDENTIALS_LIFETIME = 0 - GRIDMANAGER_DEBUG = - GRIDMANAGER_GAHP_CALL_TIMEOUT = 3600 - GRIDMANAGER_GAHP_RESPONSE_TIMEOUT = 300 - GRIDMANAGER_JOB_PROBE_INTERVAL = 600 - GRIDMANAGER_MAX_PENDING_REQUESTS = 500 - GRIDMANAGER_MAX_SUBMITTED_JOBS_PER_RESOURCE = 10000 - GRIDMANAGER_SELECTION_EXPR = (ClusterId % 2) + GRIDMANAGER_DEBUG = + GRIDMANAGER_GAHP_CALL_TIMEOUT = 3600 + GRIDMANAGER_GAHP_RESPONSE_TIMEOUT = 300 + GRIDMANAGER_JOB_PROBE_INTERVAL = 600 + GRIDMANAGER_MAX_PENDING_REQUESTS = 500 + GRIDMANAGER_MAX_SUBMITTED_JOBS_PER_RESOURCE = 10000 + GRIDMANAGER_SELECTION_EXPR = (ClusterId % 2) - GSI_SKIP_HOST_CHECK = true + GSI_SKIP_HOST_CHECK = true ``` 4. Restart HTCondor now and automatically at boot time: @@ -261,8 +261,8 @@ In the __Environment__ section, these values need to be added/adjusted as needed | Definition | Description | |:-----------|:------------| | ```CE_LCGCE=your-ce01.your-domain:9619, your-ce02.your-domain:9619, ...``` | CE list example | -| ```USE_TOKEN={0 | 1 | 2}``` | use X509 proxy, WLCG token, or both | -| ```SUBMIT_ARGS=-append "+TestClassAd=1"```<br>```SUBMIT_ARGS=<String>``` | Specify extra options for condor_submit<br> command. Example: add extra ClassAds<br> to the job description | +| ```USE_TOKEN=[0-2]``` | use X509 proxy, WLCG token, or both | +| ```SUBMIT_ARGS=-append "+TestClassAd=1" ...``` | Specify extra options for condor_submit command,<br/> e.g. add extra ClassAd(s) to the job description | !!! warning "" Mind the firewall settings on the VObox. See [Network setup](../vobox/#network) for more details. @@ -272,7 +272,7 @@ In the __Environment__ section, these values need to be added/adjusted as needed Cleanup script for job logs and stdout/stderr files removal: ??? info "Clean up script" - ```bash + ```console #!/bin/sh cd ~/htcondor || exit @@ -322,7 +322,7 @@ The following configuration parameters need to be added/adjusted as needed: ??? info "LDAP configuration examples" - ```bash + ```console # optional (normally not needed): the site BDII to take running and queued job numbers from CE_SITE_BDII=ldap://site-bdii.gridpp.rl.ac.uk:2170/mds-vo-name=RAL-LCG2,o=grid @@ -342,7 +342,8 @@ The following configuration parameters need to be added/adjusted as needed: !!! example "Debug ARC for Operations" Set the following variable in ```~/.alien/config/CE.env``` file to get ```arc*``` CLI tools to debug output into ```CE.log.N``` files: - ```bash + + ```console ARC_DEBUG=1 ``` -- GitLab