Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Added: | ||||||||
> > | Note: This page is deprecated! | |||||||
Locationosg-glidein-ce.t2.ucsd.edu |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 33 to 33 | ||||||||
yum install condor # Install glideinWMS RPM | ||||||||
Changed: | ||||||||
< < | # Note: Not fully ready yet, so I had to hack around it a bit yum install --enablerepo=osg-development glideinwms-userschedd | |||||||
> > | yum install glideinwms-userschedd | |||||||
# fix list of daemons started echo -e "# Fix gwms temp problem\nDAEMON_LIST = MASTER,SCHEDD,SHARED_PORT" >/etc/condor/config.d/20_daemons.config | ||||||||
Line: 46 to 45 | ||||||||
# Add the DNs cd /root | ||||||||
Deleted: | ||||||||
< < | # had to use a dev branch since the needed tools were not yet merged into the v2_7_1 series # but they are supposed to be git clone -b branch_v2plus_igor_3777 http://cdcvs.fnal.gov/projects/glideinwms | |||||||
# load the list of DNs wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/dns.ce.list -O dns.list | ||||||||
Changed: | ||||||||
< < | # now create the necessary files cd /root/glideinwms/install ./glidecondor_addDN -recreate -disable-checks -import /root/dns.list | |||||||
> > | glidecondor_addDN -recreate -disable-checks -import /root/dns.list | |||||||
# # Condor is fully configured now |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 63 to 63 | ||||||||
# Now install the CE itself yum install osg-ce-condor | ||||||||
Added: | ||||||||
> > | yum install globus-gram-job-manager-managedfork # this one is needed for the jobmanager patch yum install perl-VOMS-Lite | |||||||
# configure it wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/crossosg_osg.patch -O /root/osg.patch | ||||||||
Line: 84 to 88 | ||||||||
wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/jobmanager.patch -O /root/jobmanager.patch patch /usr/share/perl5/vendor_perl/Globus/GRAM/JobManager/condor.pm /root/jobmanager.patch | ||||||||
Added: | ||||||||
> > | wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/gratia.patch -O /root/gratia.patch patch /usr/share/gratia/condor/condor_meter /root/gratia.patch | |||||||
# May need a gratia patch, but still evaluating # | ||||||||
Line: 135 to 142 | ||||||||
| ||||||||
Changed: | ||||||||
< < |
| |||||||
> > |
|
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 10 to 10 | ||||||||
CentOS? 6
Maintenance | ||||||||
Changed: | ||||||||
< < | TBW | |||||||
> > | The usual
service condor service globus-gatekeeper service globus-gridftp-server | |||||||
Detailed instructions# Node came pre-installed with the osg-ca-certs | ||||||||
Added: | ||||||||
> > | # If not, follow the instructions at # https://twiki.grid.iu.edu/bin/view/Documentation/Release3/InstallOSGClient#Install_the_CA_Certificates_A_qu | |||||||
# make sure crls are running chkconfig fetch-crl-boot on | ||||||||
Line: 30 to 37 | ||||||||
yum install --enablerepo=osg-development glideinwms-userschedd # fix list of daemons started | ||||||||
Changed: | ||||||||
< < | cat >/etc/condor/config.d/20_daemons.config # define the daemons to start # needed due to temp config problems in gwms configs DAEMON_LIST = MASTER,SCHEDD,SHARED_PORT | |||||||
> > | echo -e "# Fix gwms temp problem\nDAEMON_LIST = MASTER,SCHEDD,SHARED_PORT" >/etc/condor/config.d/20_daemons.config | |||||||
# put in place the common files wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config | ||||||||
Line: 69 to 73 | ||||||||
mkdir /tmp/etc # verify and let it finish the config | ||||||||
Added: | ||||||||
> > | cd /root | |||||||
osg-configure -v osg-configure -c # | ||||||||
Added: | ||||||||
> > | # Now patch the OSG SW to work in the CrossOSG? CE mode # wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/jobmanager.patch -O /root/jobmanager.patch patch /usr/share/perl5/vendor_perl/Globus/GRAM/JobManager/condor.pm /root/jobmanager.patch # May need a gratia patch, but still evaluating # | |||||||
# Create the needed user accounts | ||||||||
Added: | ||||||||
> > | # together with the service proxy holding directory # and permission for the FE to scp into it | |||||||
# #... this will change in time ... | ||||||||
Line: 81 to 97 | ||||||||
# GLOW pilot useradd glow | ||||||||
Added: | ||||||||
> > | mkdir ~glow/.crossosg ~glow/.ssh wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/authkeys_ce.list -O ~glow/.ssh/authorized_keys chown -R glow:glow ~glow/.crossosg ~glow/.ssh | |||||||
# open up the firewall | ||||||||
Added: | ||||||||
> > | # 9615 for shared port, 2119&2811 for globus, 10k-18k for GRAM # the following patch can be handy, but you may want to do the changes by hand | |||||||
wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/iptables_ce.patch -O /root/iptables.patch patch /etc/sysconfig/iptables /root/iptables.patch | ||||||||
Line: 107 to 128 | ||||||||
Deleted: | ||||||||
< < | ... to be finished ... | |||||||
-- IgorSfiligoi - 2013/05/02
| ||||||||
Changed: | ||||||||
< < |
| |||||||
> > |
| |||||||
| ||||||||
Added: | ||||||||
> > |
|
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 36 to 36 | ||||||||
DAEMON_LIST = MASTER,SCHEDD,SHARED_PORT # put in place the common files | ||||||||
Changed: | ||||||||
< < | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/81_crossosgce_ce.config -O /etc/condor/config.d/81_crossosgce_ce.config | |||||||
> > | wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/81_crossosgce_ce.config -O /etc/condor/config.d/81_crossosgce_ce.config | |||||||
# Add the DNs | ||||||||
Line: 47 to 47 | ||||||||
git clone -b branch_v2plus_igor_3777 http://cdcvs.fnal.gov/projects/glideinwms # load the list of DNs | ||||||||
Changed: | ||||||||
< < | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/dns.ce.list -O dns.list | |||||||
> > | wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/dns.ce.list -O dns.list | |||||||
# now create the necessary files cd /root/glideinwms/install | ||||||||
Line: 61 to 61 | ||||||||
yum install osg-ce-condor # configure it | ||||||||
Changed: | ||||||||
< < | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/crossosg_osg.patch -O /root/osg.patch | |||||||
> > | wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/crossosg_osg.patch -O /root/osg.patch | |||||||
cd /etc/osg patch -p0 </root/osg.patch | ||||||||
Line: 83 to 83 | ||||||||
useradd glow # open up the firewall | ||||||||
Changed: | ||||||||
< < | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/iptables_ce.patch -O /root/iptables.patch | |||||||
> > | wget http://www.t2.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/iptables_ce.patch -O /root/iptables.patch | |||||||
patch /etc/sysconfig/iptables /root/iptables.patch # start the services |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructionsLocation | ||||||||
Changed: | ||||||||
< < | osg-glidein-cE.t2.ucsd.edu | |||||||
> > | osg-glidein-ce.t2.ucsd.edu | |||||||
Node typeCentOS? 6 | ||||||||
Line: 37 to 37 | ||||||||
# put in place the common files wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config | ||||||||
Changed: | ||||||||
< < | # this should b hosted, but create on the fly for now cat >/etc/condor/config.d/81_crossosgce_ce.config ##################### # Security tweaks # cannot delegate... the proxy is limited # thus copy.... but make sure it is encrypted DELEGATE_JOB_GSI_CREDENTIALS =False EncryptInputFiles? = */x509_user_proxy SUBMIT_EXPRS = $(SUBMIT_EXPRS) EncryptInputFiles? ######################## # Local Policy # # All jobs should declare how long will they run at max # Provide a reasonable default if they don't JOB_Max_Mins = 1320 SUBMIT_EXPRS = $(SUBMIT_EXPRS) JOB_Max_Mins # Do not restart jobs that used up all the time quota already APPEND_REQ_VANILLA = $(APPEND_REQ_VANILLA)&&(RemoteWallClockTime? <((JOB_Max_Mins+1)*60)) # Initialize to False, just to make it easier to maintain # If SYSTEM_PERIODIC_REMOVE was defined before, comment this out SYSTEM_PERIODIC_REMOVE = False # get rid of jobs that run too long SYSTEM_PERIODIC_REMOVE = ($(SYSTEM_PERIODIC_REMOVE)) || ( (JobStatus? =!=2) && (RemoteWallClockTime? >=(JOB_Max_Mins*60)) ) | |||||||
> > | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/81_crossosgce_ce.config -O /etc/condor/config.d/81_crossosgce_ce.config | |||||||
# Add the DNs | ||||||||
Line: 93 to 61 | ||||||||
yum install osg-ce-condor # configure it | ||||||||
Changed: | ||||||||
< < | TBW | |||||||
> > | wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/crossosg_osg.patch -O /root/osg.patch cd /etc/osg patch -p0 </root/osg.patch | |||||||
# we need to create the dummy file in tmp for app_dir to be happy mkdir /tmp/etc | ||||||||
Line: 103 to 72 | ||||||||
osg-configure -v osg-configure -c | ||||||||
Changed: | ||||||||
< < | # open up the firewall
cat >/root/iptables.patch
* iptables.org 2013-04-22 15:40:54.159449000 -0700
iptables 2013-05-03 16:01:05.720718010 -0700 ************* * 10,11 ** 10,16 ---- -A INPUT -m state --state NEW -m tcp -p tcp --dport 22 -j ACCEPT + -A INPUT -m state --state NEW -p tcp -m tcp --dport 9615 -j ACCEPT + -A INPUT -m state --state NEW -p udp -m udp --dport 9615 -j ACCEPT + -A INPUT -m state --state NEW -p tcp -m tcp --dport 2119 -j ACCEPT + -A INPUT -m state --state NEW -p tcp -m tcp --dport 2811 -j ACCEPT + -A INPUT -m state --state NEW -p tcp -m tcp --dport 10000:17999 -j ACCEPT -A INPUT -j REJECT --reject-with icmp-host-prohibited | |||||||
> > | # # Create the needed user accounts # #... this will change in time ... #... the plan is to support only a few users ... | |||||||
Added: | ||||||||
> > | # GLOW pilot useradd glow # open up the firewall wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/iptables_ce.patch -O /root/iptables.patch | |||||||
patch /etc/sysconfig/iptables /root/iptables.patch # start the services | ||||||||
Line: 146 to 112 | ||||||||
-- IgorSfiligoi - 2013/05/02
| ||||||||
Added: | ||||||||
> > |
|
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 33 to 33 | ||||||||
# put in place the common files wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config | ||||||||
Added: | ||||||||
> > | # this should b hosted, but create on the fly for now cat >/etc/condor/config.d/81_crossosgce_ce.config ##################### # Security tweaks # cannot delegate... the proxy is limited # thus copy.... but make sure it is encrypted DELEGATE_JOB_GSI_CREDENTIALS =False EncryptInputFiles? = */x509_user_proxy SUBMIT_EXPRS = $(SUBMIT_EXPRS) EncryptInputFiles? ######################## # Local Policy # # All jobs should declare how long will they run at max # Provide a reasonable default if they don't JOB_Max_Mins = 1320 SUBMIT_EXPRS = $(SUBMIT_EXPRS) JOB_Max_Mins # Do not restart jobs that used up all the time quota already APPEND_REQ_VANILLA = $(APPEND_REQ_VANILLA)&&(RemoteWallClockTime? <((JOB_Max_Mins+1)*60)) # Initialize to False, just to make it easier to maintain # If SYSTEM_PERIODIC_REMOVE was defined before, comment this out SYSTEM_PERIODIC_REMOVE = False # get rid of jobs that run too long SYSTEM_PERIODIC_REMOVE = ($(SYSTEM_PERIODIC_REMOVE)) || ( (JobStatus? =!=2) && (RemoteWallClockTime? >=(JOB_Max_Mins*60)) ) | |||||||
# Add the DNs cd /root |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 40 to 40 | ||||||||
# but they are supposed to be git clone -b branch_v2plus_igor_3777 http://cdcvs.fnal.gov/projects/glideinwms | ||||||||
Changed: | ||||||||
< < | # This file should be hosted somewhere, but I created it here cat >/root/dns.list # This file contains the pool DNs # Format # user type DN condor daemon /etc/grid-security/hostcert.pem collector daemon /DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=Services/CN=osg-glidein-collector.t2.ucsd.edu fe1 client /DC=org/DC=doegrids/OU=Services/CN=osg-glidein-fe.t2.ucsd.edu | |||||||
> > | # load the list of DNs wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCEInstCE/dns.ce.list -O dns.list | |||||||
# now create the necessary files cd /root/glideinwms/install | ||||||||
Line: 65 to 59 | ||||||||
... to be finished ... -- IgorSfiligoi - 2013/05/02 \ No newline at end of file | ||||||||
Added: | ||||||||
> > |
|
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 30 to 30 | ||||||||
# needed due to temp config problems in gwms configs DAEMON_LIST = MASTER,SCHEDD,SHARED_PORT | ||||||||
Changed: | ||||||||
< < | # this file should be hosted somewhere, but create it on the fly for now cat >/etc/condor/config.d/80_crossosgce_domain.config # This file contains the specifics of the CrossOSG? CE setup # # Create a common UID_DOMAIN # UID_DOMAIN=CrossOSGCE # # Admin mailing list # CONDOR_ADMIN = isfiligoi@ucsd.edu,jdost@ucsd.edu # # Where is the Collector located # CONDOR_HOST = osg-glidein-collector.t2.ucsd.edu | |||||||
> > | # put in place the common files wget http://hepuser.ucsd.edu/twiki2/pub/UCSDTier2/CrossOSGCE/80_crossosgce_domain.config -O /etc/condor/config.d/80_crossosgce_domain.config | |||||||
# Add the DNs |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Cross OSG CE - Schedd and CE installation instructions | ||||||||
Line: 24 to 24 | ||||||||
# Note: Not fully ready yet, so I had to hack around it a bit yum install --enablerepo=osg-development glideinwms-userschedd | ||||||||
Added: | ||||||||
> > | # fix list of daemons started cat >/etc/condor/config.d/20_daemons.config # define the daemons to start # needed due to temp config problems in gwms configs DAEMON_LIST = MASTER,SCHEDD,SHARED_PORT # this file should be hosted somewhere, but create it on the fly for now cat >/etc/condor/config.d/80_crossosgce_domain.config # This file contains the specifics of the CrossOSG? CE setup # # Create a common UID_DOMAIN # UID_DOMAIN=CrossOSGCE # # Admin mailing list # CONDOR_ADMIN = isfiligoi@ucsd.edu,jdost@ucsd.edu # # Where is the Collector located # CONDOR_HOST = osg-glidein-collector.t2.ucsd.edu # Add the DNs cd /root # had to use a dev branch since the needed tools were not yet merged into the v2_7_1 series # but they are supposed to be git clone -b branch_v2plus_igor_3777 http://cdcvs.fnal.gov/projects/glideinwms # This file should be hosted somewhere, but I created it here cat >/root/dns.list # This file contains the pool DNs # Format # user type DN condor daemon /etc/grid-security/hostcert.pem collector daemon /DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=Services/CN=osg-glidein-collector.t2.ucsd.edu fe1 client /DC=org/DC=doegrids/OU=Services/CN=osg-glidein-fe.t2.ucsd.edu # now create the necessary files cd /root/glideinwms/install ./glidecondor_addDN -recreate -disable-checks -import /root/dns.list # # Condor is fully configured now # | |||||||
# Now install the CE itself yum install osg-ce-condor |
Line: 1 to 1 | ||||||||
---|---|---|---|---|---|---|---|---|
Added: | ||||||||
> > |
Cross OSG CE - Schedd and CE installation instructionsLocationosg-glidein-cE.t2.ucsd.eduNode typeCentOS? 6MaintenanceTBWDetailed instructions# Node came pre-installed with the osg-ca-certs # Install basic condor yum install condor # Install glideinWMS RPM # Note: Not fully ready yet, so I had to hack around it a bit yum install --enablerepo=osg-development glideinwms-userschedd # Now install the CE itself yum install osg-ce-condor... to be finished ... -- IgorSfiligoi - 2013/05/02 |