Page History

...

Notes:

1. X11 & GUI installed in this way:  

   Code Block
   title X11 and GUI
   curl http://yum/centos-gui > /tmp/centos-gui /bin/sh /tmp/centos-gui

   (very large set of packages, takes a long time...)
   
   

2. Software installed via the GUI, e.g., Thunderbird, emacs, LibreOffice

   Code Block
   sudo gnome-software

3. Attempt to install FastX downloaded from www.starnet.com.  Code is unpacked from a tar.gz file and run without any special installation.  Attempt to configure SLAC but code fails with a relocation error associated with /lib64/libssl.so.10.  Karl to the rescue!  Use the "ssh" connection rather than "https" while he queries the vendor for a proper fix.

4. TRS should not be used as it currently requires the use of DES enctypes that are insecure. WE have a todo to remove the ability for this weak-key to work. And are working to make TRS more secure so it can be used on Centos.
   
   

    

...

Disk Partitioning

The following table indicates a "standard" suggested disk partitioning for centos7 with a 1 TB SSD.  (Note: the machine, comet2, has 16 GB of RAM.)

...

1. SLAC minimum security requirements:
   https://docs.slac.stanford.edu/sites/pub/Publications/701-I02-001-00_Min_Sec_Req_for_Comp.pdf

2. Stanford minimum security requirements:  
   https://uit.stanford.edu/guide/securitystandards

3. SLAC support for Linux:
   Ubuntu/CentOS 7 Desktop Scope of Support

import datetimeimport argparse
## These are the tracts of interest for the end-to-end data settracts = '3636,3637,3638,3639,3830,3831,3832,4028,4029,4030,4229,4230,4231,4232'#tracts = '3636'
## raftIDs are used when converting to/from detector numbersraftIDs = ['R01','R02','R03','R10','R11','R12','R13','R14','R20','R21','R22','R23','R24','R30','R31','R32','R33','R34','R41','R42','R43']
class overlap(object):    ## Table overlap contains: [id,tract,patch,visit,detector,filter,layer]    overlapSQL = "select distinct visit,detector,filter from overlaps where tract in ($1) order by visit,detector;"    #TEST#    overlapSQL = "select distinct * from overlaps order by visit,detector;"
    def __init__(self,dbfile='tract2visit.db',tractList=None):        print("Hello from overlap.init()")        ## Instance variables        self.dbfile = dbfile        self.tractList = tractList        print('dbfile = ',self.dbfile)        print('tractList = ',self.tractList)        self.dbInit = False        return
        def __del__(self):        ## Class destructor         self.con.close()        self.dbInit = False        return
        def initDB(self):        ## Open sqlite3 DB file and create cursor        self.con = sqlite3.connect(self.dbfile)      ## connect to sqlite3 file        self.con.row_factory = sqlite3.Row           ## optimize output format        self.cur = self.con.cursor()                 ## create a 'cursor'        self.dbInit = True        return

    def closeDB(self):        self.con.close()        self.dbInit = False        return

    def stdQuery(self,sql):        if self.dbInit == False: return        print('SQL = ',sql)        ## Perform a query, fetch all results and column headers        result = self.cur.execute(sql)        rows = result.fetchall()   # <-- This is a list of db rows in the result set        ## This will generate a list of column headings (titles) for the result set        titlez = result.description        ## Convert silly 7-tuple title into a single useful value        titles = []        for title in titlez:            titles.append(title[0])            pass        return rows,titles

    def run(self):        self.initDB()
        rows,titles = self.stdQuery(self.overlapSQL.replace('$1',tracts))
        self.closeDB()        return rows, titles



def d2rs(detector):    ## Convert a DM "detector number" to raft/sensor format, e.g.,    ## "R22" "S11"    det = int(detector)    if det > 189 or det < 0: raise Exception("Bad detector number")    raft = int(det/9)    raftID = raftIDs[raft]    s1 = det%9    s2 = int(s1/3)    s3 = s1 % 3    sensorID = f'S{s2}{s3}'    return raftID, sensorID

def rs2d(raftID,sensorID):    # Convert a raft sensor string of form "Rnn" and "Smm" to a DM    # "detector number" (int from 0 to 188)    raft = raftIDs.index(raftID)    det = int(raft)*9+int(sensorID[-2])*3+int(sensorID[-1])    return det


if __name__ == '__main__':
    ## Define defaults    defaultFile = 'tract2visit.db'        ## Parse command line arguments    parser = argparse.ArgumentParser(description='Generate sim file list based on tract overlap')    parser.add_argument('-o','--overlapsFile',default=defaultFile,help='Name of overlap db file (default = %(default)s)')    #    parser.add_argument('-n','--nth',default=0,type=int,help='Desired visit, counting from beginning of sorted list (default=%(default)s)')    parser.add_argument('-v','--version', action='version', version=__version__)    args = parser.parse_args()
    myo = overlap(dbfile='tract2visit.db',tractList=tracts)    rows,titles = myo.run()
    print('table columns = ',titles)    #xtract=titles.index('tract')    xvisit=titles.index('visit')    xdet=titles.index('detector')    xfilt=titles.index('filter')    print('#sensor-visits returned = ',len(rows))    # Sample sim FITS file naming     lsst_a_425529_R14_S00_y.fits    fileList = []    visitList = []    tractList = tracts.split(',')    print(tractList)    n = 0    simpre='/global/projecta/projectdirs/lsst/production/DC2_ImSim/Run2.1.1i/sim/agn-test'    ## Write out a file of sim filenames    vz = open('vizList.txt','w')    for rowz in rows:        n += 1        row = list(rowz)        #print('row = ',row)
        viz = row[xvisit]        if row[xvisit] not in visitList:visitList.append(viz)        rr,ss = d2rs(row[xdet])        file = 'lsst_a_'+str(viz)+'_'+rr+'_'+ss+'_'+str(row[xfilt])+'.fits'        viz8 = f'{viz:08}'        if viz < 445379:            file = os.path.join(simpre,'00385844to00445379',viz8,file)        else:            file = os.path.join(simpre,'00445379to00497969',viz8,file)            pass        vz.write(file+'\n')        fileList.append(file)        if n<20:print(file)        pass
    vz.close()    print('There are ',len(visitList),' visits.')    print('There are ',len(fileList),' files.')
    #/global/projecta/projectdirs/lsst/production/DC2_ImSim/Run2.1.1i/sim/agn-test/00385844to00445379/00425529/lsst_a_425529_R14_S00_y.fits    #/global/projecta/projectdirs/lsst/production/DC2_ImSim/Run2.1.1i/sim/agn-test/00445379to00497969/00457716/lsst_a_457716_R10_S10_i.fits 


    # for file in fileList:    #     print(file)