scoutingToRaw Namespace Reference

Classes
class	frd_file_header_v2
class	header_masks
class	header_shifts

Functions
def	parseMuonScoutingRawFile (infilepath, outdir, rn_override, maxorbits)

Function Documentation

parseMuonScoutingRawFile()

def scoutingToRaw.parseMuonScoutingRawFile	(		infilepath,
			outdir,
			rn_override,
			maxorbits
	)

Definition at line 85 of file scoutingToRaw.py.

References createfilelist.int, and print().

def parseMuonScoutingRawFile(infilepath, outdir, rn_override, maxorbits):

  if infilepath != 'stdin':
    fin = open(infilepath,'rb')
  else:
    fin = sys.stdin.buffer 

  #sys.stdout.flush()

  #orbit count per file
  orbitcount=0
  #total
  orbitcount_total=0

  last_ls = 0

  orbit_data = bytes()
  orbit_nr = 0
  orbit_size = 0
  flags = 0
  c_crc32c = 0

  #ls = 1
  #event header (FRD format) const
  version = 6

  #files
  fout = None
  if infilepath != 'stdin':
    fin = open(infilepath,'rb')
  else:
    fin = sys.stdin.buffer 


  #write header before closing the file
  def update_header():
      nonlocal orbitcount
      nonlocal last_ls
      h = frd_file_header_v2()
      h.event_count = orbitcount
      h.run_number = rn_override 
      h.lumisection = last_ls
      h.file_size = fout.tell() 
      fout.seek(0, 0) 
      fout.write(frd_file_header_v2.ver_id)
      fout.write(struct.pack('H',h.header_size))
      fout.write(struct.pack('H',h.data_type))
      fout.write(struct.pack('I',h.event_count))
      fout.write(struct.pack('I',h.run_number))
      fout.write(struct.pack('I',h.lumisection))
      fout.write(struct.pack('Q',h.file_size))

      orbitcount = 0
      print(h.ver_id, h.header_size, h.data_type, h.event_count, h.lumisection, h.file_size)


  #write orbit when next one is detected or file is closed
  def write_orbit():
          nonlocal orbit_size
          nonlocal orbit_data
          if not orbit_size:
              return

          #print(fout.tell(), struct.pack('H',version))
          fout.write(struct.pack('H',version)) #could be 8 bytes
          fout.write(struct.pack('H',flags)) #could be 8 bytes
          fout.write(struct.pack('I',rn_override)) #run
          #fout.write(struct.pack('I',ls)) #ls
          fout.write(struct.pack('I',last_ls)) #ls
          fout.write(struct.pack('I',orbit_nr)) #eid (orbit number, 32-bit)
          fout.write(struct.pack('I',orbit_size)) #payload size
          fout.write(struct.pack('I',c_crc32c)) #payload checksum (not used)
          fout.write(orbit_data)

          orbit_data = bytes()
          orbit_size = 0

  def writeout_close():
      write_orbit()
      update_header()
      fout.close()
      orbit_nr = 0

  #read loop
  while True:

          #check if exceeded max orbits specified
          if orbitcount_total > maxorbits:
              print(f"finish: {orbitcount_total-1}/{maxorbits} orbits")
              writeout_close()

              if infilepath != 'stdin':
                  fin.close()
              sys.exit(0)

          try:
              h_raw = fin.read(4)
              bxmatch = struct.unpack('B', h_raw[3:4])[0]
              mAcount = struct.unpack('B', h_raw[2:3])[0]
              orbitmatch = struct.unpack('B', h_raw[1:2])[0]
              mBcount = struct.unpack('B', h_raw[0:1])[0]

              #print("bxmatch", bxmatch, "mA", mAcount, "orbitmatch", orbitmatch, "mB", mBcount)
 
              bx_raw = fin.read(4)
              bx = struct.unpack('i', bx_raw)[0]
              #print("bx",bx)
              orbit_raw = fin.read(4)
              orbit = struct.unpack('i', orbit_raw)[0]

              new_ls = orbit >> 18

              if new_ls > last_ls:
              #open a new output file if crossing LS boundary or on first orbit
                  if last_ls:
                      write_orbit()
                      update_header()
                      fout.close()
                      orbitcount = 0

                  last_ls = new_ls
                  fout = open(os.path.join(outdir, f'run{rn_override}_ls{str(new_ls).zfill(4)}_index000000.raw') ,'wb')
                  #empty file header, will be updated later
                  fout.write(frd_file_header_v2.ver_id)
#                  fout.write(bytes(16))
                  fout.write(bytes(24))

              read_len = 8*(mAcount+mBcount)
              mu_blk = fin.read(8*(mAcount+mBcount))
              if len(mu_blk) != read_len:
                  print('incomplete read')
                  sys.exit(1)

              if not orbit_nr or orbit != orbit_nr:
                  #received new orbit, write previous one
                  if orbit_nr:
                      write_orbit()

                  #should not decrease:
                  if orbit < orbit_nr:
                      orbit_count = -1
                      print("got smaller orbit than earlier!")
                      sys.exit(1)

                  print("new orbit", orbit)
                  orbit_nr = orbit

                  #per LS file counter:
                  orbitcount += 1
                  #total counter:
                  orbitcount_total += 1

              #update orbit size and data variables
              orbit_size += 12 + read_len
              orbit_data += (h_raw + bx_raw + orbit_raw) + mu_blk

          except Exception as ex:
              #reached premature end of the file?
              print(f"exception: {ex}")
              #writeout_close()
              #if infilepath != 'stdin':
              #    fin.close()
              sys.exit(1)

          #print count," : ",version,run,lumi,eid,esize,crc32c,"override id/ls/run:",count,1,rn_override
          #lumi=1