flat field size fix when 1k x 1k data + timing fix rte

hrt_pipe.py

@@ -313,7 +313,7 @@ def phihrt_pipe(data_f,dark_f,flat_f,norm_f = True, clean_f = False, sigma = 59,
                 flat *= 614400/128
 
             flat = np.moveaxis(flat, 0,-1) #so that it is [y,x,24]
-            flat = flat.reshape(data_size[0],data_size[1],6,4) #separate 24 images, into 6 wavelengths, with each 4 pol states
+            flat = flat.reshape(2048,2048,6,4) #separate 24 images, into 6 wavelengths, with each 4 pol states
             flat = np.moveaxis(flat, 2,-1)
             
             print(flat.shape)
@@ -740,8 +740,7 @@ def phihrt_pipe(data_f,dark_f,flat_f,norm_f = True, clean_f = False, sigma = 59,
 
         print(" ")
         printc('-->>>>>>> RUNNING CMILOS ',color=bcolors.OKGREEN)
-
-        start_time = time.time()
+        
         try:
             CMILOS_LOC = os.path.realpath(__file__)
 
@@ -762,6 +761,8 @@ def phihrt_pipe(data_f,dark_f,flat_f,norm_f = True, clean_f = False, sigma = 59,
 
         for scan in range(int(data_shape[-1])):
 
+            start_time = time.time()
+
             if isinstance(data_f, str):
 
                 file_path = data_f

run.py

 from hrt_pipe import phihrt_pipe
 
-sciencedata_fits_filenames = ['../fits_files/solo_L0_phi-hrt-ilam_0667414748_V202103221851C_0142230201.fits']
-flatfield_fits_filename = '../fits_files/solo_L0_phi-hrt-flat_20210321T210847_V202106071514C_0163211100.fits'
+sciencedata_fits_filenames = ['solo_L0_phi-hrt-ilam_0667414905_V202103221851C_0142230602.fits', 'solo_L0_phi-hrt-ilam_0667415054_V202103221851C_0142230603.fits', 'solo_L0_phi-hrt-ilam_0667415205_V202103221851C_0142230604.fits', 'solo_L0_phi-hrt-ilam_0667415354_V202103221851C_0142230605.fits', 'solo_L0_phi-hrt-ilam_0667415505_V202103221851C_0142230606.fits', 'solo_L0_phi-hrt-ilam_0667415654_V202103221851C_0142230607.fits', 'solo_L0_phi-hrt-ilam_0667415805_V202103221851C_0142230608.fits']#['../fits_files/solo_L0_phi-hrt-ilam_0667414748_V202103221851C_0142230201.fits']
+flatfield_fits_filename = '../fits_files/solo_L0_phi-hrt-flat_0667134081_V202103221851C_0162201100.fits'
 darkfield_fits_filename = '../fits_files/solo_L0_phi-fdt-ilam_20200228T155100_V202002281636_0022210004_000.fits'
 
+sciencedata_fits_filenames = ['../fits_files/' + i for i in sciencedata_fits_filenames]
+
 data = phihrt_pipe(sciencedata_fits_filenames, darkfield_fits_filename, flatfield_fits_filename, norm_stokes = True, 
-                    clean_f = True, out_demod_file = True, out_dir = '../hrt_pipe_results/kll/', rte = 'False')
\ No newline at end of file
+                    clean_f = True, out_demod_file = True, out_dir = '/data/slam/home/sinjan/hrt_pipe_results/stp-136/', rte = 'RTE')
\ No newline at end of file