Example 1#
[1]:
# rm -r output* cube.fits
[2]:
import hifast
print(hifast.__version__)
!python -m hifast --version
v1.3a2
v1.3a2
Download Data Files#
Link: https://pan.cstcloud.cn/s/u6u3iyfdRqo
[3]:
ls RAW_data/*
RAW_data/KY:
M33_OTF_2021_07_31_05_14_00_000.xlsx
RAW_data/M33_OTF:
20210731/
[ ]:
Case 1#
extended source
Run#
[4]:
!chmod +x run_case1.sh
!cat run_case1.sh
#!/usr/bin/env bash
# Enable recursive globbing to allow ** to match all files and directories recursively
shopt -s globstar
# Step 1: Temperature Calibration
# Description: This step involves calibrating the temperature of the spectra.
echo "Temperature calibration:"
# Select the first chunk of each beam
# Note: Assumes naming convention for files as M33_OTF_1_*W_0001.fits where * is a wildcard
files="$(ls RAW_data/M33_OTF/20210731/M33_OTF_1_*W_0001.fits)"
# Display the selected files to verify correct selection
printf "${files}\n"
# Run temperature calibration on selected files
# Note: "python -m hifast.sep file.hdf5 --para1 --para2" processes only one HDF5 file at a time.
# "python -m hifast sep -p 2 file1.hdf5 file2.hdf5 file3.hdf5 --para1 --para2" allows multiple files to be processed at the same time.
python -m hifast sep -p 3 \
$files \
-d 4 -m 4 -n 596 --step 1 \
--frange 1400 1440 \
--smooth gaussian --s_sigma 2 \
--check_cal A --pcal_vary_lim_bin 0.02 \
--merge_pcals True --method_merge median --method_interp linear \
--save_pcals True \
--outdir output_1/%[project]s/%[date]s
# The output files from this step will be named following the pattern "*-specs_T.hdf5"
# Step 2: Generate RA-DEC File
# Description: This step generates a file containing Right Ascension (RA) and Declination (DEC) information.
# Note: This step only need input the Beam 01 of "*-specs_T.hdf5".
python -m hifast radec output_1/**/*-M01*-specs_T.hdf5 --ky_dir RAW_data/KY/ --plot
# Step 3: Process Baseline, Standing Wave, RFI (Radio Frequency Interference), etc.
# Description: This step involves further processing of the calibrated files to address baseline,
# standing waves, RFI, and other potential issues.
# Note: This step processes all "*-specs_T.hdf5" files.
files="$(ls output_1/**/*-M*-specs_T.hdf5)"
# Display the selected files to ensure correctness
printf "${files}\n"
# Define processing commands for hifast.sh script to handle multiple files and processes
# This block defines a pipeline of hifast module commands to process the files
# Each line represents a step in the processing chain, configured with specific parameters
commands=$(cat <<'EOF'
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1400 1440 \
--method PLS-asym2 --lam 1e8 \
--njoin_t 20 \
--s_method_freq gaussian --s_sigma_freq 3 \
--exclude_type auto2 \
--post_method poly-asym2 --post_deg 3 \
--post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use `--nobld True` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
python -m hifast.bld | --nproc 5 \
--method PLS-asym2 --lam 1e8 \
--s_method_t gaussian --s_sigma_t 20 \
--s_method_freq gaussian --s_sigma_freq 3 \
--exclude_type auto2 \
--post_method poly-asym2 --post_deg 2 \
--post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
EOF
)
# Execute the hifast.sh script with the defined commands to process multiple files concurrently
# -n 5 specifies the number of processes to run in parallel
hifast.sh "$files" -c "$commands" -n 5
[5]:
!./run_case1.sh
Temperature calibration:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
###################################Args###################################
Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1400 1440 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_1/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
###################################Args###################################
Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1400 1440 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_1/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
###################################Args###################################
Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1400 1440 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_1/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
outdir output_1/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
outdir output_1/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
outdir output_1/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
processing: RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_
n_delay, n_on, n_off: 4, 4, 596
freq range: [1398.0, 1442.0]
processing: RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_
n_delay, n_on, n_off: 4, 4, 596
freq range: processing: [1398.0, 1442.0]
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_
n_delay, n_on, n_off: 4, 4, 596
freq range: [1398.0, 1442.0]
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
saving pcals in output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-pcals.hdf5
part 0
saving pcals in output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-pcals.hdf5
part 0
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
saving pcals in output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-pcals.hdf5
part 0
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
get kyfile name from /home/jyj/.cache/fast_python/kyradec/known_kyfile.json
check RAW_data/KY/M33_OTF_2021_07_31_05_14_00_000.xlsx
Using RAW_data/KY/M33_OTF_2021_07_31_05_14_00_000.xlsx
using cached ra dec of KY: /home/jyj/.cache/fast_python/kyradec/M33_OTF_2021_07_31_05_14_00_000_astropy_cache_d24e212515d0315b3443e9d9f0a945e7.npz
interpolating...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-radec.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
-s =
processing:
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Commands:
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use `--nobld True` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
python -m hifast.bld | --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use `--nobld True` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
python -m hifast.bld | --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use `--nobld True` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
python -m hifast.bld | --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
run: python -m hifast.flux output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
run: python -m hifast.flux output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
run: python -m hifast.flux output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 23.76it/s]
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 24.87it/s]
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 24.81it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 347.89it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 356.41it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 373.87it/s]
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1400 1440 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
/home/jyj/hifast_env/lib/python3.9/site-packages/hifast/ripple/mark_timeRFI.py:69: RuntimeWarning: Mean of empty slice
pat_mean = np.nanmean(pat_data,axis = 1)
/home/jyj/hifast_env/lib/python3.9/site-packages/numpy/lib/nanfunctions.py:1119: RuntimeWarning: All-NaN slice encountered
r, k = function_base._ureduce(a, func=_nanmedian, axis=axis, out=out,
/home/jyj/hifast_env/lib/python3.9/site-packages/hifast/ripple/mark_timeRFI.py:69: RuntimeWarning: Mean of empty slice
pat_mean = np.nanmean(pat_data,axis = 1)
/home/jyj/hifast_env/lib/python3.9/site-packages/numpy/lib/nanfunctions.py:1119: RuntimeWarning: All-NaN slice encountered
r, k = function_base._ureduce(a, func=_nanmedian, axis=axis, out=out,
/home/jyj/hifast_env/lib/python3.9/site-packages/hifast/ripple/mark_timeRFI.py:69: RuntimeWarning: Mean of empty slice
pat_mean = np.nanmean(pat_data,axis = 1)
/home/jyj/hifast_env/lib/python3.9/site-packages/numpy/lib/nanfunctions.py:1119: RuntimeWarning: All-NaN slice encountered
r, k = function_base._ureduce(a, func=_nanmedian, axis=axis, out=out,
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5
run: python -m hifast.sw output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5
run: python -m hifast.sw output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
run: python -m hifast.sw output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1641.99it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1687.12it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1656.99it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1752.51it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1662.88it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1658.38it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1596.10it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1628.45it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1515.27it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1607.27it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1638.09it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 1648.64it/s]
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.52633 MHz,1.89996 mu s,locate in 76
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.53335 MHz,1.87496 mu s,locate in 75
find ripple 0.03976 MHz,25.14942 mu s,locate in 1006
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.52633 MHz,1.89996 mu s,locate in 76
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03922 MHz,25.49942 mu s,locate in 1020
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.53335 MHz,1.87496 mu s,locate in 75
find ripple 0.03899 MHz,25.64941 mu s,locate in 1026
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03941 MHz,25.37442 mu s,locate in 1015
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03906 MHz,25.59941 mu s,locate in 1024
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03960 MHz,25.24942 mu s,locate in 1010
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03929 MHz,25.44942 mu s,locate in 1018
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
find ripple 0.03906 MHz,25.59941 mu s,locate in 1024
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.03884 MHz,25.74941 mu s,locate in 1030
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.54055 MHz,1.84996 mu s,locate in 74
# noise on
find ripple 1.08111 MHz,0.92498 mu s,locate in 37
find ripple 0.03884 MHz,25.74941 mu s,locate in 1030
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.bld output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
CPU 0: 100%|████████████████████████████████| 246/246.0 [00:09<00:00, 25.89it/s]
CPU 0: 100%|████████████████████████████████| 246/246.0 [00:09<00:00, 26.28it/s]
CPU 0: 100%|████████████████████████████████| 246/246.0 [00:09<00:00, 26.35it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 391.82it/s]
CPU 0: 0%| | 0/246.0 [00:00<?, ?it/s]###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
--trans: False
--njoin-t: 0
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5
run: python -m hifast.multi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 413.29it/s]
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
--trans: False
--njoin-t: 0
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5
run: python -m hifast.multi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 391.88it/s]
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --nproc 5 --method PLS-asym2 --lam 1e8 --s_method_t gaussian --s_sigma_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 2 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
--trans: False
--njoin-t: 0
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5
run: python -m hifast.multi output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
###################################Args###################################
Command Line Args: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
[6]:
!chmod +x gen_cube_case1.sh
!cat gen_cube_case1.sh
#!/usr/bin/env bash
python -m hifast.cube \
--outname cube.fits \
-m gaussian --type3 vopt \
--range3 -1000 2000 \
--share-mem False --step 19 --nproc 4 \
output_1/M33_OTF_1_MultiBeamOTF/*/*fc.hdf5
[7]:
!./gen_cube_case1.sh
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M{Beam}_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
Beams: 1, 9, 15
r_cut: 110.83649493758648 arcsec
vopt dispersion (std) at same Ta order is between 0.0 and 2.2737367544323206e-13.
generating WCS header
ra range: (23.043467281604546, 24.617778525639775) deg
dec range: (30.459268876067984, 30.634624192275474) deg
bwidth: 60.0 60.0 arcsec
searching spectra in r_cut for each grid...
Part [1/1]
loading: output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
spread these spectra into grids
assign gird to 4 processes
gathering results
Saving to cube.fits.
Saving to cube-count.fits.
Saving to cube-weights.fits.
View results#
[8]:
import hifast.funcs as hf
import numpy as np
import matplotlib.pyplot as plt
from scipy import ndimage
import os
import h5py
[9]:
!h5ls -r output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
/ Group
/Header Group
/S Group
/S/Ta Dataset {2, 615, 5767}
/S/Tcal Dataset {1, 5767, 2}
/S/freq Dataset {5767}
/S/inds_ton Dataset {2, 4}
/S/is_aband_whole Dataset {2, 2}
/S/is_delay Dataset {615}
/S/is_on Dataset {615}
/S/mjd Dataset {615}
/S/next_to_cal Dataset {615}
/S/pcals_amp_diff_interp_values Dataset {615, 2}
/S/pcals_merged Dataset {1, 5767, 2}
/S/pcals_merged_s Dataset {1, 5767, 2}
/Waterfall Group
/Waterfall/DATA Soft Link {/S/Ta}
[10]:
# use h5py to read the file
fpath = 'output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5'
f = h5py.File(fpath, 'r')
print(f['S'].keys())
<KeysViewHDF5 ['Ta', 'Tcal', 'freq', 'inds_ton', 'is_aband_whole', 'is_delay', 'is_on', 'mjd', 'next_to_cal', 'pcals_amp_diff_interp_values', 'pcals_merged', 'pcals_merged_s']>
[11]:
f.close()
plot RA-DEC#
[12]:
from hifast.core.radec import _tight_ra
[13]:
fpath = f'output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-radec.hdf5'
radec = hf.load_hdf5_to_dict(fpath)
plt.figure(figsize=(10,8))
for nB in range(1,20):
dec = radec[f'dec{nB}']
ra = _tight_ra(radec[f'ra{nB}'])
plt.plot(ra, dec)
plt.scatter(ra[0],dec[0])
plt.text(ra[0], dec[0], f'M{nB:02d}', ha='center')
plt.xlabel('RA')
plt.ylabel('DEC')
[13]:
Text(0, 0.5, 'DEC')
plot spectrum#
[14]:
nB = 1
basepath = f'output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M{nB:02d}_W-20210731'
[15]:
def plot_data(fpath, i_start, i_end, polar):
"""
plot the average spectrum from i_start to i_end for one polarization polar
"""
S = hf.HFSpec(fpath)
x = freq = S['freq'][:]
y = np.mean(S['DATA'][i_start:i_end, :, polar], axis=0, dtype=np.float64)
plt.figure(figsize=(10, 4))
plt.plot(x, y)
plt.plot(x, ndimage.gaussian_filter1d(y, 3))
plt.ylim(np.nanpercentile(y, 0), np.nanpercentile(y, 98))
plt.title(os.path.basename(fpath))
plt.minorticks_on()
plt.show()
[16]:
add_list = ['-specs_T',
'-flux',
'-bld_p',
'-rfi',
'-sw_nobld',
'-bld_p',
'-fc']
for i in range(len(add_list)):
path_add = ''.join(add_list[:i+1])
fpath = f"{basepath}{path_add}.hdf5"
print(fpath)
plot_data(fpath, i_start=100, i_end=120, polar=0)
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p.hdf5
output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-bld_p-fc.hdf5
waterfall plot#
https://hifast.readthedocs.io/en/v1.3/hifast.waterfall.html
View in Carta 3
hifast.waterfall
baseline fitting parameters adjustment#
[17]:
fpath = f'output_1/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5'
[18]:
%matplotlib ipympl
[19]:
%run -m hifast.bld $fpath -i
outdir: output_1/M33_OTF_1_MultiBeamOTF/20210731
[20]:
%matplotlib inline
Case 2#
point sources
Run#
[21]:
!chmod +x ./run_case2.sh
!cat run_case2.sh
#!/usr/bin/env bash
# Enable recursive globbing to allow ** to match all files and directories recursively
shopt -s globstar
# Step 1: Temperature Calibration
# Description: This step involves calibrating the temperature of the spectra.
echo "Temperature calibration:"
# Select the first chunk of each beam
# Note: Assumes naming convention for files as M33_OTF_1_*W_0001.fits where * is a wildcard
files="$(ls RAW_data/M33_OTF/20210731/M33_OTF_1_*W_0001.fits)"
# Display the selected files to verify correct selection
printf "${files}\n"
# Run temperature calibration on selected files
# Note: "python -m hifast.sep file.hdf5 --para1 --para2" processes only one HDF5 file at a time.
# "python -m hifast sep -p 2 file1.hdf5 file2.hdf5 file3.hdf5 --para1 --para2" allows multiple files to be processed at the same time.
python -m hifast sep -p 3 \
$files \
-d 4 -m 4 -n 596 --step 1 \
--frange 1360 1415 \
--smooth gaussian --s_sigma 2 \
--check_cal A --pcal_vary_lim_bin 0.02 \
--merge_pcals True --method_merge median --method_interp linear \
--save_pcals True \
--outdir output_2/%[project]s/%[date]s
# The output files from this step will be named following the pattern "*-specs_T.hdf5"
# Step 2: Generate RA-DEC File
# Description: This step generates a file containing Right Ascension (RA) and Declination (DEC) information.
# Note: This step only need input the Beam 01 of "*-specs_T.hdf5".
python -m hifast radec output_2/**/*-M01*-specs_T.hdf5 --ky_dir RAW_data/KY/ --plot
# Step 3: Process Baseline, Standing Wave, RFI (Radio Frequency Interference), etc.
# Description: This step involves further processing of the calibrated files to address baseline,
# standing waves, RFI, and other potential issues.
# Note: This step processes all "*-specs_T.hdf5" files.
files="$(ls output_2/**/*-M*-specs_T.hdf5)"
# Display the selected files to ensure correctness
printf "${files}\n"
# Define processing commands for hifast.sh script to handle multiple files and processes
# This block defines a pipeline of hifast module commands to process the files
# Each line represents a step in the processing chain, configured with specific parameters
commands=$(cat <<'EOF'
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1360 1415 \
--method PLS-asym2 --lam 1e8 \
--njoin_t 20 \
--s_method_freq gaussian --s_sigma_freq 3 \
--exclude_type auto2 \
--post_method poly-asym2 --post_deg 3 \
--post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use ``--nobld True`` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
# sustract "ref" observation
# use ``hifast.ref`` or ``hifast.bld -T True``
python -m hifast.ref | --method MedMed --nsection 11 --npart 8 \
--post_method poly-asym2 --post_deg 3 \
--post_s_method_freq gaussian --post_s_sigma_freq 1 \
--post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
EOF
)
# Execute the hifast.sh script with the defined commands to process multiple files concurrently
# -n 5 specifies the number of processes to run in parallel
hifast.sh "$files" -c "$commands" -n 5
[22]:
!./run_case2.sh
Temperature calibration:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
###################################Args###################################
Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1360 1415 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_2/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
###################################Args###################################
Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1360 1415 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_2/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
###################################Args###################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731Command Line Args: -d 4 -m 4 -n 596 --step 1 --frange 1360 1415 --smooth gaussian --s_sigma 2 --check_cal A --pcal_vary_lim_bin 0.02 --merge_pcals True --method_merge median --method_interp linear --save_pcals True --outdir output_2/%[project]s/%[date]s RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
Defaults:
--ext-frange: True
--start: 1
--sep-save: False
--s-deg: 1
--noise-mode: high
--noise-date: auto
--med-filter-size-cal:5
--freq-step-c: 4
--pcal-bad-lim-freq:0.5
--cal-dis-lim: 1.6
--merge-cal-pre-process:scale
--calc-diff-method:div
--squeeze-diff-freq:median
--squeeze-diff-freq-bad-lim:0.5
--method-interp-sigma-t:300
--method-interp-edges:nearest
--not-cali: False
##########################################################################
outdir output_2/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
outdir output_2/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
outdir output_2/M33_OTF_1_MultiBeamOTF/20210731 not exists. Create it now
processing: RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_
n_delay, n_on, n_off: 4, 4, 596
processing: freq range: RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_
[1358.0, 1417.0]
n_delay, n_on, n_off: 4, 4, 596
freq range: [1358.0, 1417.0]
processing: RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_
n_delay, n_on, n_off: 4, 4, 596
freq range: [1358.0, 1417.0]
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W_0001.fits
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W_0001.fits
files:
RAW_data/M33_OTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W_0001.fits
saving pcals in output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-pcals.hdf5
part 0
saving pcals in output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-pcals.hdf5
part 0
saving pcals in output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-pcals.hdf5
part 0
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
get kyfile name from /home/jyj/.cache/fast_python/kyradec/known_kyfile.json
check RAW_data/KY/M33_OTF_2021_07_31_05_14_00_000.xlsx
Using RAW_data/KY/M33_OTF_2021_07_31_05_14_00_000.xlsx
using cached ra dec of KY: /home/jyj/.cache/fast_python/kyradec/M33_OTF_2021_07_31_05_14_00_000_astropy_cache_d24e212515d0315b3443e9d9f0a945e7.npz
interpolating...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-radec.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
-s =
processing:
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Commands:
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use ``--nobld True`` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
# sustract "ref" observation
# use ``hifast.ref`` or ``hifast.bld -T True``
python -m hifast.ref | --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use ``--nobld True`` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
# sustract "ref" observation
# use ``hifast.ref`` or ``hifast.bld -T True``
python -m hifast.ref | --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
python -m hifast.flux |
python -m hifast.bld | --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
python -m hifast.rfi | -c conf/S2-rfi.ini
# use ``--nobld True`` to keep baseline and only remove standing wave
python -m hifast.sw | --nobld True -c conf/S2-sw.ini
# sustract "ref" observation
# use ``hifast.ref`` or ``hifast.bld -T True``
python -m hifast.ref | --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
python -m hifast.multi | --vtype optical --frame LSRK --merge_polar True --replace_rfi True
run: python -m hifast.flux output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
run: python -m hifast.flux output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
run: python -m hifast.flux output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T.hdf5
Defaults:
--outdir: default
--frange: [0, inf]
--cali-fname: none
--cbr-name: *
--only-use-19beams:False
--fix-diff-tcal: True
--fix-diff-ZA: False
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Flux calibrating ...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5
run: python -m hifast.bld output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 38.83it/s]
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 36.61it/s]
CPU 0: 100%|██████████████████████████████████| 14/14.0 [00:00<00:00, 37.93it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 528.23it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 531.14it/s]
CPU 0: 100%|███████████████████████████████| 246/246.0 [00:00<00:00, 525.91it/s]
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5 --nproc 5 --frange 1360 1415 --method PLS-asym2 --lam 1e8 --njoin_t 20 --s_method_freq gaussian --s_sigma_freq 3 --exclude_type auto2 --post_method poly-asym2 --post_deg 3 --post_exclude_type auto2
Defaults:
--outdir: default
--show-prog: True
--trans: False
--s-method-t: none
--s-sigma-t: 5
--njoin-freq: 0
--deg: 2
--offset: 2
--ratio: 0.01
--niter: 100
--use-pre-is-excluded:False
--frame: LSRK
--post-s-method-freq:none
--post-s-sigma-freq:5
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
--ylim: ['auto']
--figsize: (10, 7)
--length: 20
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
fit and substract baseline
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5
run: python -m hifast.rfi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5
run: python -m hifast.sw output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5
run: python -m hifast.sw output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p.hdf5 -c conf/S2-rfi.ini
Config File (conf/S2-rfi.ini):
outdir: default
rms_frange: [1405, 1410]
mw_frange: [1420, 1423]
all_beams: False
tr: False
tr_n_continue: 100
tr_times: 6.0
tr_times_s: 1.5
ext_add: 3
ext_frac: 0.0
nr: True
nr_mean_times: 20
nr_diff_times: 5
nr_mask_rms_times: 5
pr: False
pr_s_sigma: 5
pr_times: 6
pr_times_s: 1.5
lf: True
lsn_thr_type: input_absmed_times
lf_frange: [1400, 1430]
lf_mean_times: 5
lf_diff_times: 0
lf_rfi_last: ['30', 'inf']
lf_ext_add: 30
lf_mask_rms_times: -1
sf: True
sf_use_time_only: True
sf_frange: [1378, 1385]
sf_mean_times: 3
sf_diff_times: .08
sf_rfi_last: ['20', 'inf']
sf_ext_add: 3
sf_mask_rms_times: 2
Defaults:
--show-prog: True
--replace-rfi: False
--reg-from: none
--reg-shared-beams:all
--nr-rfi-width-lim:[0, 2]
--af: False
--s-method-t: none
--s-sigma-t: 5
--s-method-freq: none
--s-sigma-freq: 5
--period-rfi: False
--rfi-thr: 3
--rfi-width-lim: 10
--ext-sec: 30
--freq-thr: 0.5
--freq-step: 8.1
--rfi-groups: two_groups
--mask-RFI-method: fixed_freq
--freq-from-theory:0.5
--mask-thr: 0.7
--ext-edge: 0
--small-rfi-times: 2
--chan-step: 5
--time-coherent-per:0.7
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
finding lf
No long-freq time rfi is found.
Finish
finding sf
No short-freq time rfi is found.
Finish
finding nr
INFO: Looking for long-time narrowband freq RFI ... [hifast.ripple.mark_timeRFI]
No long-time freq rfi is found.
Finish
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5
run: python -m hifast.sw output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2596.44it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2749.56it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2772.41it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2694.67it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2844.26it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2939.68it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2418.27it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2469.89it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2480.13it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2443.01it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2414.69it/s]
CPU 0: 100%|████████████████████████████████| 615/615 [00:00<00:00, 2447.94it/s]
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03873 MHz,25.81804 mu s,locate in 1420
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03890 MHz,25.70895 mu s,locate in 1414
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03862 MHz,25.89077 mu s,locate in 1424
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03960 MHz,25.25441 mu s,locate in 1389
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03873 MHz,25.81804 mu s,locate in 1420
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03890 MHz,25.70895 mu s,locate in 1414
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03862 MHz,25.89077 mu s,locate in 1424
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03960 MHz,25.25441 mu s,locate in 1389
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.ref output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03923 MHz,25.49077 mu s,locate in 1402
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.54456 MHz,1.83635 mu s,locate in 101
find ripple 0.03923 MHz,25.49077 mu s,locate in 1402
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03920 MHz,25.50895 mu s,locate in 1403
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03862 MHz,25.89077 mu s,locate in 1424
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03923 MHz,25.49077 mu s,locate in 1402
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.54456 MHz,1.83635 mu s,locate in 101
find ripple 0.03923 MHz,25.49077 mu s,locate in 1402
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03920 MHz,25.50895 mu s,locate in 1403
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03862 MHz,25.89077 mu s,locate in 1424
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.ref output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5 --nobld True -c conf/S2-sw.ini
Config File (conf/S2-sw.ini):
outdir: default
frange: ['0', 'inf']
nproc: 10
show_prog: True
s_method_t: gaussian
s_sigma_t: 5
s_method_freq: gaussian
s_sigma_freq: 3
s_method_t_T: gaussian
s_sigma_t_T: 10
s_method_freq_T: gaussian
s_sigma_freq_T: 5
method: fft
njoin: 0
exclude_m: 0
sin_f: 0.929
bound_f: [0.9, 0.95]
deg: 1
iter_twice: True
rfi_method: near_ripple
mw_frange: [0, 0]
rms_sigma: 6
rms_frange: [1405, 1410]
rms_step: 5
times_thr: 4
times_s_thr: 3
times_s_thr2: 1.5
ext_freq: 1.3
rfi_width_lim: 30
ext_sec: 20
restrict_bound: False
save_is_excluded: False
sw_base: True
sw_periods: ['1mhz', '2mhz', '0_04mhz']
check_2mhz: True
amp_thr_mean_factor:[1.05, 1.4]
amp_thr_solo_factor:[1.4, 1.7]
chan_wide: 5
chan_narr: 3
choose_method: all
Defaults:
--nspec: 200
--func: iter
--ylim: ['auto']
--figsize: (10, 7)
--length: 40
--start-init: 0
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
standing wave fitting and substract by fft
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.54456 MHz,1.83635 mu s,locate in 101
find ripple 0.03857 MHz,25.92713 mu s,locate in 1426
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03884 MHz,25.74531 mu s,locate in 1416
Second iter ...
guess the path of the spectra file before baseline subtracted from the History
load the spectra before baseline subtracted from:
/data/inspur_disk01/userdir/jyj/FAST/jingyj/hifast-tutorial/docs/source/_files/files/example1/output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
Smoothing t ...
Smoothing freq ...
Smoothing t ...
Smoothing freq ...
------------------
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
find ripple 0.03857 MHz,25.92713 mu s,locate in 1426
INFO: Replace RFI with near_ripple method ... [hifast.ripple.sw_fft]
checking 2mhz
beam number !=6, remove 2mhz in sw_periods if it exists
# noise off
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.53922 MHz,1.85454 mu s,locate in 102
# noise on
find ripple 1.07844 MHz,0.92727 mu s,locate in 51
find ripple 0.03988 MHz,25.07259 mu s,locate in 1379
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
run: python -m hifast.ref output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
WARNING: Install the package 'bottleneck' will help to speed up. Now use 'numpy' instead. [hifast.ripple.sw_fft]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 187.61it/s]
WARNING: Install the package 'bottleneck' will help to speed up. Now use 'numpy' instead. [hifast.ripple.sw_fft]
0%| | 0/12 [00:00<?, ?it/s]WARNING: Install the package 'bottleneck' will help to speed up. Now use 'numpy' instead. [hifast.ripple.sw_fft]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 191.14it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 187.55it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 189.46it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.00it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 191.48it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 193.24it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.71it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.12it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 196.24it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.89it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.94it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.67it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.94it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.17it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.87it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.96it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.89it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.44it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 179.30it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 194.57it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 195.72it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 178.26it/s]
100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 179.24it/s]
CPU 0: 100%|█████████████████████████████| 1230/1230.0 [00:02<00:00, 530.44it/s]
CPU 0: 100%|█████████████████████████████| 1230/1230.0 [00:02<00:00, 530.07it/s]
CPU 0: 100%|█████████████████████████████| 1230/1230.0 [00:02<00:00, 525.05it/s]
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
-n: 1
--use-pre-is-excluded:True
--frame: LSRK
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Use MedMed to substract baseline. Remember another linear substraction.
Divided the data into 8 part(s).
Each part has 11 sections. Each section has 6 specs.
part: [0, 76]
part: [76, 152]
part: [152, 228]
part: [228, 304]
part: [304, 380]
part: [380, 456]
part: [456, 532]
part: [532, 615]
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5
run: python -m hifast.multi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
-n: 1
--use-pre-is-excluded:True
--frame: LSRK
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Use MedMed to substract baseline. Remember another linear substraction.
Divided the data into 8 part(s).
Each part has 11 sections. Each section has 6 specs.
part: [0, 76]
part: [76, 152]
part: [152, 228]
part: [228, 304]
part: [304, 380]
part: [380, 456]
part: [456, 532]
part: [532, 615]
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5
run: python -m hifast.multi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5 --method MedMed --nsection 11 --npart 8 --post_method poly-asym2 --post_deg 3 --post_s_method_freq gaussian --post_s_sigma_freq 1 --post_exclude_type auto2
Defaults:
--outdir: default
--frange: [0, inf]
--show-prog: True
-n: 1
--use-pre-is-excluded:True
--frame: LSRK
--post-average-every-freq:0
--post-offset: 2
--post-ratio: 0.01
--post-niter: 100
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
Use MedMed to substract baseline. Remember another linear substraction.
Divided the data into 8 part(s).
Each part has 11 sections. Each section has 6 specs.
part: [0, 76]
part: [76, 152]
part: [152, 228]
part: [228, 304]
part: [304, 380]
part: [380, 456]
part: [456, 532]
part: [532, 615]
applying low-order polynomial fitting on each spectrum
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5
run: python -m hifast.multi output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M15_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p-fc.hdf5
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p-fc.hdf5
###################################Args###################################
Command Line Args: output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5 --vtype optical --frame LSRK --merge_polar True --replace_rfi True
Defaults:
--outdir: default
--frange: [0, inf]
--fc: True
##########################################################################
outdir: output_2/M33_OTF_1_MultiBeamOTF/20210731
replacing RFI
average two polarization...
frame correcting...
Saving...
Saved to output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M09_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p-fc.hdf5
[23]:
nB = 1
basepath = f'output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M{nB:02d}_W-20210731'
[24]:
def plot_data(fpath, i_start, i_end, polar):
"""
plot the average spectrum from i_start to i_end for one polarization polar
"""
S = hf.HFSpec(fpath)
x = freq = S['freq'][:]
y = np.mean(S['DATA'][i_start:i_end, :, polar], axis=0, dtype=np.float64)
plt.figure(figsize=(10, 4))
plt.plot(x, y)
plt.plot(x, ndimage.gaussian_filter1d(y, 3))
#plt.ylim(np.nanpercentile(y, 0), np.nanpercentile(y, 98.5))
plt.title(os.path.basename(fpath))
plt.minorticks_on()
plt.show()
[25]:
add_list = ['-specs_T',
'-flux',
'-bld_p',
'-rfi',
'-sw_nobld',
'-ref_p',
'-fc']
for i in range(len(add_list)):
path_add = ''.join(add_list[:i+1])
fpath = f"{basepath}{path_add}.hdf5"
print(fpath)
plot_data(fpath, i_start=100, i_end=120, polar=0)
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p.hdf5
output_2/M33_OTF_1_MultiBeamOTF/20210731/M33_OTF_1_MultiBeamOTF-M01_W-20210731-specs_T-flux-bld_p-rfi-sw_nobld-ref_p-fc.hdf5
[ ]: