from vasttools.pipeline import Pipeline
from vasttools.query import Query
from bokeh.io import output_notebook
from bokeh.plotting import show
from astropy.coordinates import Angle, SkyCoord
from astropy import units as u
import matplotlib.pyplot as plt
import pandas as pd
import os
import numpy as np
%matplotlib inline
output_notebook()
You can turn on detailed logging by uncommenting the below code
#from vasttools.utils import get_logger
#logger = get_logger(debug=True, quiet=False, logfile=None)
Accessing Pipeline data products with vast-tools¶
Getting set up¶
pipe = Pipeline()
pipe.list_piperuns()
['10s_FRB190110_FullField_DeepSubtraction',
'10s_FRB190110_FullField_DeepSubtraction.bak',
'BANE_no_forced_fits',
'GalCtr_p2',
'VAST_2118-06A',
'combined',
'crop-compress-comparison',
'crop-compress-comparison-base',
'dwf_O12',
'dwf_sep2021_final',
'full_survey_tiles',
'full_survey_tiles_test',
'galctr_p1_test',
'gw190814_10_epochs',
'mc_p1_test',
'no-meas-pairs-test',
'racs-low-tiles-bane',
'racs-low-tiles-bane-test',
'racs_comparison',
'racs_comparison_no_force',
'smc-low',
'test_ui_1',
'tiles-low-corrected',
'tiles-mid-corrected',
'tiles_corrected',
'two_epoch_test',
'workshop-2023-run',
'ym_Test']
run_name = 'workshop-2023-run'
run = pipe.load_run(run_name)
/home/jovyan/vast-tools/vasttools/pipeline.py:2701: UserWarning: Measurements have been loaded with vaex.
warnings.warn("Measurements have been loaded with vaex.")
Measurement pairs file (/data/vast-pipeline/vast-pipeline/pipeline-runs/workshop-2023-run/measurement_pairs.parquet) does not exist. You will be unable to access measurement pairs or two-epoch metrics.
run.images
band_id | skyreg_id | measurements_path | polarisation | name | path | noise_path | background_path | datetime | jd | ... | beam_bmin | beam_bpa | rms_median | rms_min | rms_max | centre_ra | centre_dec | xtr_radius | frequency | bandwidth | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
id | |||||||||||||||||||||
23874 | 1 | 9390 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_0127-73A.SB45555.cont.taylor.0.re... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2022-11-14 12:49:14.700000+00:00 | 2.459898e+06 | ... | 0.003639 | -18.41 | 0.198549 | 0.132378 | 6.565116 | 21.812002 | -73.071992 | 4.454763 | 887.0 | 0.0 |
23875 | 1 | 9391 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_0530-68A.SB45563.cont.taylor.0.re... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2022-11-14 16:44:38.400000+00:00 | 2.459898e+06 | ... | 0.003472 | -20.99 | 0.217453 | 0.154000 | 61.209753 | 82.501912 | -68.697878 | 4.454768 | 887.0 | 0.0 |
23876 | 1 | 9392 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_0709-12A.SB45567.cont.taylor.0.re... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2022-11-14 18:48:43.500000+00:00 | 2.459898e+06 | ... | 0.003417 | 8.72 | 0.215379 | 0.149857 | 2.229887 | 107.369132 | -12.586381 | 4.454768 | 887.0 | 0.0 |
23877 | 1 | 9393 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_0725-18A.SB45572.cont.taylor.0.re... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2022-11-14 19:56:34.400000+00:00 | 2.459898e+06 | ... | 0.003250 | 14.86 | 0.208304 | 0.144672 | 3.531292 | 111.272725 | -18.863314 | 4.454764 | 887.0 | 0.0 |
23878 | 1 | 9394 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_0734-12A.SB45568.cont.taylor.0.re... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2022-11-14 19:01:49.800000+00:00 | 2.459898e+06 | ... | 0.003500 | 6.98 | 0.204287 | 0.144626 | 0.801221 | 113.684208 | -12.586381 | 4.454773 | 887.0 | 0.0 |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
25032 | 1 | 10242 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_1753-18.SB51489.cont.taylor.0.res... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2023-07-18 15:43:59.800000+00:00 | 2.460144e+06 | ... | 0.003028 | 82.36 | 0.432030 | 0.211786 | 5.244236 | 268.364367 | -18.864008 | 4.454778 | 887.0 | 0.0 |
25033 | 1 | 9354 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_1806-12.SB51490.cont.taylor.0.res... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2023-07-18 15:57:40.800000+00:00 | 2.460144e+06 | ... | 0.003056 | 83.46 | 0.394638 | 0.192536 | 20.542279 | 271.579657 | -12.586381 | 4.454773 | 887.0 | 0.0 |
25034 | 1 | 9320 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_1806-25.SB51529.cont.taylor.0.res... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2023-07-21 13:37:27.600000+00:00 | 2.460147e+06 | ... | 0.003139 | 79.94 | 0.302299 | 0.187404 | 18.723287 | 271.698880 | -25.131178 | 4.454773 | 887.0 | 0.0 |
25035 | 1 | 9876 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_1819-18.SB51491.cont.taylor.0.res... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2023-07-18 16:12:15+00:00 | 2.460144e+06 | ... | 0.003028 | 82.80 | 0.430097 | 0.209124 | 247.982636 | 274.909821 | -18.864008 | 4.454778 | 887.0 | 0.0 |
25036 | 1 | 9356 | /data/vast-pipeline/vast-pipeline/pipeline-run... | I | image.i.VAST_1831-12.SB51492.cont.taylor.0.res... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | /data/vast-survey/VAST/vast-data/TILES/STOKESI... | 2023-07-18 16:25:54.400000+00:00 | 2.460144e+06 | ... | 0.003028 | 83.79 | 0.456288 | 0.215145 | 19.138284 | 277.895445 | -12.586381 | 4.454773 | 887.0 | 0.0 |
1411 rows × 29 columns
run.measurements
# | source | island_id | component_id | local_rms | ra | ra_err | dec | dec_err | flux_peak | flux_peak_err | flux_int | flux_int_err | bmaj | err_bmaj | bmin | err_bmin | pa | err_pa | psf_bmaj | psf_bmin | psf_pa | flag_c4 | chi_squared_fit | spectral_index | spectral_index_from_TT | has_siblings | image_id | time | name | snr | compactness | ew_sys_err | ns_sys_err | error_radius | uncertainty_ew | uncertainty_ns | weight_ew | weight_ns | forced | flux_int_isl_ratio | flux_peak_isl_ratio | id |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 34711110 | SB45535_island_2 | SB45535_component_2a | 0.609000027179718 | 240.9612274169922 | 5.765886044173385e-07 | -49.068092346191406 | 6.80719551837683e-07 | 1632.9739990234375 | 0.6177468299865723 | 1734.574951171875 | 1.1143282651901245 | 15.84000015258789 | 1.6511976355104707e-06 | 12.260000228881836 | 1.2986857882424374e-06 | 157.13999938964844 | 0.0010410879040136933 | 3.450000047683716 | 3.1700000762939453 | 26.540000915527344 | True | 5391.97802734375 | -0.009999999776482582 | True | False | 23896 | 2022-11-14 03:18:35.400000 | VAST_1600-50A_SB45535_component_2a | 2681.402099609375 | 1.0622183084487915 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027777778450399637 | 0.00027777778450399637 | 12960000.0 | 12960000.0 | False | 1.0 | 1.0 | 236408494 |
1 | 35076138 | SB45535_island_2 | SB45535_component_2a | 0.609000027179718 | 240.9612274169922 | 5.765886044173385e-07 | -49.068092346191406 | 6.80719551837683e-07 | 1632.9739990234375 | 0.6177468299865723 | 1734.574951171875 | 1.1143282651901245 | 15.84000015258789 | 1.6511976355104707e-06 | 12.260000228881836 | 1.2986857882424374e-06 | 157.13999938964844 | 0.0010410879040136933 | 3.450000047683716 | 3.1700000762939453 | 26.540000915527344 | True | 5391.97802734375 | -0.009999999776482582 | True | False | 23896 | 2022-11-14 03:18:35.400000 | VAST_1600-50A_SB45535_component_2a | 2681.402099609375 | 1.0622183084487915 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027777778450399637 | 0.00027777778450399637 | 12960000.0 | 12960000.0 | False | 1.0 | 1.0 | 236408494 |
2 | 34139985 | SB45535_island_2 | SB45535_component_2a | 0.609000027179718 | 240.9612274169922 | 5.765886044173385e-07 | -49.068092346191406 | 6.80719551837683e-07 | 1632.9739990234375 | 0.6177468299865723 | 1734.574951171875 | 1.1143282651901245 | 15.84000015258789 | 1.6511976355104707e-06 | 12.260000228881836 | 1.2986857882424374e-06 | 157.13999938964844 | 0.0010410879040136933 | 3.450000047683716 | 3.1700000762939453 | 26.540000915527344 | True | 5391.97802734375 | -0.009999999776482582 | True | False | 23896 | 2022-11-14 03:18:35.400000 | VAST_1600-50A_SB45535_component_2a | 2681.402099609375 | 1.0622183084487915 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027777778450399637 | 0.00027777778450399637 | 12960000.0 | 12960000.0 | False | 1.0 | 1.0 | 236408494 |
3 | 35671355 | SB45535_island_2 | SB45535_component_2a | 0.609000027179718 | 240.9612274169922 | 5.765886044173385e-07 | -49.068092346191406 | 6.80719551837683e-07 | 1632.9739990234375 | 0.6177468299865723 | 1734.574951171875 | 1.1143282651901245 | 15.84000015258789 | 1.6511976355104707e-06 | 12.260000228881836 | 1.2986857882424374e-06 | 157.13999938964844 | 0.0010410879040136933 | 3.450000047683716 | 3.1700000762939453 | 26.540000915527344 | True | 5391.97802734375 | -0.009999999776482582 | True | False | 23896 | 2022-11-14 03:18:35.400000 | VAST_1600-50A_SB45535_component_2a | 2681.402099609375 | 1.0622183084487915 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027777778450399637 | 0.00027777778450399637 | 12960000.0 | 12960000.0 | False | 1.0 | 1.0 | 236408494 |
4 | 34711110 | SB45536_island_2 | SB45536_component_2a | 0.7149999737739563 | 240.96148681640625 | 6.511651235996396e-07 | -49.06822204589844 | 8.000050684131566e-07 | 1630.824951171875 | 0.7258985042572021 | 1737.7879638671875 | 1.3119335174560547 | 15.460000038146973 | 1.8961658270200132e-06 | 12.180000305175781 | 1.518142767054087e-06 | 169.05999755859375 | 0.0013180375099182129 | 3.4800000190734863 | 3.200000047683716 | 42.72999954223633 | True | 5720.62890625 | -0.009999999776482582 | True | False | 23897 | 2022-11-14 03:48:27 | VAST_1600-50A_SB45536_component_2a | 2280.8740234375 | 1.0655882358551025 | 0.00027777778450399637 | 0.00027777778450399637 | 1.2074182222931995e-06 | 0.0002777804038487375 | 0.0002777804038487375 | 12959755.0 | 12959755.0 | False | 1.0 | 1.0 | 236412363 |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
11,610,660 | 35414214 | SB50352_island_10304 | SB50352_component_10304a | 0.18349802494049072 | 123.45036315917969 | 2.7777778086601757e-06 | -44.924949645996094 | 2.7777778086601757e-06 | 0.6319339275360107 | 0.18349802494049072 | 0.6319339275360107 | 0.18349802494049072 | 12.699999809265137 | 0.0 | 11.899999618530273 | 0.0 | -40.79999923706055 | 0.0 | 12.699999809265137 | 11.899999618530273 | -40.79999923706055 | False | 332.09661865234375 | 0.0 | False | False | 23763 | 2023-06-04 06:34:58 | image_SB50352_component_10304a_f_run000064 | 3.4438185691833496 | 1.0 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027779166703112423 | 0.00027779166703112423 | 12958704.0 | 12958704.0 | True | 1.0 | 1.0 | 249173437 |
11,610,661 | 35414214 | SB50369_island_10321 | SB50369_component_10321a | 0.19219782948493958 | 123.45036315917969 | 2.7777778086601757e-06 | -44.924949645996094 | 2.7777778086601757e-06 | 0.5720846652984619 | 0.19219782948493958 | 0.5720846652984619 | 0.19219782948493958 | 13.300000190734863 | 0.0 | 11.399999618530273 | 0.0 | 49.34000015258789 | 0.0 | 13.300000190734863 | 11.399999618530273 | 49.34000015258789 | False | 309.0154113769531 | 0.0 | False | False | 23805 | 2023-06-05 08:45:06.900000 | image_SB50369_component_10321a_f_run000064 | 2.9765405654907227 | 1.0 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027779166703112423 | 0.00027779166703112423 | 12958704.0 | 12958704.0 | True | 1.0 | 1.0 | 249177659 |
11,610,662 | 35414214 | SB50665_island_10307 | SB50665_component_10307a | 0.17373940348625183 | 123.45036315917969 | 2.7777778086601757e-06 | -44.924949645996094 | 2.7777778086601757e-06 | 0.2542788088321686 | 0.17373940348625183 | 0.2542788088321686 | 0.17373940348625183 | 12.600000381469727 | 0.0 | 12.0 | 0.0 | -22.3700008392334 | 0.0 | 12.600000381469727 | 12.0 | -22.3700008392334 | False | 236.4114532470703 | 0.0 | False | False | 24452 | 2023-06-22 05:43:53.500000 | image_SB50665_component_10307a_f_run000064 | 1.463564395904541 | 1.0 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027779166703112423 | 0.00027779166703112423 | 12958704.0 | 12958704.0 | True | 1.0 | 1.0 | 249181816 |
11,610,663 | 35414214 | SB50788_island_10324 | SB50788_component_10324a | 0.1843719184398651 | 123.45036315917969 | 2.7777778086601757e-06 | -44.924949645996094 | 2.7777778086601757e-06 | 0.27516815066337585 | 0.1843719184398651 | 0.27516815066337585 | 0.1843719184398651 | 13.699999809265137 | 0.0 | 11.399999618530273 | 0.0 | 55.22999954223633 | 0.0 | 13.699999809265137 | 11.399999618530273 | 55.22999954223633 | False | 280.2682189941406 | 0.0 | False | False | 24540 | 2023-06-24 07:44:32.100000 | image_SB50788_component_10324a_f_run000064 | 1.492462396621704 | 1.0 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027779166703112423 | 0.00027779166703112423 | 12958704.0 | 12958704.0 | True | 1.0 | 1.0 | 249185938 |
11,610,664 | 35414214 | SB51171_island_10245 | SB51171_component_10245a | 0.1818578541278839 | 123.45036315917969 | 2.7777778086601757e-06 | -44.924949645996094 | 2.7777778086601757e-06 | 0.6209962964057922 | 0.1818578541278839 | 0.6209962964057922 | 0.1818578541278839 | 12.300000190734863 | 0.0 | 12.0 | 0.0 | -20.670000076293945 | 0.0 | 12.300000190734863 | 12.0 | -20.670000076293945 | False | 291.7581481933594 | 0.0 | False | False | 24792 | 2023-07-05 04:50:21.800000 | image_SB51171_component_10245a_f_run000064 | 3.4147346019744873 | 1.0 | 0.00027777778450399637 | 0.00027777778450399637 | 0.0 | 0.00027779166703112423 | 0.00027779166703112423 | 12958704.0 | 12958704.0 | True | 1.0 | 1.0 | 249190256 |
run.sources
wavg_ra | wavg_dec | avg_compactness | min_snr | max_snr | wavg_uncertainty_ew | wavg_uncertainty_ns | avg_flux_int | avg_flux_peak | max_flux_peak | ... | eta_int | eta_peak | new | new_high_sigma | n_neighbour_dist | n_measurements | n_selavy | n_forced | n_siblings | n_relations | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
id | |||||||||||||||||||||
34126486 | 236.529813 | -46.921929 | 1.042828 | 233.692533 | 1563.215444 | 0.000057 | 0.000057 | 859.392121 | 822.237792 | 891.859009 | ... | 26243.781208 | 6.661569e+04 | False | 0.000000 | 0.000055 | 24 | 23 | 1 | 4 | 4 |
34126487 | 242.582854 | -52.101387 | 3.010033 | 27.855187 | 60.204924 | 0.000059 | 0.000059 | 997.661493 | 327.078374 | 366.240997 | ... | 102.674473 | 2.495691e+01 | False | 0.000000 | 0.000080 | 24 | 24 | 0 | 24 | 1 |
34126488 | 235.304907 | -50.929669 | 1.071633 | 73.754721 | 147.232421 | 0.000057 | 0.000057 | 119.045992 | 115.834367 | 1760.365824 | ... | 918209.359865 | 1.036577e+06 | False | 0.000000 | 0.000099 | 24 | 23 | 1 | 23 | 1 |
34126489 | 239.110485 | -47.593691 | 1.358169 | 72.784453 | 483.101479 | 0.000057 | 0.000057 | 135.826667 | 98.529334 | 195.173004 | ... | 6003.317001 | 8.161030e+03 | False | 0.000000 | 0.000118 | 24 | 24 | 0 | 22 | 8 |
34126490 | 236.748967 | -51.036385 | 1.166523 | 168.687326 | 228.102281 | 0.000057 | 0.000057 | 70.605334 | 60.532000 | 63.761002 | ... | 13.511259 | 1.762682e+01 | False | 0.000000 | 0.006064 | 24 | 24 | 0 | 24 | 0 |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
35880822 | 123.643006 | -46.394341 | 1.008086 | 5.350962 | 5.350962 | 0.000060 | 0.000060 | 0.599473 | 0.599064 | 1.113000 | ... | 0.954638 | 1.151762e+00 | True | 4.546294 | 0.043804 | 22 | 1 | 21 | 0 | 0 |
35880823 | 124.117371 | -45.904983 | 0.866171 | 5.407035 | 5.407035 | 0.000060 | 0.000060 | 0.472639 | 0.479184 | 1.076000 | ... | 0.928921 | 1.303998e+00 | True | 4.313165 | 0.018336 | 22 | 1 | 21 | 0 | 0 |
35880824 | 125.901017 | -41.890530 | 1.165103 | 5.330000 | 5.330000 | 0.000060 | 0.000060 | 0.458302 | 0.450302 | 1.066000 | ... | 1.761136 | 2.005094e+00 | True | 4.051201 | 0.036845 | 22 | 1 | 21 | 0 | 0 |
35880825 | 123.325994 | -41.770857 | 2.238821 | 5.234043 | 5.234043 | 0.000060 | 0.000060 | 0.436635 | 0.381226 | 0.984000 | ... | 1.523004 | 1.557637e+00 | True | 4.066667 | 0.048793 | 22 | 1 | 21 | 0 | 0 |
35880826 | 122.804452 | -43.975169 | 1.041929 | 5.270718 | 5.270718 | 0.000060 | 0.000060 | 0.606728 | 0.604910 | 0.996468 | ... | 1.238768 | 1.345035e+00 | True | 4.190182 | 0.007317 | 22 | 1 | 21 | 0 | 0 |
1754341 rows × 27 columns
run.sources.columns
Index(['wavg_ra', 'wavg_dec', 'avg_compactness', 'min_snr', 'max_snr',
'wavg_uncertainty_ew', 'wavg_uncertainty_ns', 'avg_flux_int',
'avg_flux_peak', 'max_flux_peak', 'max_flux_int', 'min_flux_peak',
'min_flux_int', 'min_flux_peak_isl_ratio', 'min_flux_int_isl_ratio',
'v_int', 'v_peak', 'eta_int', 'eta_peak', 'new', 'new_high_sigma',
'n_neighbour_dist', 'n_measurements', 'n_selavy', 'n_forced',
'n_siblings', 'n_relations'],
dtype='object')
run.sources[['avg_compactness', 'min_snr', 'max_snr','avg_flux_peak', 'max_flux_peak', 'min_flux_peak', 'v_peak', 'eta_peak', 'n_neighbour_dist', 'n_measurements', 'n_selavy', 'n_forced']]
avg_compactness | min_snr | max_snr | avg_flux_peak | max_flux_peak | min_flux_peak | v_peak | eta_peak | n_neighbour_dist | n_measurements | n_selavy | n_forced | |
---|---|---|---|---|---|---|---|---|---|---|---|---|
id | ||||||||||||
34126486 | 1.042828 | 233.692533 | 1563.215444 | 822.237792 | 891.859009 | 165.688004 | 0.202452 | 6.661569e+04 | 0.000055 | 24 | 23 | 1 |
34126487 | 3.010033 | 27.855187 | 60.204924 | 327.078374 | 366.240997 | 235.822006 | 0.116072 | 2.495691e+01 | 0.000080 | 24 | 24 | 0 |
34126488 | 1.071633 | 73.754721 | 147.232421 | 115.834367 | 1760.365824 | 36.606998 | 3.024320 | 1.036577e+06 | 0.000099 | 24 | 23 | 1 |
34126489 | 1.358169 | 72.784453 | 483.101479 | 98.529334 | 195.173004 | 41.195999 | 0.383845 | 8.161030e+03 | 0.000118 | 24 | 24 | 0 |
34126490 | 1.166523 | 168.687326 | 228.102281 | 60.532000 | 63.761002 | 57.185001 | 0.023005 | 1.762682e+01 | 0.006064 | 24 | 24 | 0 |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
35880822 | 1.008086 | 5.350962 | 5.350962 | 0.599064 | 1.113000 | 0.133225 | 0.385538 | 1.151762e+00 | 0.043804 | 22 | 1 | 21 |
35880823 | 0.866171 | 5.407035 | 5.407035 | 0.479184 | 1.076000 | 0.215695 | 0.480764 | 1.303998e+00 | 0.018336 | 22 | 1 | 21 |
35880824 | 1.165103 | 5.330000 | 5.330000 | 0.450302 | 1.066000 | 0.022464 | 0.665655 | 2.005094e+00 | 0.036845 | 22 | 1 | 21 |
35880825 | 2.238821 | 5.234043 | 5.234043 | 0.381226 | 0.984000 | -0.014445 | 0.665205 | 1.557637e+00 | 0.048793 | 22 | 1 | 21 |
35880826 | 1.041929 | 5.270718 | 5.270718 | 0.604910 | 0.996468 | 0.112088 | 0.366888 | 1.345035e+00 | 0.007317 | 22 | 1 | 21 |
1754341 rows × 12 columns
run.sources_skycoord
<SkyCoord (ICRS): (ra, dec) in deg
[(236.52981282, -46.92192887), (242.5828542 , -52.10138671),
(235.30490653, -50.92966946), ..., (125.901017 , -41.89053 ),
(123.325994 , -41.770857 ), (122.804452 , -43.975169 )]>
Searching for interesting sources¶
single_det_query_str = (
"n_measurements >= 10" # Require at least 10 measurements
"& n_selavy == 1" # Only interested in sources that are detected once
"& n_neighbour_dist > 1./60. " # nearest neighbour should be at least 1 arcmin away
"& 0.8 < avg_compactness < 1.4 " # Only interested in compact sources
"& n_relations == 0" # Only interested in sources that are not islands
"& max_snr >= 10.0"
)
run.sources.query(single_det_query_str).sort_values('max_snr', ascending=False)
wavg_ra | wavg_dec | avg_compactness | min_snr | max_snr | wavg_uncertainty_ew | wavg_uncertainty_ns | avg_flux_int | avg_flux_peak | max_flux_peak | ... | eta_int | eta_peak | new | new_high_sigma | n_neighbour_dist | n_measurements | n_selavy | n_forced | n_siblings | n_relations | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
id | |||||||||||||||||||||
34260695 | 268.894893 | -25.463949 | 1.029498 | 52.995782 | 52.995782 | 0.000062 | 0.000062 | 1.964267 | 1.927217 | 25.120001 | ... | 48.210524 | 134.550331 | True | 53.775164 | 0.041562 | 20 | 1 | 19 | 0 | 0 |
34710644 | 263.516906 | -34.753628 | 1.151416 | 30.627292 | 30.627292 | 0.000058 | 0.000058 | 0.866372 | 0.767372 | 15.038000 | ... | 15.001008 | 38.776900 | True | 26.702201 | 0.065086 | 23 | 1 | 22 | 0 | 0 |
35670866 | 175.723304 | -64.952444 | 0.990379 | 25.710528 | 25.710528 | 0.000058 | 0.000058 | 0.156443 | 0.158487 | 4.885000 | ... | 10.631861 | 29.980321 | True | 17.335050 | 0.035966 | 23 | 1 | 22 | 0 | 0 |
35302624 | 122.955231 | -44.899964 | 1.139066 | 15.562189 | 15.562189 | 0.000059 | 0.000059 | 0.369862 | 0.350089 | 3.128000 | ... | 5.318421 | 10.863082 | False | 0.000000 | 0.030350 | 22 | 1 | 21 | 0 | 0 |
35880472 | 272.843122 | -16.670335 | 0.969044 | 12.824121 | 12.824121 | 0.000061 | 0.000061 | 0.220008 | 0.227532 | 5.104000 | ... | 4.066510 | 9.480812 | True | 12.415610 | 0.030456 | 21 | 1 | 20 | 0 | 0 |
34847432 | 262.542260 | -25.718873 | 1.394580 | 12.399194 | 12.399194 | 0.000063 | 0.000063 | 0.645720 | 0.463720 | 9.225000 | ... | 4.047888 | 8.269197 | True | 40.181501 | 0.020534 | 20 | 1 | 19 | 0 | 0 |
34945402 | 273.629631 | -17.157413 | 1.164271 | 12.295762 | 12.295762 | 0.000061 | 0.000061 | 2.253270 | 2.146604 | 13.636000 | ... | 4.009831 | 7.314234 | True | 11.529048 | 0.053817 | 21 | 1 | 20 | 0 | 0 |
35785232 | 145.804384 | -48.956930 | 1.126368 | 12.256098 | 12.256098 | 0.000060 | 0.000060 | 0.235416 | 0.218098 | 3.015000 | ... | 4.140727 | 8.150902 | True | 14.603400 | 0.064564 | 22 | 1 | 21 | 0 | 0 |
35199035 | 267.978600 | -25.859781 | 1.179800 | 12.022556 | 12.022556 | 0.000063 | 0.000063 | 0.331224 | 0.273724 | 6.396000 | ... | 3.407202 | 7.711632 | True | 13.347927 | 0.046077 | 20 | 1 | 19 | 0 | 0 |
35321189 | 271.433583 | -14.378291 | 1.059079 | 10.463637 | 10.463637 | 0.000057 | 0.000057 | 0.116292 | 0.110625 | 2.302000 | ... | 3.180445 | 5.944874 | True | 8.315845 | 0.048352 | 24 | 1 | 23 | 0 | 0 |
10 rows × 27 columns
Eta-V analysis¶
You can search for variables using the standard Eta-V variability metrics (https://www.vast-survey.org/vast-pipeline/v1.0.0/design/sourcestats/#v-and-metrics)
V quantifies the amplitude of the variability, while eta quantifies its statistical significance
eta_v_query_str = (
"n_measurements >= 10 " # require at least 10 measurements (selavy or forced)
"& n_selavy > n_measurements / 2" # sources should be detected in at least half the observations
"& n_neighbour_dist > 1./60. " # nearest neighbour should be at least 1 arcmin away
"& 0.8 < avg_compactness < 1.4 "
"& n_relations == 0"
"& max_snr >= 10.0"
)
eta_thresh, v_thresh, eta_v_candidates, plot = run.run_eta_v_analysis(1.0, 1.0, query=eta_v_query_str)
print(eta_thresh, v_thresh)
/opt/conda/lib/python3.8/site-packages/pandas/core/arraylike.py:397: RuntimeWarning: invalid value encountered in log10
result = getattr(ufunc, method)(*inputs, **kwargs)
Negative V encountered. Removing...
1.9640060647800266 0.11584095939174516
eta_v_candidates
wavg_ra | wavg_dec | avg_compactness | min_snr | max_snr | wavg_uncertainty_ew | wavg_uncertainty_ns | avg_flux_int | avg_flux_peak | max_flux_peak | ... | eta_int | eta_peak | new | new_high_sigma | n_neighbour_dist | n_measurements | n_selavy | n_forced | n_siblings | n_relations | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
id | |||||||||||||||||||||
34126559 | 236.249153 | -53.146610 | 1.088225 | 15.361257 | 34.956960 | 0.000050 | 0.000050 | 11.373794 | 10.476471 | 13.892 | ... | 10.320595 | 30.099554 | False | 0.000000 | 0.042767 | 34 | 34 | 0 | 1 | 0 |
34127634 | 271.528179 | -11.908252 | 1.116716 | 13.025891 | 49.935134 | 0.000060 | 0.000060 | 5.680583 | 5.135292 | 9.619 | ... | 19.331954 | 58.570683 | False | 0.000000 | 0.056589 | 24 | 24 | 0 | 0 | 0 |
34127676 | 271.669568 | -14.352936 | 1.020561 | 11.722420 | 16.303030 | 0.000064 | 0.000064 | 3.808186 | 3.739478 | 4.486 | ... | 2.033466 | 2.532567 | False | 0.000000 | 0.018536 | 24 | 23 | 1 | 0 | 0 |
34128682 | 12.868557 | -74.472412 | 1.086783 | 8.183487 | 19.385366 | 0.000074 | 0.000074 | 3.068333 | 2.837619 | 3.974 | ... | 3.550404 | 10.507314 | False | 0.000000 | 0.065130 | 21 | 21 | 0 | 0 | 0 |
34128683 | 15.533642 | -70.545278 | 1.029913 | 7.947619 | 17.488480 | 0.000074 | 0.000074 | 2.858143 | 2.784714 | 3.795 | ... | 2.076257 | 6.218561 | False | 0.000000 | 0.025407 | 21 | 21 | 0 | 0 | 0 |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
35773797 | 214.728643 | -53.581018 | 1.077026 | 12.571429 | 22.772948 | 0.000065 | 0.000065 | 4.240909 | 3.971227 | 5.089 | ... | 1.734390 | 7.873348 | False | 0.000000 | 0.061289 | 22 | 22 | 0 | 0 | 0 |
35774157 | 229.043898 | -64.416025 | 1.093486 | 7.721992 | 15.260869 | 0.000070 | 0.000070 | 3.291045 | 3.028227 | 3.844 | ... | 1.120984 | 3.705864 | False | 0.000000 | 0.030781 | 22 | 22 | 0 | 0 | 0 |
35774521 | 226.583861 | -56.328182 | 1.030963 | 5.125490 | 10.550239 | 0.000081 | 0.000081 | 1.371971 | 1.330653 | 2.205 | ... | 2.342619 | 3.239254 | False | 0.000000 | 0.028338 | 22 | 19 | 3 | 0 | 0 |
35776493 | 123.609947 | -41.992654 | 1.115781 | 5.165178 | 10.658536 | 0.000079 | 0.000079 | 1.740416 | 1.576962 | 2.185 | ... | 1.766101 | 2.341499 | True | 8.078941 | 0.019381 | 22 | 20 | 2 | 0 | 0 |
35777457 | 240.880964 | -56.962536 | 1.069184 | 9.196787 | 15.423423 | 0.000070 | 0.000070 | 3.011864 | 2.822636 | 3.470 | ... | 0.882854 | 1.981664 | False | 0.000000 | 0.039035 | 22 | 22 | 0 | 0 | 0 |
1423 rows × 27 columns
show(plot)