In [1]:
from herschelhelp_internal import git_version
print("This notebook was run with herschelhelp_internal version: \n{}".format(git_version()))
In [2]:
%matplotlib inline
#%config InlineBackend.figure_format = 'svg'
import matplotlib.pyplot as plt
plt.rc('figure', figsize=(10, 6))
plt.style.use('ggplot')
import locale
locale.setlocale(locale.LC_ALL, 'en_GB')
import os
import time
import itertools
from astropy.coordinates import SkyCoord
from astropy.table import Table
from astropy import units as u
from astropy import visualization as vis
import numpy as np
from matplotlib_venn import venn3
from herschelhelp_internal.masterlist import (nb_compare_mags, nb_ccplots, nb_histograms, find_last_ml_suffix,
quick_checks)
In [3]:
OUT_DIR = os.environ.get('OUT_DIR', "./data")
SUFFIX = find_last_ml_suffix()
#SUFFIX = "20170710"
master_catalogue_filename = "master_catalogue_lockman-swire_{}.fits".format(SUFFIX)
master_catalogue = Table.read("{}/{}".format(OUT_DIR, master_catalogue_filename))
print("Diagnostics done using: {}".format(master_catalogue_filename))
0 - Quick checks¶
In [4]:
quick_checks(master_catalogue).show_in_notebook()
Out[4]:
I - Summary of wavelength domains¶
In [5]:
flag_obs = master_catalogue['flag_optnir_obs']
flag_det = master_catalogue['flag_optnir_det']
In [6]:
venn3(
[
np.sum(flag_obs == 4),
np.sum(flag_obs == 2),
np.sum(flag_obs == 6),
np.sum(flag_obs == 1),
np.sum(flag_obs == 5),
np.sum(flag_obs == 3),
np.sum(flag_obs == 7)
],
set_labels=('mid-IR', 'near-IR', 'Optical'),
subset_label_formatter=lambda x: "{}%".format(int(100*x/len(flag_obs)))
)
plt.title("Wavelength domain observations");
In [7]:
venn3(
[
np.sum(flag_det[flag_obs == 7] == 4),
np.sum(flag_det[flag_obs == 7] == 2),
np.sum(flag_det[flag_obs == 7] == 6),
np.sum(flag_det[flag_obs == 7] == 1),
np.sum(flag_det[flag_obs == 7] == 5),
np.sum(flag_det[flag_obs == 7] == 3),
np.sum(flag_det[flag_obs == 7] == 7)
],
set_labels=('mid-IR', 'near-IR', 'Optical'),
subset_label_formatter=lambda x: "{}%".format(int(100*x/np.sum(flag_det != 0)))
)
plt.title("Detection of the {} sources detected\n in any wavelength domains "
"(among {} sources)".format(
locale.format('%d', np.sum(flag_det != 0), grouping=True),
locale.format('%d', len(flag_det), grouping=True)));
II - Comparing magnitudes in similar filters¶
The master list if composed of several catalogues containing magnitudes in similar filters on different instruments. We are comparing the magnitudes in these corresponding filters.
In [8]:
u_bands = ["WFC u", "Megacam u"]
g_bands = ["WFC g", "Megacam g", "GPC1 g"]
r_bands = ["WFC r", "Megacam r", "GPC1 r"]
i_bands = ["WFC i", "Megacam i", "GPC1 i"]
z_bands = ["WFC z", "Megacam z", "GPC1 z"]
y_bands = [ "Megacam y", "GPC1 y"]
II.a - Comparing depths¶
We compare the histograms of the total aperture magnitudes of similar bands.
In [9]:
for bands in [u_bands, g_bands, r_bands, i_bands, z_bands, y_bands]:
colnames = ["m_{}".format(band.replace(" ", "_").lower()) for band in bands]
nb_histograms(master_catalogue, colnames, bands)
II.b - Comparing magnitudes¶
We compare one to one each magnitude in similar bands.
In [10]:
for band_of_a_kind in [u_bands, g_bands, r_bands, i_bands, z_bands, y_bands]:
for band1, band2 in itertools.combinations(band_of_a_kind, 2):
basecol1, basecol2 = band1.replace(" ", "_").lower(), band2.replace(" ", "_").lower()
# RCS has no aperture magnitudes
if ('megacam_i' not in basecol1
and 'megacam_i' not in basecol2
and 'megacam_y' not in basecol1
and'megacam_y' not in basecol1):
col1, col2 = "m_ap_{}".format(basecol1), "m_ap_{}".format(basecol2)
nb_compare_mags(master_catalogue[col1], master_catalogue[col2],
labels=("{} (aperture)".format(band1), "{} (aperture)".format(band2)))
col1, col2 = "m_{}".format(basecol1), "m_{}".format(basecol2)
nb_compare_mags(master_catalogue[col1], master_catalogue[col2],
labels=("{} (total)".format(band1), "{} (total)".format(band2)))
III - Comparing magnitudes to reference bands¶
Cross-match the master list to SDSS and 2MASS to compare its magnitudes to SDSS and 2MASS ones.
In [11]:
master_catalogue_coords = SkyCoord(master_catalogue['ra'], master_catalogue['dec'])
III.a - Comparing u, g, r, i, and z bands to SDSS¶
The catalogue is cross-matched to SDSS-DR13 withing 0.2 arcsecond.
We compare the u, g, r, i, and z magnitudes to those from SDSS using fiberMag for the aperture magnitude and petroMag for the total magnitude.
In [12]:
sdss = Table.read("../../dmu0/dmu0_SDSS-DR13/data/SDSS-DR13_Lockman-SWIRE.fits")
sdss_coords = SkyCoord(sdss['ra'] * u.deg, sdss['dec'] * u.deg)
idx, d2d, _ = sdss_coords.match_to_catalog_sky(master_catalogue_coords)
mask = (d2d < 0.2 * u.arcsec)
sdss = sdss[mask]
ml_sdss_idx = idx[mask]
In [13]:
for band_of_a_kind in [u_bands, g_bands, r_bands, i_bands, z_bands]:
for band in band_of_a_kind:
sdss_mag_ap_colname = "fiberMag_{}".format(band[-1])
sdss_mag_tot_colname = "petroMag_{}".format(band[-1])
master_cat_mag_ap_colname = "m_ap_{}".format(band.replace(" ", "_").lower())
master_cat_mag_tot_colname = "m_{}".format(band.replace(" ", "_").lower())
# Set SDSS magnitudes to NaN when the magnitude is negative as SDSS uses large
# negative numbers for missing magnitudes
sdss[sdss_mag_ap_colname][sdss[sdss_mag_ap_colname] < 0.] = np.nan
sdss[sdss_mag_tot_colname][sdss[sdss_mag_tot_colname] < 0.] = np.nan
if not 'megacam_i' in master_cat_mag_ap_colname:
sdss_mag_ap = sdss[sdss_mag_ap_colname]
master_cat_mag_ap = master_catalogue[master_cat_mag_ap_colname][ml_sdss_idx]
nb_compare_mags(sdss_mag_ap, master_cat_mag_ap,
labels=("SDSS {} (fiberMag)".format(band[-1]), "{} (aperture)".format(band)))
sdss_mag_tot = sdss[sdss_mag_tot_colname]
master_cat_mag_tot = master_catalogue[master_cat_mag_tot_colname][ml_sdss_idx]
nb_compare_mags(sdss_mag_tot, master_cat_mag_tot,
labels=("SDSS {} (petroMag)".format(band[-1]), "{} (total)".format(band)))
III.b - Comparing J and K bands to 2MASS¶
The catalogue is cross-matched to 2MASS-PSC withing 0.2 arcsecond. We compare the UKIDSS total J and K magnitudes to those from 2MASS.
The 2MASS magnitudes are “Vega-like” and we have to convert them to AB magnitudes using the zero points provided on this page:
| Band | Fν - 0 mag (Jy) |
|---|---|
| J | 1594 |
| H | 1024 |
| Ks | 666.7 |
In addition, UKIDSS uses a K band whereas 2MASS uses a Ks (“short”) band, this page give a correction to convert the K band in a Ks band with the formula:
$$K_{s(2MASS)} = K_{UKIRT} + 0.003 + 0.004 * (J−K)_{UKIRT}$$In [14]:
# The AB zero point is 3631 Jy
j_2mass_to_ab = 2.5 * np.log10(3631/1595)
k_2mass_to_ab = 2.5 * np.log10(3631/666.7)
In [15]:
twomass = Table.read("../../dmu0/dmu0_2MASS-point-sources/data/2MASS-PSC_Lockman-SWIRE.fits")
twomass_coords = SkyCoord(twomass['raj2000'], twomass['dej2000'])
idx, d2d, _ = twomass_coords.match_to_catalog_sky(master_catalogue_coords)
mask = (d2d < 0.2 * u.arcsec)
twomass = twomass[mask]
ml_twomass_idx = idx[mask]
In [16]:
nb_compare_mags(twomass['jmag'] + j_2mass_to_ab, master_catalogue['m_wfcam_j'][ml_twomass_idx],
labels=("2MASS J", "WFCAM J (total)"))
In [17]:
wfcam_ks_like = master_catalogue['m_wfcam_k'] + 0.003 + 0.004 * (
master_catalogue['m_wfcam_j'] - master_catalogue['m_wfcam_k'])
nb_compare_mags(twomass['kmag'] + k_2mass_to_ab, wfcam_ks_like[ml_twomass_idx],
labels=("2MASS Ks", "WFCAM Ks-like (total)"))
Keeping only sources with good signal to noise ratio¶
From here, we are only comparing sources with a signal to noise ratio above 3, i.e. roughly we a magnitude error below 0.3.
To make it easier, we are setting to NaN in the catalogue the magnitudes associated with an error above 0.3 so we can't use these magnitudes after the next cell.
In [18]:
for error_column in [_ for _ in master_catalogue.colnames if _.startswith('merr_')]:
column = error_column.replace("merr", "m")
keep_mask = np.isfinite(master_catalogue[error_column])
keep_mask[keep_mask] &= master_catalogue[keep_mask][error_column] <= 0.3
master_catalogue[column][~keep_mask] = np.nan
IV - Comparing aperture magnitudes to total ones.¶
In [19]:
nb_ccplots(
master_catalogue['m_megacam_r'],
master_catalogue['m_ap_megacam_r'] - master_catalogue['m_megacam_r'],
"r total magnitude (CFHT)", "r aperture mag - total mag (CFHT)",
master_catalogue["stellarity"],
invert_x=True
)
V - Color-color and magnitude-color plots¶
In [20]:
nb_ccplots(
master_catalogue['m_wfc_g'] - master_catalogue['m_wfc_i'],
master_catalogue['m_wfcam_j'] - master_catalogue['m_wfcam_k'],
"g - i (WFC)", "J - K (UKIDSS)",
master_catalogue["stellarity"]
)
In [21]:
nb_ccplots(
master_catalogue['m_wfc_i'] - master_catalogue['m_irac_i1'],
master_catalogue['m_wfc_g'] - master_catalogue['m_wfc_i'],
"WFC i - IRAC1", "g - i (WFC)",
master_catalogue["stellarity"]
)
In [22]:
nb_ccplots(
master_catalogue['m_megacam_u'] - master_catalogue['m_megacam_g'],
master_catalogue['m_megacam_g'] - master_catalogue['m_megacam_r'],
"u - g (CFHT)", "g - r (CFHT)",
master_catalogue["stellarity"]
)
In [23]:
nb_ccplots(
master_catalogue['m_wfcam_j'] - master_catalogue['m_wfcam_k'],
master_catalogue['m_wfc_g'] - master_catalogue['m_wfcam_j'],
"J - K (WFCAM)", "g - J (WFC, WFCAM)",
master_catalogue["stellarity"]
)
In [24]:
nb_ccplots(
master_catalogue['m_wfc_i'] - master_catalogue['m_wfc_g'],
master_catalogue['m_wfc_r'] - master_catalogue['m_wfcam_j'],
"i - g (WFC)", "r - J (WFC, WFCAM)",
master_catalogue["stellarity"]
)
In [25]:
nb_ccplots(
master_catalogue['m_irac_i3'] - master_catalogue['m_irac_i4'],
master_catalogue['m_irac_i1'] - master_catalogue['m_irac_i2'],
"IRAC3 - IRAC4", "IRAC1 - IRAC2",
master_catalogue["stellarity"]
)
