{ "cells": [ { "cell_type": "markdown", "metadata": { "collapsed": true }, "source": [ "# Bootes master catalogue\n", "\n", "This is to run checks on the catalogue from Michael Brown. It is possible this will not be used for HELP.\n", "## Checks and diagnostics" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "This notebook was run with herschelhelp_internal version: \n", "33f5ec7 (Wed Dec 6 16:56:17 2017 +0000)\n" ] } ], "source": [ "from herschelhelp_internal import git_version\n", "print(\"This notebook was run with herschelhelp_internal version: \\n{}\".format(git_version()))\n", "import datetime\n", "print(\"This notebook was executed on: \\n{}\".format(datetime.datetime.now()))" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "%matplotlib inline\n", "#%config InlineBackend.figure_format = 'svg'\n", "\n", "import matplotlib.pyplot as plt\n", "plt.rc('figure', figsize=(10, 6))\n", "plt.style.use('ggplot')\n", "\n", "import locale\n", "locale.setlocale(locale.LC_ALL, 'en_GB')\n", "\n", "import os\n", "import time\n", "import itertools\n", "\n", "from astropy.coordinates import SkyCoord\n", "from astropy.table import Table\n", "from astropy import units as u\n", "from astropy import visualization as vis\n", "import numpy as np\n", "from matplotlib_venn import venn3\n", "\n", "from herschelhelp_internal.masterlist import nb_compare_mags, nb_ccplots, nb_histograms, find_last_ml_suffix, quick_checks" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Diagnostics done using: master_catalogue_bootes_20171212.fits\n" ] } ], "source": [ "OUT_DIR = os.environ.get('OUT_DIR', \"./data\")\n", "SUFFIX = find_last_ml_suffix()\n", "#SUFFIX = \"20171016\"\n", "\n", "master_catalogue_filename = \"master_catalogue_bootes_{}.fits\".format(SUFFIX)\n", "master_catalogue = Table.read(\"{}/{}\".format(OUT_DIR, master_catalogue_filename))\n", "\n", "print(\"Diagnostics done using: {}\".format(master_catalogue_filename))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 0 - Quick checks" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/opt/anaconda3/envs/herschelhelp_internal/lib/python3.6/site-packages/numpy/core/numeric.py:301: FutureWarning: in the future, full(60, False) will return an array of dtype('bool')\n", " format(shape, fill_value, array(fill_value).dtype), FutureWarning)\n", "/opt/anaconda3/envs/herschelhelp_internal/lib/python3.6/site-packages/numpy/core/numeric.py:301: FutureWarning: in the future, full(60, 0) will return an array of dtype('int64')\n", " format(shape, fill_value, array(fill_value).dtype), FutureWarning)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Table shows only problematic columns.\n" ] }, { "data": { "text/html": [ "<Table length=15>\n", "
idx | Column | All nan | #Measurements | #Zeros | #Negative | Minimum value |
---|---|---|---|---|---|---|
0 | f_ap_lbc_u | False | 2076721 | 0 | 259117 | -46.5348017023 |
1 | f_ap_mosaic_bw | False | 2107618 | 0 | 139480 | -1.81167435646 |
2 | f_ap_mosaic_r | False | 2129385 | 0 | 95014 | -33.2250862122 |
3 | f_ap_mosaic_i | False | 2205759 | 0 | 21442 | -7.84405517578 |
4 | f_ap_prime90_z | False | 1711990 | 0 | 330966 | -87.3088226318 |
5 | f_ap_suprime_z | False | 2039021 | 0 | 116543 | -27.521648407 |
6 | f_ap_lbc_y | False | 2068415 | 0 | 282379 | -88.8013411429 |
7 | f_ap_newfirm_j | False | 2184554 | 0 | 351553 | -84.3257675171 |
8 | f_ap_newfirm_h | False | 2189714 | 0 | 404892 | -84.5226748644 |
9 | f_ap_onis_k | False | 1159238 | 0 | 429082 | -89.806364225 |
10 | f_ap_newfirm_k | False | 2185249 | 0 | 536156 | -79.8295135498 |
11 | f_ap_irac_ch1 | False | 2250738 | 0 | 250505 | -75.0376710761 |
12 | f_ap_irac_ch2 | False | 2251985 | 0 | 375048 | -59.5083122253 |
13 | f_ap_irac_ch3 | False | 2250819 | 0 | 771127 | -88.0152435303 |
14 | f_ap_irac_ch4 | False | 2252071 | 0 | 821326 | -85.8010940552 |