{ "cells": [ { "cell_type": "markdown", "metadata": { "collapsed": true }, "source": [ "# HATLAS-NGP master catalogue\n", "## Checks and diagnostics" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "This notebook was run with herschelhelp_internal version: \n", "0246c5d (Thu Jan 25 17:01:47 2018 +0000) [with local modifications]\n", "This notebook was executed on: \n", "2018-02-19 22:02:36.996073\n" ] } ], "source": [ "from herschelhelp_internal import git_version\n", "print(\"This notebook was run with herschelhelp_internal version: \\n{}\".format(git_version()))\n", "import datetime\n", "print(\"This notebook was executed on: \\n{}\".format(datetime.datetime.now()))" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "%matplotlib inline\n", "#%config InlineBackend.figure_format = 'svg'\n", "\n", "import matplotlib.pyplot as plt\n", "plt.rc('figure', figsize=(10, 6))\n", "plt.style.use('ggplot')\n", "\n", "import locale\n", "locale.setlocale(locale.LC_ALL, 'en_GB')\n", "\n", "import os\n", "import time\n", "import itertools\n", "\n", "from astropy.coordinates import SkyCoord\n", "from astropy.table import Table\n", "from astropy import units as u\n", "from astropy import visualization as vis\n", "import numpy as np\n", "from matplotlib_venn import venn3, venn2\n", "\n", "from herschelhelp_internal.masterlist import nb_compare_mags, nb_ccplots, nb_histograms, quick_checks" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "collapsed": true }, "outputs": [], "source": [ "OUT_DIR = os.environ.get('OUT_DIR', \"./data\")\n", "SUFFIX = os.environ.get('SUFFIX', time.strftime(\"_%Y%m%d\"))\n", "#SUFFIX = \"_20171103\"\n", "\n", "master_catalogue = Table.read(\"{}/master_catalogue_ngp{}.fits\".format(OUT_DIR, SUFFIX))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 0 - Quick checks" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/opt/anaconda3/envs/herschelhelp_internal/lib/python3.6/site-packages/numpy/core/numeric.py:301: FutureWarning: in the future, full(104, False) will return an array of dtype('bool')\n", " format(shape, fill_value, array(fill_value).dtype), FutureWarning)\n", "/opt/anaconda3/envs/herschelhelp_internal/lib/python3.6/site-packages/numpy/core/numeric.py:301: FutureWarning: in the future, full(104, 0) will return an array of dtype('int64')\n", " format(shape, fill_value, array(fill_value).dtype), FutureWarning)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Table shows only problematic columns.\n" ] }, { "data": { "text/html": [ "<Table length=36>\n", "
idx | Column | All nan | #Measurements | #Zeros | #Negative | Minimum value |
---|---|---|---|---|---|---|
0 | merr_ap_decam_z | False | 4942240 | 0 | 4711 | -9632.18652344 |
1 | ferr_ap_gpc1_g | False | 3058210 | 1397 | 0 | 0.0 |
2 | m_ap_gpc1_g | False | 3058210 | 0 | 2 | -0.37305700779 |
3 | merr_ap_gpc1_g | False | 3058210 | 1397 | 0 | 0.0 |
4 | ferr_gpc1_g | False | 3089817 | 3152 | 0 | 0.0 |
5 | m_gpc1_g | False | 3089817 | 0 | 9 | -2.10953998566 |
6 | merr_gpc1_g | False | 3089817 | 3152 | 0 | 0.0 |
7 | ferr_ap_gpc1_r | False | 3198369 | 562 | 0 | 0.0 |
8 | merr_ap_gpc1_r | False | 3198369 | 562 | 0 | 0.0 |
9 | ferr_gpc1_r | False | 3207768 | 638 | 0 | 0.0 |
10 | m_gpc1_r | False | 3207768 | 0 | 8 | -0.882416009903 |
11 | merr_gpc1_r | False | 3207768 | 638 | 0 | 0.0 |
12 | ferr_ap_gpc1_i | False | 3230592 | 584 | 0 | 0.0 |
13 | merr_ap_gpc1_i | False | 3230592 | 584 | 0 | 0.0 |
14 | ferr_gpc1_i | False | 3233387 | 349 | 0 | 0.0 |
15 | merr_gpc1_i | False | 3233387 | 349 | 0 | 0.0 |
16 | ferr_ap_gpc1_z | False | 3223804 | 724 | 0 | 0.0 |
17 | merr_ap_gpc1_z | False | 3223804 | 724 | 0 | 0.0 |
18 | ferr_gpc1_z | False | 3225165 | 428 | 0 | 0.0 |
19 | merr_gpc1_z | False | 3225165 | 428 | 0 | 0.0 |
20 | ferr_ap_gpc1_y | False | 3178472 | 1658 | 0 | 0.0 |
21 | m_ap_gpc1_y | False | 3178472 | 0 | 69 | -4.33998012543 |
22 | merr_ap_gpc1_y | False | 3178472 | 1658 | 0 | 0.0 |
23 | ferr_gpc1_y | False | 3162393 | 840 | 0 | 0.0 |
24 | m_gpc1_y | False | 3162393 | 0 | 70 | -7.06432008743 |
25 | merr_gpc1_y | False | 3162393 | 840 | 0 | 0.0 |
26 | merr_ap_90prime_g | False | 1145026 | 0 | 57050 | -374768.71875 |
27 | f_90prime_g | False | 1348144 | 201134 | 47753 | -20776296448.0 |
28 | m_90prime_g | False | 1099257 | 0 | 1 | -0.959007263184 |
29 | merr_90prime_g | False | 1147010 | 0 | 47753 | -255488.40625 |
30 | merr_ap_90prime_r | False | 1300843 | 0 | 23707 | -34798.6015625 |
31 | f_90prime_r | False | 1348144 | 46526 | 18016 | -121329304.0 |
32 | merr_90prime_r | False | 1301618 | 0 | 18016 | -113095.53125 |
33 | merr_ap_mosaic_z | False | 963340 | 0 | 18257 | -29921.5605469 |
34 | f_mosaic_z | False | 1348144 | 383569 | 8161 | -3010115.0 |
35 | merr_mosaic_z | False | 964575 | 0 | 8161 | -28967.5039062 |