From 2510779314ca23baff306f81d7ad00f22a29ccd2 Mon Sep 17 00:00:00 2001 From: schwarzam Date: Sat, 25 May 2024 16:44:36 -0300 Subject: [PATCH] updated test notebook --- benchmark/test.ipynb | 289 +++++++++++++++++++++---------------------- 1 file changed, 138 insertions(+), 151 deletions(-) diff --git a/benchmark/test.ipynb b/benchmark/test.ipynb index c94f22d..ef880f9 100644 --- a/benchmark/test.ipynb +++ b/benchmark/test.ipynb @@ -12,17 +12,14 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "dask-expr 1.0.14 requires dask==2024.4.2, but you have dask 2024.2.1 which is incompatible.\n", - "hipscat-import 0.2.7.dev24+g5461708.d20240430 requires dask[complete]>=2024.3.0, but you have dask 2024.2.1 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n" + "Note: you may need to restart the kernel to use updated packages.\n" ] } ], @@ -49,7 +46,7 @@ }, { "cell_type": "code", - "execution_count": 48, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -70,7 +67,7 @@ }, { "cell_type": "code", - "execution_count": 67, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -86,7 +83,7 @@ " 'margins': ['psf_2arcsec', 'single_2arcsec', 'dual_2arcsec']}}" ] }, - "execution_count": 67, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } @@ -104,16 +101,15 @@ }, { "cell_type": "code", - "execution_count": 68, + "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Searching for SPLUS HiPSCat catalogs...\n", - "['https://splus.cloud/HIPS/catalogs/dr4/dual', 'https://splus.cloud/HIPS/catalogs/dr4/dual_2arcsec']\n", - "['https://splus.cloud/HIPS/catalogs/dr4_vacs/sqg/sqg', 'https://splus.cloud/HIPS/catalogs/dr4_vacs/sqg/sqg_2arcsec']\n" + "Searching for a SPLUS HiPSCat catalogs...\n", + "['https://splus.cloud/HIPS/catalogs/dr4/dual', 'https://splus.cloud/HIPS/catalogs/dr4/dual_2arcsec']\n" ] } ], @@ -125,7 +121,7 @@ }, { "cell_type": "code", - "execution_count": 74, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -158,19 +154,9 @@ }, { "cell_type": "code", - "execution_count": 52, + "execution_count": 7, "metadata": {}, "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/Users/gustavo/miniconda3/lib/python3.9/site-packages/distributed/node.py:182: UserWarning: Port 8787 is already in use.\n", - "Perhaps you already have a cluster running?\n", - "Hosting the HTTP server on port 58721 instead\n", - " warnings.warn(\n" - ] - }, { "data": { "text/html": [ @@ -178,7 +164,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-d473cb92-16e3-11ef-a48d-56385136253b

\n", + "

Client-be2ee0b2-1ace-11ef-b80e-56385136253b

\n", " \n", "\n", " \n", @@ -191,7 +177,7 @@ " \n", " \n", " \n", " \n", " \n", @@ -209,11 +195,11 @@ " \n", "
\n", "

LocalCluster

\n", - "

cf533eb6

\n", + "

eb262829

\n", "
\n", - " Dashboard: http://127.0.0.1:58721/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", "
\n", " \n", " \n", "
\n", - " Dashboard: http://127.0.0.1:58721/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", " \n", " Workers: 10\n", @@ -246,11 +232,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-db68a166-ea7d-4a21-9d1b-8151a104be25

\n", + "

Scheduler-36e619d9-6d89-4ad3-9da4-cbb069878f97

\n", " \n", " \n", " \n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:58722\n", + " Comm: tcp://127.0.0.1:57316\n", " \n", " Workers: 10\n", @@ -258,7 +244,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58721/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", " \n", " Total threads: 10\n", @@ -292,7 +278,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -337,7 +323,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58747\n", + " Comm: tcp://127.0.0.1:57340\n", " \n", " Total threads: 1\n", @@ -300,7 +286,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58749/status\n", + " Dashboard: http://127.0.0.1:57343/status\n", " \n", " Memory: 7.45 GiB\n", @@ -308,13 +294,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58725\n", + " Nanny: tcp://127.0.0.1:57319\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-rq2j7com\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-nzeoita9\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -382,7 +368,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58754\n", + " Comm: tcp://127.0.0.1:57348\n", " \n", " Total threads: 1\n", @@ -345,7 +331,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58758/status\n", + " Dashboard: http://127.0.0.1:57354/status\n", " \n", " Memory: 7.45 GiB\n", @@ -353,13 +339,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58726\n", + " Nanny: tcp://127.0.0.1:57320\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-ulyzrosc\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-7avkmvuc\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -427,7 +413,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58756\n", + " Comm: tcp://127.0.0.1:57342\n", " \n", " Total threads: 1\n", @@ -390,7 +376,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58760/status\n", + " Dashboard: http://127.0.0.1:57349/status\n", " \n", " Memory: 7.45 GiB\n", @@ -398,13 +384,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58727\n", + " Nanny: tcp://127.0.0.1:57321\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-y6e3yro8\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-o908igh0\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -472,7 +458,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58755\n", + " Comm: tcp://127.0.0.1:57339\n", " \n", " Total threads: 1\n", @@ -435,7 +421,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58763/status\n", + " Dashboard: http://127.0.0.1:57341/status\n", " \n", " Memory: 7.45 GiB\n", @@ -443,13 +429,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58728\n", + " Nanny: tcp://127.0.0.1:57322\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-56gb9fju\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-4ayroaf4\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -517,7 +503,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58745\n", + " Comm: tcp://127.0.0.1:57346\n", " \n", " Total threads: 1\n", @@ -480,7 +466,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58748/status\n", + " Dashboard: http://127.0.0.1:57351/status\n", " \n", " Memory: 7.45 GiB\n", @@ -488,13 +474,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58729\n", + " Nanny: tcp://127.0.0.1:57323\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-vzinnd80\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-z7k8w71j\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -562,7 +548,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58769\n", + " Comm: tcp://127.0.0.1:57358\n", " \n", " Total threads: 1\n", @@ -525,7 +511,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58770/status\n", + " Dashboard: http://127.0.0.1:57361/status\n", " \n", " Memory: 7.45 GiB\n", @@ -533,13 +519,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58730\n", + " Nanny: tcp://127.0.0.1:57324\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-vq_5q34_\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-oxvre279\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -607,7 +593,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58746\n", + " Comm: tcp://127.0.0.1:57347\n", " \n", " Total threads: 1\n", @@ -570,7 +556,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58752/status\n", + " Dashboard: http://127.0.0.1:57353/status\n", " \n", " Memory: 7.45 GiB\n", @@ -578,13 +564,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58731\n", + " Nanny: tcp://127.0.0.1:57325\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-9wyz2l82\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-nr0i5f47\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -652,7 +638,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58761\n", + " Comm: tcp://127.0.0.1:57357\n", " \n", " Total threads: 1\n", @@ -615,7 +601,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58766/status\n", + " Dashboard: http://127.0.0.1:57359/status\n", " \n", " Memory: 7.45 GiB\n", @@ -623,13 +609,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58732\n", + " Nanny: tcp://127.0.0.1:57326\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-tyjfj59i\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-lzbejtsl\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -697,7 +683,7 @@ "
\n", - " Comm: tcp://127.0.0.1:58757\n", + " Comm: tcp://127.0.0.1:57362\n", " \n", " Total threads: 1\n", @@ -660,7 +646,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58765/status\n", + " Dashboard: http://127.0.0.1:57364/status\n", " \n", " Memory: 7.45 GiB\n", @@ -668,13 +654,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58733\n", + " Nanny: tcp://127.0.0.1:57327\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-uf1v8zsx\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-th72wuxz\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -746,10 +732,10 @@ "" ], "text/plain": [ - "" + "" ] }, - "execution_count": 52, + "execution_count": 7, "metadata": {}, "output_type": "execute_result" } @@ -781,7 +767,7 @@ }, { "cell_type": "code", - "execution_count": 77, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ @@ -789,7 +775,7 @@ "dual_splus_hips = lsdb.read_hipscat(\n", " splusdata.get_hipscats(\"dr4/dual\")[0][0],\n", " margin_cache=dual_splus_margin,\n", - " cols = [\"ID\", \"RA\", \"DEC\", # Try messing with the columns\n", + " columns = [\"ID\", \"RA\", \"DEC\", # Try messing with the columns\n", " \"r_auto\", \"e_r_auto\",\n", " \"g_auto\", \"e_g_auto\",\n", " \"i_auto\", \"e_i_auto\",\n", @@ -803,7 +789,8 @@ " \"J0660_auto\", \"e_J0660_auto\",\n", " \"J0861_auto\", \"e_J0861_auto\",\n", " ],\n", - " query=[\"r_auto < 14\"] # Try messing with this query\n", + " filters=[\"r_auto < 14\"], # Try messing with this query\n", + " dtype_backend=\"numpy_nullable\"\n", ")\n", "\n", "res = dual_splus_hips.cone_search(\n", @@ -817,7 +804,7 @@ }, { "cell_type": "code", - "execution_count": 78, + "execution_count": 13, "metadata": {}, "outputs": [ { @@ -884,7 +871,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -903,7 +890,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -911,7 +898,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -945,7 +932,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -959,7 +946,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -979,7 +966,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1029,9 +1016,9 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1046,13 +1033,13 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1060,12 +1047,12 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1109,19 +1096,19 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1144,45 +1131,45 @@ ".. ... ... ... ... ... \n", "312 DR4_3_STRIPE82-0004_0031401 1.310737 1.391429 12.918739 0.000777 \n", "313 DR4_3_STRIPE82-0170_0036126 358.571545 1.219864 12.486865 0.000615 \n", - "314 DR4_3_STRIPE82-0170_0048499 358.532180 1.293605 12.354980 0.000582 \n", + "314 DR4_3_STRIPE82-0170_0048499 358.53218 1.293605 12.35498 0.000582 \n", "315 DR4_3_STRIPE82-0170_0043414 358.507365 1.399523 13.749058 0.001151 \n", - "316 DR4_3_STRIPE82-0170_0033850 358.477722 1.394530 11.481477 0.000478 \n", + "316 DR4_3_STRIPE82-0170_0033850 358.477722 1.39453 11.481477 0.000478 \n", "\n", " g_auto e_g_auto i_auto e_i_auto z_auto ... J0410_auto \\\n", "0 14.799687 0.001956 13.565275 0.001098 13.415218 ... 15.692736 \n", "1 12.599166 0.000671 11.704461 0.000519 11.610344 ... 13.197812 \n", "2 13.902827 0.001248 13.159301 0.000896 13.125454 ... 14.475191 \n", - "3 14.055149 0.001340 13.027679 0.000836 12.907902 ... 14.803529 \n", + "3 14.055149 0.00134 13.027679 0.000836 12.907902 ... 14.803529 \n", "4 11.568103 0.000481 11.171503 0.069154 11.222666 ... 11.893466 \n", ".. ... ... ... ... ... ... ... \n", "312 13.685965 0.001168 12.655148 0.000713 12.557542 ... 14.442499 \n", - "313 12.580663 0.000697 12.505444 0.000641 12.453873 ... 12.701920 \n", - "314 12.771450 0.000770 12.200764 0.000558 12.057802 ... 13.450133 \n", + "313 12.580663 0.000697 12.505444 0.000641 12.453873 ... 12.70192 \n", + "314 12.77145 0.00077 12.200764 0.000558 12.057802 ... 13.450133 \n", "315 14.128517 0.001488 13.644385 0.001144 13.648451 ... 14.460399 \n", - "316 11.753448 0.000489 11.409245 0.051869 11.440680 ... 11.826625 \n", + "316 11.753448 0.000489 11.409245 0.051869 11.44068 ... 11.826625 \n", "\n", " e_J0410_auto J0430_auto e_J0430_auto J0515_auto e_J0515_auto \\\n", "0 0.008157 15.452905 0.006523 14.683434 0.003818 \n", - "1 0.002050 13.094857 0.001831 12.375271 0.001189 \n", + "1 0.00205 13.094857 0.001831 12.375271 0.001189 \n", "2 0.003982 14.323302 0.003429 13.706692 0.002274 \n", "3 0.004782 14.604598 0.003986 13.854696 0.002447 \n", - "4 0.001091 11.817597 0.000993 11.402954 0.000750 \n", + "4 0.001091 11.817597 0.000993 11.402954 0.00075 \n", ".. ... ... ... ... ... \n", "312 0.004039 14.264097 0.003487 13.595619 0.002274 \n", - "313 0.001745 12.636324 0.001620 12.355984 0.001195 \n", + "313 0.001745 12.636324 0.00162 12.355984 0.001195 \n", "314 0.002535 13.299417 0.002254 12.583818 0.001343 \n", "315 0.004238 14.398629 0.003922 13.961993 0.002633 \n", - "316 0.001206 11.745880 0.001110 11.302073 0.000754 \n", + "316 0.001206 11.74588 0.00111 11.302073 0.000754 \n", "\n", " J0660_auto e_J0660_auto J0861_auto e_J0861_auto \n", - "0 13.821130 0.001404 13.470127 0.001893 \n", - "1 11.881254 0.000551 11.646481 0.000750 \n", + "0 13.82113 0.001404 13.470127 0.001893 \n", + "1 11.881254 0.000551 11.646481 0.00075 \n", "2 13.278003 0.001068 13.146515 0.001586 \n", - "3 13.222335 0.001036 12.940901 0.001420 \n", + "3 13.222335 0.001036 12.940901 0.00142 \n", "4 11.167146 0.000393 11.099735 0.000577 \n", ".. ... ... ... ... \n", - "312 12.842223 0.000910 12.601795 0.001170 \n", - "313 12.412010 0.000681 12.292835 0.000997 \n", + "312 12.842223 0.00091 12.601795 0.00117 \n", + "313 12.41201 0.000681 12.292835 0.000997 \n", "314 12.184726 0.000616 11.946651 0.000844 \n", "315 13.755808 0.001318 13.665736 0.002002 \n", "316 11.578469 0.000667 11.262803 0.000617 \n", @@ -1190,7 +1177,7 @@ "[4753 rows x 27 columns]" ] }, - "execution_count": 78, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -1208,7 +1195,7 @@ }, { "cell_type": "code", - "execution_count": 79, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ @@ -1218,7 +1205,7 @@ }, { "cell_type": "code", - "execution_count": 82, + "execution_count": 15, "metadata": {}, "outputs": [], "source": [ @@ -1229,7 +1216,7 @@ }, { "cell_type": "code", - "execution_count": 83, + "execution_count": 16, "metadata": {}, "outputs": [ { @@ -1381,7 +1368,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1390,7 +1377,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1413,7 +1400,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1462,7 +1449,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1485,23 +1472,23 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1509,13 +1496,13 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1533,37 +1520,37 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:58772\n", + " Comm: tcp://127.0.0.1:57366\n", " \n", " Total threads: 1\n", @@ -705,7 +691,7 @@ "
\n", - " Dashboard: http://127.0.0.1:58773/status\n", + " Dashboard: http://127.0.0.1:57367/status\n", " \n", " Memory: 7.45 GiB\n", @@ -713,13 +699,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:58734\n", + " Nanny: tcp://127.0.0.1:57328\n", "
\n", - " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-2qi28fhj\n", + " Local directory: /var/folders/rd/8h7ybv_n2d18q3t1xryryq6r0000gp/T/dask-scratch-space/worker-o7x17pf7\n", "
0.00652314.6834340.00381813.82113013.821130.00140413.4701270.00189311.610344...13.1978120.0020500.0020513.0948570.00183112.37527111.8812540.00055111.6464810.0007500.00075
213.2922920.00090114.0551490.0013400.0013413.0276790.00083612.90790213.2223350.00103612.9409010.0014200.00142
411.8175970.00099311.4029540.0007500.0007511.1671460.00039311.09973513.5956190.00227412.8422230.0009100.0009112.6017950.0011700.00117
3130.00064112.453873...12.70192012.701920.00174512.6363240.0016200.0016212.3559840.00119512.41201012.412010.00068112.2928350.000997
314DR4_3_STRIPE82-0170_0048499358.532180358.532181.29360512.35498012.354980.00058212.7714500.00077012.771450.0007712.2007640.00055812.057802316DR4_3_STRIPE82-0170_0033850358.4777221.3945301.3945311.4814770.00047811.7534480.00048911.4092450.05186911.44068011.44068...11.8266250.00120611.7458800.00111011.745880.0011111.3020730.00075411.57846913.2922920.00090114.0551490.0013400.0013413.0276790.00083612.9079021.000.070.900.90.0320-1.2707631.000.000.00.550.4521.000.040.800.80.16101.2198642.000.000.00.460.5410190.0000000.0
314DR4_3_STRIPE82-0170_0048499358.532180358.532181.29360512.35498012.354980.00058212.7714500.00077012.771450.0007712.2007640.00055812.0578021.2936052.000.000.00.360.6410190.0000000.0
3151.3995231.000.000.00.920.0810190.0000000.0
316DR4_3_STRIPE82-0170_0033850358.4777221.3945301.3945311.4814770.00047811.7534480.00048911.4092450.05186911.44068011.44068...1.3945301.394532.000.000.00.250.7510190.0000000.0
\n", @@ -1581,21 +1568,21 @@ "... ... ... ... \n", "312 DR4_3_STRIPE82-0004_0031401 1.310737 1.391429 \n", "313 DR4_3_STRIPE82-0170_0036126 358.571545 1.219864 \n", - "314 DR4_3_STRIPE82-0170_0048499 358.532180 1.293605 \n", + "314 DR4_3_STRIPE82-0170_0048499 358.53218 1.293605 \n", "315 DR4_3_STRIPE82-0170_0043414 358.507365 1.399523 \n", - "316 DR4_3_STRIPE82-0170_0033850 358.477722 1.394530 \n", + "316 DR4_3_STRIPE82-0170_0033850 358.477722 1.39453 \n", "\n", " r_auto_dual e_r_auto_dual g_auto_dual e_g_auto_dual \\\n", "_hipscat_index \n", "0 13.901836 0.001225 14.799687 0.001956 \n", "1 11.935268 0.000475 12.599166 0.000671 \n", "2 13.308126 0.000912 13.902827 0.001248 \n", - "3 13.292292 0.000901 14.055149 0.001340 \n", + "3 13.292292 0.000901 14.055149 0.00134 \n", "4 11.616728 0.249998 11.568103 0.000481 \n", "... ... ... ... ... \n", "312 12.918739 0.000777 13.685965 0.001168 \n", "313 12.486865 0.000615 12.580663 0.000697 \n", - "314 12.354980 0.000582 12.771450 0.000770 \n", + "314 12.35498 0.000582 12.77145 0.00077 \n", "315 13.749058 0.001151 14.128517 0.001488 \n", "316 11.481477 0.000478 11.753448 0.000489 \n", "\n", @@ -1611,21 +1598,21 @@ "313 12.505444 0.000641 12.453873 ... 1.219864 \n", "314 12.200764 0.000558 12.057802 ... 1.293605 \n", "315 13.644385 0.001144 13.648451 ... 1.399523 \n", - "316 11.409245 0.051869 11.440680 ... 1.394530 \n", + "316 11.409245 0.051869 11.44068 ... 1.39453 \n", "\n", " CLASS_sqg model_flag_sqg PROB_QSO_sqg PROB_STAR_sqg \\\n", "_hipscat_index \n", "0 1.0 0 0.01 0.97 \n", "1 1.0 0 0.05 0.72 \n", "2 1.0 0 0.01 0.96 \n", - "3 1.0 0 0.07 0.90 \n", - "4 1.0 0 0.00 0.55 \n", + "3 1.0 0 0.07 0.9 \n", + "4 1.0 0 0.0 0.55 \n", "... ... ... ... ... \n", - "312 1.0 0 0.04 0.80 \n", - "313 2.0 0 0.00 0.46 \n", - "314 2.0 0 0.00 0.36 \n", - "315 1.0 0 0.00 0.92 \n", - "316 2.0 0 0.00 0.25 \n", + "312 1.0 0 0.04 0.8 \n", + "313 2.0 0 0.0 0.46 \n", + "314 2.0 0 0.0 0.36 \n", + "315 1.0 0 0.0 0.92 \n", + "316 2.0 0 0.0 0.25 \n", "\n", " PROB_GAL_sqg Norder_sqg Dir_sqg Npix_sqg _dist_arcsec \n", "_hipscat_index \n", @@ -1636,15 +1623,15 @@ "4 0.45 2 0 67 0.000282 \n", "... ... ... ... ... ... \n", "312 0.16 1 0 19 0.000282 \n", - "313 0.54 1 0 19 0.000000 \n", - "314 0.64 1 0 19 0.000000 \n", - "315 0.08 1 0 19 0.000000 \n", - "316 0.75 1 0 19 0.000000 \n", + "313 0.54 1 0 19 0.0 \n", + "314 0.64 1 0 19 0.0 \n", + "315 0.08 1 0 19 0.0 \n", + "316 0.75 1 0 19 0.0 \n", "\n", "[1972 rows x 39 columns]" ] }, - "execution_count": 83, + "execution_count": 16, "metadata": {}, "output_type": "execute_result" }