Python+Hive..ipynb

{"nbformat_minor": 1, "cells": [{"execution_count": 1, "cell_type": "code", "source": "calls = sqlContext.sql(\"\"\"SELECT devicemodel, COUNT(*) AS calls\n                        FROM hivesampletable\n                        GROUP BY devicemodel\n                        ORDER BY calls DESC\"\"\")\ncalls.show()", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Starting Spark application\n"}, {"output_type": "display_data", "data": {"text/plain": "<IPython.core.display.HTML object>", "text/html": "<table>\n<tr><th>ID</th><th>YARN Application ID</th><th>Kind</th><th>State</th><th>Spark UI</th><th>Driver log</th><th>Current session?</th></tr><tr><td>1</td><td>application_1481543399241_0006</td><td>pyspark</td><td>idle</td><td><a target=\"_blank\" href=\"http://hn1-mysia.4q0vnhdvcavehkveh1r0ceg34e.cx.internal.cloudapp.net:8088/proxy/application_1481543399241_0006/\">Link</a></td><td><a target=\"_blank\" href=\"http://10.0.0.11:30060/node/containerlogs/container_1481543399241_0006_01_000001/livy\">Link</a></td><td>\u2714</td></tr></table>"}, "metadata": {}}, {"output_type": "stream", "name": "stdout", "text": "SparkContext available as 'sc'.\nHiveContext available as 'sqlContext'.\n+----------------+-----+\n|     devicemodel|calls|\n+----------------+-----+\n|        SCH-i500|11739|\n|    iPhone 4.3.x| 6504|\n|           VS660| 6087|\n|iPod Touch 4.3.x| 3045|\n|iPod Touch 4.2.1| 2695|\n|    iPhone 4.2.1| 2690|\n|    iPhone 4.2.x| 2418|\n|        SCH-i400| 2238|\n|            9650| 1742|\n|     Android 2.3| 1552|\n|            9330| 1336|\n|           VS910| 1212|\n|            C771|  996|\n|      iPhone 4.1|  986|\n|        SCH-i800|  937|\n|  iPod Touch 4.1|  925|\n|      Incredible|  683|\n|      iPhone 4.0|  640|\n|     Android 2.2|  553|\n|         Droid 2|  484|\n+----------------+-----+\nonly showing top 20 rows"}], "metadata": {"scrolled": false, "collapsed": false}}], "nbformat": 4, "metadata": {"kernelspec": {"display_name": "PySpark", "name": "pysparkkernel", "language": ""}, "language_info": {"mimetype": "text/x-python", "pygments_lexer": "python2", "name": "pyspark", "codemirror_mode": {"version": 2, "name": "python"}}}}