From 53789e0e3ede0e7c26a0551f5351f5cc1532132c Mon Sep 17 00:00:00 2001 From: Donne Martin Date: Fri, 13 Mar 2015 08:09:01 -0400 Subject: [PATCH] Prefixed Spark commands with ! so they can be executed within IPython Notebook. --- spark/spark.ipynb | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/spark/spark.ipynb b/spark/spark.ipynb index 9387c7f..ce1b437 100644 --- a/spark/spark.ipynb +++ b/spark/spark.ipynb @@ -1,7 +1,7 @@ { "metadata": { "name": "", - "signature": "sha256:90f5d3daae548071bd0d43ab169b91ef919dded25d9df7effad349b4ec3641bb" + "signature": "sha256:b92b25c3049cb5859029a2d6232ea44923a8ac687cfb4a5a2271cfae4b02c773" }, "nbformat": 3, "nbformat_minor": 0, @@ -376,8 +376,8 @@ "cell_type": "code", "collapsed": false, "input": [ - "sudo service spark-master start\n", - "sudo service spark-worker start" + "!sudo service spark-master start\n", + "!sudo service spark-worker start" ], "language": "python", "metadata": {}, @@ -394,8 +394,8 @@ "cell_type": "code", "collapsed": false, "input": [ - "sudo service spark-master stop\n", - "sudo service spark-worker stop" + "!sudo service spark-master stop\n", + "!sudo service spark-worker stop" ], "language": "python", "metadata": {}, @@ -412,8 +412,8 @@ "cell_type": "code", "collapsed": false, "input": [ - "sudo service spark-master stop\n", - "sudo service spark-worker stop" + "!sudo service spark-master stop\n", + "!sudo service spark-worker stop" ], "language": "python", "metadata": {}, @@ -447,7 +447,7 @@ "cell_type": "code", "collapsed": false, "input": [ - "MASTER=spark://localhost:7077 pyspark" + "!MASTER=spark://localhost:7077 pyspark" ], "language": "python", "metadata": {}, @@ -713,7 +713,7 @@ "cell_type": "code", "collapsed": false, "input": [ - "spark-submit --properties-file dir/myspark.conf script.py data/*" + "!spark-submit --properties-file dir/myspark.conf script.py data/*" ], "language": "python", "metadata": {},