StarMirror/data-science-ipython-notebooks
1
0
Fork 0
mirror of https://github.com/donnemartin/data-science-ipython-notebooks.git synced 2024-03-22 13:30:56 +08:00
Code Issues Projects Releases Wiki Activity

Prefixed Spark commands with ! so they can be executed within IPython Notebook.

Browse Source
This commit is contained in:
Donne Martin 2015-03-13 08:09:01 -04:00
parent 87b017fd37
commit 53789e0e3e
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
spark/spark.ipynb
View File

@ -1,7 +1,7 @@
{ {
"metadata": { "metadata": {
"name": "", "name": "",
"signature": "sha256:90f5d3daae548071bd0d43ab169b91ef919dded25d9df7effad349b4ec3641bb" "signature": "sha256:b92b25c3049cb5859029a2d6232ea44923a8ac687cfb4a5a2271cfae4b02c773"
}, },
"nbformat": 3, "nbformat": 3,
"nbformat_minor": 0, "nbformat_minor": 0,
@ -376,8 +376,8 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"sudo service spark-master start\n", "!sudo service spark-master start\n",
"sudo service spark-worker start" "!sudo service spark-worker start"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -394,8 +394,8 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"sudo service spark-master stop\n", "!sudo service spark-master stop\n",
"sudo service spark-worker stop" "!sudo service spark-worker stop"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -412,8 +412,8 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"sudo service spark-master stop\n", "!sudo service spark-master stop\n",
"sudo service spark-worker stop" "!sudo service spark-worker stop"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -447,7 +447,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"MASTER=spark://localhost:7077 pyspark" "!MASTER=spark://localhost:7077 pyspark"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -713,7 +713,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"spark-submit --properties-file dir/myspark.conf script.py data/*" "!spark-submit --properties-file dir/myspark.conf script.py data/*"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},