StarMirror/data-science-ipython-notebooks
1
0
Fork 0
mirror of https://github.com/donnemartin/data-science-ipython-notebooks.git synced 2024-03-22 13:30:56 +08:00
Code Issues Projects Releases Wiki Activity

Prefixed HDFS commands with ! so they can be executed within IPython Notebook.

Browse Source
This commit is contained in:
Donne Martin 2015-03-13 08:07:17 -04:00
parent 8c251e43cd
commit 87b017fd37
1 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
spark/hdfs.ipynb
View File

@ -1,7 +1,7 @@
{ {
"metadata": { "metadata": {
"name": "", "name": "",
"signature": "sha256:50db54b924da35ab4fc1dba7b6a4d444e2206d0d631f40b085a56636d739839c" "signature": "sha256:ff0a8cf7aae0fcbadcd718a2f9164affac4fd22893c629a3755198b4f003d63a"
}, },
"nbformat": 3, "nbformat": 3,
"nbformat_minor": 0, "nbformat_minor": 0,
@ -26,7 +26,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs" "!hdfs"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -43,7 +43,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs" "!hdfs dfs"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -60,7 +60,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -ls" "!hdfs dfs -ls"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -77,7 +77,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -ls /" "!hdfs dfs -ls /"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -94,7 +94,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -put file.txt file.txt" "!hdfs dfs -put file.txt file.txt"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -111,7 +111,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -cat file.txt" "!hdfs dfs -cat file.txt"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -128,7 +128,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -cat file.txt | tail -n 10" "!hdfs dfs -cat file.txt | tail -n 10"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -145,7 +145,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -cat dir/* | less" "!hdfs dfs -cat dir/* | less"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -162,7 +162,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -get file.txt file.txt" "!hdfs dfs -get file.txt file.txt"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -179,7 +179,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -mkdir dir" "!hdfs dfs -mkdir dir"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},
@ -196,7 +196,7 @@
"cell_type": "code", "cell_type": "code",
"collapsed": false, "collapsed": false,
"input": [ "input": [
"hdfs dfs -rm -r dir" "!hdfs dfs -rm -r dir"
], ],
"language": "python", "language": "python",
"metadata": {}, "metadata": {},