HDFSによるpython3.6pyhdfs操作

Python3 6 Pyhdfs Operation Hdfs

まず、インストールします

pip install pyhdfs

第二に、リンク：

import pyhdfs fs = pyhdfs.HdfsClient('192.168.***.**:50070')

第三に、操作：

import pyhdfs class PackageHdfs(): def __init__(self): self.fs = pyhdfs.HdfsClient('192.168.200.19:50070') # Delete def delFile(self,path): fs = self.fs fs.delete(path) # upload files def upload(self, fileName, tmpFile): fs = self.fs fs.copy_from_local(fileName, tmpFile) # New Directory def makdir(self, filePath): fs = self.fs if not fs.exists(filePath): #os.system('hadoop fs -mkdir '+filePath) fs.mkdirs(filePath) return 'mkdir' return 'exits' # Rename def rename(self, srcPath, dstPath): fs = self.fs if not fs.exists(srcPath): return fs.rename(srcPath, dstPath)