#!/usr/bin/env python
# -*- coding:utf-8 -*-
"""
安装依赖包
pip install hdfs
pip install thrift
"""
from hdfs.client import Client
# 删除hdfs文件
def delete_hdfs_file(client, hdfs_path):
client.delete(hdfs_path)
# 上传文件到hdfs
def put_to_hdfs(client, local_path, hdfs_path):
client.upload(hdfs_path, local_path, cleanup=True)
def read_hdfs_file(client, hdfs_path):
# 读文件内容
with client.read(hdfs_path) as reader:
# 解码（源数据为`b''`样式）
out = reader.read().decode("utf-8")
# 测试输出
print(out)
def main():
client = Client("http://master:9870", root='root')
# delete_hdfs_file(client, '/tmp/hdfs_hbase_operation.py')
# put_to_hdfs(client, "D:workspacepython_workspacestudent_dianpingcomexamplehdfs_hbase_operation.py", '/tmp')
read_hdfs_file(client, '/tmp/c45.log')
if __name__ == '__main__':
main()
