使用Python将文件从SFTP服务器复制到HDFS

import paramiko
from hdfs import InsecureClient

sftp = paramiko.SFTPClient()
sftp.connect(hostname, port, username, password)

hdfs_client = InsecureClient(url, user=username)

sftp.get(remote_path, local_path)
hdfs_client.upload(hdfs_path, local_path)

import paramiko
from hdfs import InsecureClient

def copy_file_from_sftp_to_hdfs(hostname, port, username, password, sftp_path, hdfs_url, hdfs_username, hdfs_path):
    # 连接到SFTP服务器
    sftp = paramiko.SFTPClient()
    sftp.connect(hostname, port, username, password)

    # 连接到HDFS
    hdfs_client = InsecureClient(hdfs_url, user=hdfs_username)

    # 复制文件
    local_path = '/tmp/temp_file'
    sftp.get(sftp_path, local_path)
    hdfs_client.upload(hdfs_path, local_path)

    # 关闭连接
    sftp.close()

# 调用函数进行文件复制
copy_file_from_sftp_to_hdfs('sftp.example.com', 22, 'sftp_username', 'sftp_password', '/path/to/sftp/file', 'http://hdfs.example.com:50070', 'hdfs_username', '/path/to/hdfs/file')