38 lines
1.4 KiB
Python
38 lines
1.4 KiB
Python
# Copyright (c) 2014, MapR Technologies
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import uuid
|
|
|
|
import six
|
|
|
|
MV_TO_MAPRFS_CMD = ('sudo -u %(user)s'
|
|
' hadoop fs -copyFromLocal %(source)s %(target)s'
|
|
' && sudo rm -f %(source)s')
|
|
MKDIR_CMD = 'sudo -u %(user)s hadoop fs -mkdir -p %(path)s'
|
|
|
|
|
|
def put_file_to_maprfs(r, content, file_name, path, hdfs_user):
|
|
tmp_file_name = '/tmp/%s.%s' % (file_name, six.text_type(uuid.uuid4()))
|
|
r.write_file_to(tmp_file_name, content)
|
|
move_from_local(r, tmp_file_name, path + '/' + file_name, hdfs_user)
|
|
|
|
|
|
def move_from_local(r, source, target, hdfs_user):
|
|
args = {'user': hdfs_user, 'source': source, 'target': target}
|
|
r.execute_command(MV_TO_MAPRFS_CMD % args)
|
|
|
|
|
|
def create_maprfs_dir(remote, dir_name, hdfs_user):
|
|
remote.execute_command(MKDIR_CMD % {'user': hdfs_user, 'path': dir_name})
|