#!/usr/bin/env bash

for file_path in `hadoop dfs -ls /tmp/oss_access/ | awk  -F ' '  '{print $8}' `
   do
     hadoop dfs -ls $file_path | awk  -F ' '  '{print $8}'
   done

# -*- coding=utf-8 -*-
import os
import re

for dir_path in os.popen("""hadoop dfs -ls /tmp/oss_access/ | awk  -F ' '  '{print $8}'""").readlines():
    dir_path = dir_path.strip()
    if len(dir_path) != 0:
        x_dir_path = dir_path.replace('/','#')
        output = open('txt_path:{x_dir_path}.txt'.format(x_dir_path=x_dir_path), 'w+')

        file_path_list = os.popen("""hadoop dfs -ls %s | awk  -F ' '  '{print $8}' """ % (dir_path)).readlines()
        output.writelines(file_path_list)
        # for file_path in file_path_list:
        #     file_path = re.split(' ', file_path.replace('\n', ''))
        #     print file_path[0]

        output.close()