put-files.sh.in 223 Bytes
Newer Older
Marco Mariani's avatar
Marco Mariani committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
#!/bin/bash

# exit on error
# set -e

source environment.sh

hdfs dfs -mkdir var/wikipedia/input

RAW_DATA=var/wikipedia/raw-data

for file in `ls $RAW_DATA`; do
  hdfs dfs -put $RAW_DATA/$file var/wikipedia/input
done