#!/bin/bash

# exit on error
# set -e

source environment.sh

hdfs dfs -mkdir gutenberg

RAW_DATA=${buildout:directory}/software_release/gutenberg

for file in `ls $RAW_DATA`; do
  hdfs dfs -put $RAW_DATA/$file gutenberg/
done