# Import multiple txt files into MySQL DB
# Table name is txt file name (no need to mention)
# We will be using /data as the reference directory
#sudo mkdir -p /data
#sudo su - root
cd /data
#git clone https://github.com/dgadiraju/nyse_all.git
#gunzip /data/nyse_all/nyse_data/
# Each file soft link to stock_eod.txt
# stock_eod acts as Table Name
for f in /home/cloudera/data/nyse/nyse_all-master/nyse_data/*.txt
do
echo '------------'
echo $f
sudo unlink stock_eod.txt
sudo ln -s $f stock_eod.txt
sudo mysqlimport \
--host=127.0.0.1 \
--user=root \
--password=cloudera \
--fields-terminated-by=',' \
--lines-terminated-by='\n' \
--local \
--lock-tables \
--verbose \
nyse stock_eod.txt
echo "Done: '"$f"' at $(date)"
done
