16 wiersze
554 B
Bash
16 wiersze
554 B
Bash
#!/bin/bash
|
|
# check for argument, if so use as wildcard for file load match, otherwise load everything
|
|
DATA_DIR=$(readlink -f ./data)
|
|
filematch="*"
|
|
if [ $# -eq 1 ]
|
|
then
|
|
filematch="*$1*"
|
|
fi
|
|
# load the specified files under the data directory with the file pattern match
|
|
# here we use cpimport mode 2 to force processing at each PM node which has
|
|
# the advantage of this being runnable as a regular user with a root installation.
|
|
for f in $DATA_DIR/$filematch.csv; do
|
|
echo $f
|
|
/usr/bin/cpimport -m2 -s ',' -E '"' columnstore_schema flights -l $f
|
|
done
|