add QA reports - markdown FREQ, TOPLENGTH, ...

pull/32/head
ImreSamu 2016-12-02 17:44:14 +01:00
rodzic d22bacaa6a
commit a106fa35e3
4 zmienionych plików z 187 dodań i 0 usunięć

32
qa/layer_freq.sh 100755
Wyświetl plik

@ -0,0 +1,32 @@
#!/bin/bash
layerid=$1
classvars=$2
echo "# FREQ - $layerid group by : $classvars "
for z in {0..15}
do
echo " "
echo "## $layerid z$z"
SQL=$(generate-qadoc layers/${layerid}/${layerid}.yaml $z )
read -r -d '' SQLCODE <<- EOMSQL
select $classvars , count(*) as _count_ from
$SQL
GROUP BY $classvars
ORDER BY $classvars
;
EOMSQL
echo "\`\`\`SQL"
echo "$SQLCODE"
echo "\`\`\`"
docker-compose run --rm import-osm /usr/src/app/psql.sh -q -P pager=off -P border=2 -P footer=off -P null='(null)' -c "$SQLCODE" \
| sed '1d;$d' | sed '$d' | sed 's/+--/|--/g' | sed 's/--+/--|/g'
done

Wyświetl plik

@ -0,0 +1,37 @@
#!/bin/bash
layerid=$1
var=$2
echo "# NUMVAR-ANALYZE - $layerid - $var "
for z in {0..15}
do
echo " "
echo "## $layerid z$z - $var "
SQL=$(generate-qadoc layers/${layerid}/${layerid}.yaml $z )
read -r -d '' SQLCODE <<- EOMSQL
SELECT
count($var) as count_$var
,min($var) as min_$var
,max($var) as max_$var
,avg($var) as avg_$var
,stddev($var) as stddev_$var
,variance($var) as variance_$var
FROM
$SQL
;
EOMSQL
echo "\`\`\`SQL"
echo "$SQLCODE"
echo "\`\`\`"
docker-compose run --rm import-osm /usr/src/app/psql.sh -q -P pager=off -P border=2 -P footer=off -P null='(null)' -c "$SQLCODE" \
| sed '1d;$d' | sed '$d' | sed 's/+--/|--/g' | sed 's/--+/--|/g'
done

Wyświetl plik

@ -0,0 +1,34 @@
#!/bin/bash
layerid=$1
classvar=$2
echo "# TOP30LENGHT - $layerid - $classvar"
for z in {0..15}
do
echo " "
echo "## $layerid z$z"
SQL=$(generate-qadoc layers/${layerid}/${layerid}.yaml $z )
read -r -d '' SQLCODE <<- EOMSQL
select $classvar , length( $classvar ) as _length_ from
$SQL
WHERE length( $classvar ) > 0
ORDER BY length( $classvar ) DESC NULLS LAST
LIMIT 30
;
EOMSQL
echo "\`\`\`SQL"
echo "$SQLCODE"
echo "\`\`\`"
docker-compose run --rm import-osm /usr/src/app/psql.sh -q -P pager=off -P border=2 -P footer=off -P null='(null)' -c "$SQLCODE" \
| sed '1d;$d' | sed '$d' | sed 's/+--/|--/g' | sed 's/--+/--|/g'
done

84
qa/run.sh 100755
Wyświetl plik

@ -0,0 +1,84 @@
#!/bin/bash
# example call from the parent folder : ./qa/run.sh
export_path=./build/qadoc
mkdir -p ${export_path}
rm -f ${export_path}/*.md
# ---- freq
./qa/layer_freq.sh aeroway "class" > ${export_path}/freq_aeroway.md
./qa/layer_freq.sh boundary "admin_level,disputed" > ${export_path}/freq_boundary_admin_level_disputed.md
./qa/layer_freq.sh boundary "admin_level" > ${export_path}/freq_boundary_admin_level.md
./qa/layer_freq.sh boundary "disputed" > ${export_path}/freq_boundary_disputed.md
./qa/layer_freq.sh building "render_min_height" > ${export_path}/freq_building.md
#./qa/layer_freq.sh housenumber "housenumber " > ${export_path}freq_housenumber.md
./qa/layer_freq.sh landcover "class, subclass" > ${export_path}/freq_landcover.md
./qa/layer_freq.sh landuse "class " > ${export_path}/freq_landuse.md
./qa/layer_freq.sh park "class " > ${export_path}/freq_park.md
./qa/layer_freq.sh place "class " > ${export_path}/freq_place_class.md
./qa/layer_freq.sh place "class,capital " > ${export_path}/freq_place_class_capital.md
./qa/layer_freq.sh place "capital " > ${export_path}/freq_place_capital.md
./qa/layer_freq.sh place "class,capital,rank " > ${export_path}/freq_place_class_capital_rank.md
./qa/layer_freq.sh place "rank " > ${export_path}/freq_place_rank.md
./qa/layer_freq.sh poi "class " > ${export_path}/freq_poi_class.md
./qa/layer_freq.sh poi "subclass " > ${export_path}/freq_poi_subclass.md
./qa/layer_freq.sh poi "rank " > ${export_path}/freq_poi_rank.md
./qa/layer_freq.sh poi "class,subclass " > ${export_path}/freq_poi_class_subclass.md
./qa/layer_freq.sh poi "class,subclass,rank" > ${export_path}/freq_poi_class_subclass_rank.md
./qa/layer_freq.sh poi "class,rank " > ${export_path}/freq_poi_class_rank.md
./qa/layer_freq.sh transportation "class,subclass " > ${export_path}/freq_transportation_class_subclass.md
./qa/layer_freq.sh transportation "class,subclass,service,oneway,brunnel,ramp" > ${export_path}/freq_transportation_class_subclass_service_oneway_brunnel_ramp.md
./qa/layer_freq.sh transportation "subclass " > ${export_path}/freq_transportation_subclass.md
./qa/layer_freq.sh transportation "class " > ${export_path}/freq_transportation_class.md
./qa/layer_freq.sh transportation_name "class " > ${export_path}/freq_transportation_name_class.md
./qa/layer_freq.sh transportation_name "reflength " > ${export_path}/freq_transportation_name_reflength.md
./qa/layer_freq.sh water "class " > ${export_path}/freq_water.md
./qa/layer_freq.sh water_name "class " > ${export_path}/freq_water_name.md
./qa/layer_freq.sh waterway "class " > ${export_path}/freq_waterway.md
# ---- toplength
./layer_toplength.sh housenumber "housenumber" > ${export_path}/toplength_housenumber_housenumber.md
./layer_toplength.sh place "name" > ${export_path}/toplength_place_name.md
./layer_toplength.sh place "name_en" > ${export_path}/toplength_place_name_en.md
./layer_toplength.sh poi "name" > ${export_path}/toplength_poi_name.md
./layer_toplength.sh poi "name_en" > ${export_path}/toplength_poi_name_en.md
./layer_toplength.sh transportation_name "name" > ${export_path}/toplength_transportation_name.md
./layer_toplength.sh transportation_name "ref" > ${export_path}/toplength_transportation_ref.md
./layer_toplength.sh transportation_name "network" > ${export_path}/toplength_transportation_network.md
./layer_toplength.sh water_name "name" > ${export_path}/toplength_water_name_name.md
./layer_toplength.sh water_name "name_en" > ${export_path}/toplength_water_name_name_en.md
./layer_toplength.sh waterway "name" > ${export_path}/toplength_waterway_name.md
# ---- numvar analyze
./qa/layer_numvar_analyze.sh building "render_min_height" > ${export_path}/numvara_building_render_min_height.md
./qa/layer_numvar_analyze.sh building "render_max_height" > ${export_path}/numvara_building_render_max_height.md
./qa/layer_numvar_analyze.sh transportation_name "ref_length" > ${export_path}/numvara_transportation_name_ref_length.md