i have a script for the engineers that automatically downloads maps. it should be quite easy to modify it so it also looks for techtrees and tilesets. it's just a hack, but hey, it does the job. the crc check does not yet work, though, but that's an upstream problem
#!/bin/bash
cd `dirname $0`
MAPLIST=`curl http://master.megaglest.org/showMapsForGlest.php 2>/dev/null`
MAPFOLDER=../gamedata/maps
GAMEEXECPATH=../gamedata/megaglest
LOGFILE=./logs/syncmaps.log
while IFS= read;do
OIFS=$IFS
IFS='|' read -ra ARRAY <<< "$REPLY"
if [ ! -e $MAPFOLDER/"${ARRAY[0]}" ]; then
echo "download map ${ARRAY[0]}" >> $LOGFILE
wget -P "$MAPFOLDER" "${ARRAY[4]}" > /dev/null 2>&1
#CRC=`$GAMEEXECPATH --show-map-crc="${ARRAY[0]%.*m}" | grep "${ARRAY[2]:1}"`
#if [ -z "$CRC" ]; then
#echo "crc-check failed - removed file" >> $LOGFILE
#rm $MAPFOLDER/"${ARRAY[0]}" > /dev/null 2>&1
#fi
fi
IFS=$OIFS
done< <(echo "$MAPLIST")