Skip to content
This repository

HTTPS clone URL

Subversion checkout URL

You can clone with HTTPS or Subversion.

Download ZIP
tree: cc0af94f78
Fetching contributors…

Cannot retrieve contributors at this time

executable file 88 lines (80 sloc) 1.851 kb
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88
#!/bin/bash
# this requires bash 4.x
# incremental must be run at least every day,
# and only checks the last 500 uploaded packages

if [[ $1 == "--incremental" ]]
then
  INCREMENTAL=true
else
  INCREMENTAL=false
fi

if $INCREMENTAL ; then
  echo "doing an INCREMENTAL update"
else
  echo "doing a FULL update"
fi

cd /home/hdiff/hdiff

LOGMODBEFORE=`stat -c %Y index/log`
pushd "index"
wget -N http://hackage.haskell.org/packages/archive/00-index.tar.gz
wget -N http://hackage.haskell.org/packages/archive/log
popd
LOGMODAFTER=`stat -c %Y index/log`
if [[ $LOGMODBEFORE == $LOGMODAFTER ]]
then
  echo "log not modified, no changes"
  exit 0
fi
pushd "index"
  cp 00-index.tar.gz ../archive
  cp log ../archive
popd
rm -rf index/data
mkdir index/data
echo "unpacking index"
tar -xzC index/data -f "index/00-index.tar.gz"

CURRENT=`date --utc +%s`
echo "processing uploadlog"
if [ $INCREMENTAL ]
then
  tail -500 index/log > index/log.incr
  exec 9<index/log.incr
else
  exec 9<index/log
fi

declare -A UPDATED
while read -u9 LINE
do
  LEND=${LINE:29}
  if [[ "$LEND" =~ ^([ ]*)([^ ]+)( )([^ ]+)( )([^ ]+)$ ]]
  then
    PKG=${BASH_REMATCH[4]}
    if [ ! $INCREMENTAL ]
    then
      echo $LINE >> "index/data/$PKG/versions"
    else
      UPDATED=`date --utc --date "${LINE:0:28}" +%s`
      # accept only packages less than a day old
      if [[ $((CURRENT-UPDATED)) -lt 86400 ]]
      then
        echo $LINE >> "index/data/$PKG/versions"
        echo "new package: $PKG"
        UPDATED[$PKG]=1
      fi
    fi
  fi
done

echo "updating packages"
if [ ! $INCREMENTAL ]
then
  find index/data -maxdepth 1 -type d -exec ./update-package.sh {} \;
else
  for PKG in "${!UPDATED[@]}"
  do
    if [[ $PKG != "0" ]] ; then
      echo "updating $PKG"
      ./update-package.sh "index/data/$PKG"
    fi
  done
fi

tail -20 index/log > index/latestupdates
Something went wrong with that request. Please try again.