diff --git a/.travis.yml b/.travis.yml
index f2d00dc..cb55e29 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,6 +9,7 @@ env:
   - PGVER=9.4
   - PGVER=9.3
   - PGVER=9.2
+  - PGVER=9.1
 
 install:
   - source regress/travis_prepare.sh
diff --git a/regress/travis_prepare.sh b/regress/travis_prepare.sh
index d34ff55..5644ed5 100755
--- a/regress/travis_prepare.sh
+++ b/regress/travis_prepare.sh
@@ -9,15 +9,32 @@ export DATADIR="/var/lib/postgresql/$PACKAGE/main"
 export PGBIN="$PGDIR/bin"
 export PATH="$PGBIN:$PATH"
 
-# Match libpq and server-dev packages
-# See https://github.com/reorg/pg_repack/issues/63
-sudo sed -i "s/main[[:space:]]*$/main ${PGVER}/" \
-    /etc/apt/sources.list.d/pgdg.list
-sudo apt-get update
+# This also stops the server currently running on port 5432
 sudo apt-get remove -y libpq5
-sudo apt-get install -y "libpq5=${PGVER}*" "libpq-dev=${PGVER}*"
-sudo apt-mark hold libpq5
-sudo apt-get install -y postgresql-server-dev-$PGVER postgresql-$PGVER
+
+if [ "$PGVER" = "9.1" ]; then
+
+    # Dinosaur package kindly provided by psycopg
+    sudo mkdir -p /usr/lib/postgresql
+    wget -O - http://initd.org/psycopg/upload/postgresql/postgresql-${PGVER}.tar.bz2 \
+        | sudo tar xjf - -C /usr/lib/postgresql
+
+    cd /
+    sudo -u postgres "$PGBIN/initdb" "/var/lib/postgresql/${PGVER}/main/"
+    sudo -u postgres "$PGBIN/pg_ctl" -w -l /dev/null -D "$DATADIR" start
+    sudo -u postgres "$PGBIN/psql" -c "create user travis superuser"
+    cd -
+
+else
+    # Match libpq and server-dev packages
+    # See https://github.com/reorg/pg_repack/issues/63
+    sudo sed -i "s/main[[:space:]]*$/main ${PGVER}/" \
+        /etc/apt/sources.list.d/pgdg.list
+    sudo apt-get update
+    sudo apt-get install -y "libpq5=${PGVER}*" "libpq-dev=${PGVER}*"
+    sudo apt-mark hold libpq5
+    sudo apt-get install -y postgresql-server-dev-$PGVER postgresql-$PGVER
+fi
 
 # Go somewhere else or sudo will fail
 cd /