forked from elginer/shpider
-
Notifications
You must be signed in to change notification settings - Fork 7
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
5 changed files
with
1,021 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
Shpider. Copyright 2009-2010 John Morrice. | ||
|
||
Shpider is a web automation library for Haskell. It allows you to quickly write crawlers, and for simple cases ( like following links ) even without reading the page source. | ||
|
||
It has useful features such as turning relative links from a page into absolute links, options to authorize transactions only on a given domain, and the option to only download html documents. | ||
|
||
It also provides a nice syntax for filling out forms. | ||
|
||
An example: | ||
|
||
runShpider $ do | ||
download "http://apage.com" | ||
theForm : _ <- getFormsByAction "http://anotherpage.com" | ||
sendForm $ fillOutForm theForm $ pairs $ do | ||
"occupation" =: "unemployed Haskell programmer" | ||
"location" =: "mother's house" | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,237 @@ | ||
This file contains any messages produced by compilers while | ||
running configure, to aid debugging if configure makes a mistake. | ||
|
||
It was created by Haskell curl package configure 1.1, which was | ||
generated by GNU Autoconf 2.61. Invocation command line was | ||
|
||
$ configure --with-compiler=ghc --prefix=/home/spoon/.cabal | ||
|
||
## --------- ## | ||
## Platform. ## | ||
## --------- ## | ||
|
||
hostname = militia | ||
uname -m = i686 | ||
uname -r = 2.6.34-gentoo-r1 | ||
uname -s = Linux | ||
uname -v = #15 SMP Fri Nov 12 18:16:03 GMT 2010 | ||
|
||
/usr/bin/uname -p = Intel(R) Pentium(R) 4 CPU 3.00GHz | ||
/bin/uname -X = unknown | ||
|
||
/bin/arch = unknown | ||
/usr/bin/arch -k = unknown | ||
/usr/convex/getsysinfo = unknown | ||
/usr/bin/hostinfo = unknown | ||
/bin/machine = unknown | ||
/usr/bin/oslevel = unknown | ||
/bin/universe = unknown | ||
|
||
PATH: /usr/local/bin | ||
PATH: /usr/bin | ||
PATH: /bin | ||
PATH: /opt/bin | ||
PATH: /usr/i686-pc-linux-gnu/gcc-bin/4.4.4 | ||
PATH: /usr/lib/subversion/bin | ||
|
||
|
||
## ----------- ## | ||
## Core tests. ## | ||
## ----------- ## | ||
|
||
configure:1697: checking for gcc | ||
configure:1713: found /usr/bin/gcc | ||
configure:1724: result: gcc | ||
configure:1962: checking for C compiler version | ||
configure:1969: gcc --version >&5 | ||
gcc (Gentoo 4.4.4-r2 p1.2, pie-0.4.5) 4.4.4 | ||
Copyright (C) 2010 Free Software Foundation, Inc. | ||
This is free software; see the source for copying conditions. There is NO | ||
warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. | ||
|
||
configure:1972: $? = 0 | ||
configure:1979: gcc -v >&5 | ||
Using built-in specs. | ||
Target: i686-pc-linux-gnu | ||
Configured with: /var/tmp/portage/sys-devel/gcc-4.4.4-r2/work/gcc-4.4.4/configure --prefix=/usr --bindir=/usr/i686-pc-linux-gnu/gcc-bin/4.4.4 --includedir=/usr/lib/gcc/i686-pc-linux-gnu/4.4.4/include --datadir=/usr/share/gcc-data/i686-pc-linux-gnu/4.4.4 --mandir=/usr/share/gcc-data/i686-pc-linux-gnu/4.4.4/man --infodir=/usr/share/gcc-data/i686-pc-linux-gnu/4.4.4/info --with-gxx-include-dir=/usr/lib/gcc/i686-pc-linux-gnu/4.4.4/include/g++-v4 --host=i686-pc-linux-gnu --build=i686-pc-linux-gnu --disable-altivec --disable-fixed-point --without-ppl --without-cloog --enable-nls --without-included-gettext --with-system-zlib --disable-werror --enable-secureplt --disable-multilib --enable-libmudflap --disable-libssp --enable-libgomp --with-python-dir=/share/gcc-data/i686-pc-linux-gnu/4.4.4/python --enable-checking=release --disable-libgcj --with-arch=i686 --enable-languages=c,c++,fortran --enable-shared --enable-threads=posix --enable-__cxa_atexit --enable-clocale=gnu --with-bugurl=http://bugs.gentoo.org/ --with-pkgversion='Gentoo 4.4.4-r2 p1.2, pie-0.4.5' | ||
Thread model: posix | ||
gcc version 4.4.4 (Gentoo 4.4.4-r2 p1.2, pie-0.4.5) | ||
configure:1982: $? = 0 | ||
configure:1989: gcc -V >&5 | ||
gcc: '-V' option must have argument | ||
configure:1992: $? = 1 | ||
configure:2015: checking for C compiler default output file name | ||
configure:2042: gcc conftest.c >&5 | ||
configure:2045: $? = 0 | ||
configure:2083: result: a.out | ||
configure:2100: checking whether the C compiler works | ||
configure:2110: ./a.out | ||
configure:2113: $? = 0 | ||
configure:2130: result: yes | ||
configure:2137: checking whether we are cross compiling | ||
configure:2139: result: no | ||
configure:2142: checking for suffix of executables | ||
configure:2149: gcc -o conftest conftest.c >&5 | ||
configure:2152: $? = 0 | ||
configure:2176: result: | ||
configure:2182: checking for suffix of object files | ||
configure:2208: gcc -c conftest.c >&5 | ||
configure:2211: $? = 0 | ||
configure:2234: result: o | ||
configure:2238: checking whether we are using the GNU C compiler | ||
configure:2267: gcc -c conftest.c >&5 | ||
configure:2273: $? = 0 | ||
configure:2290: result: yes | ||
configure:2295: checking whether gcc accepts -g | ||
configure:2325: gcc -c -g conftest.c >&5 | ||
configure:2331: $? = 0 | ||
configure:2430: result: yes | ||
configure:2447: checking for gcc option to accept ISO C89 | ||
configure:2521: gcc -c -g -O2 conftest.c >&5 | ||
configure:2527: $? = 0 | ||
configure:2550: result: none needed | ||
configure:2574: checking how to run the C preprocessor | ||
configure:2614: gcc -E conftest.c | ||
configure:2620: $? = 0 | ||
configure:2651: gcc -E conftest.c | ||
conftest.c:8:28: error: ac_nonexistent.h: No such file or directory | ||
configure:2657: $? = 1 | ||
configure: failed program was: | ||
| /* confdefs.h. */ | ||
| #define PACKAGE_NAME "Haskell curl package" | ||
| #define PACKAGE_TARNAME "curl" | ||
| #define PACKAGE_VERSION "1.1" | ||
| #define PACKAGE_STRING "Haskell curl package 1.1" | ||
| #define PACKAGE_BUGREPORT "dons@galois.com" | ||
| /* end confdefs.h. */ | ||
| #include <ac_nonexistent.h> | ||
configure:2690: result: gcc -E | ||
configure:2719: gcc -E conftest.c | ||
configure:2725: $? = 0 | ||
configure:2756: gcc -E conftest.c | ||
conftest.c:8:28: error: ac_nonexistent.h: No such file or directory | ||
configure:2762: $? = 1 | ||
configure: failed program was: | ||
| /* confdefs.h. */ | ||
| #define PACKAGE_NAME "Haskell curl package" | ||
| #define PACKAGE_TARNAME "curl" | ||
| #define PACKAGE_VERSION "1.1" | ||
| #define PACKAGE_STRING "Haskell curl package 1.1" | ||
| #define PACKAGE_BUGREPORT "dons@galois.com" | ||
| /* end confdefs.h. */ | ||
| #include <ac_nonexistent.h> | ||
configure:2813: gcc -E conftest.c | ||
configure:2819: $? = 0 | ||
configure:2980: creating ./config.status | ||
|
||
## ---------------------- ## | ||
## Running config.status. ## | ||
## ---------------------- ## | ||
|
||
This file was extended by Haskell curl package config.status 1.1, which was | ||
generated by GNU Autoconf 2.61. Invocation command line was | ||
|
||
CONFIG_FILES = | ||
CONFIG_HEADERS = | ||
CONFIG_LINKS = | ||
CONFIG_COMMANDS = | ||
$ ./config.status | ||
|
||
on militia | ||
|
||
config.status:574: creating curl.buildinfo | ||
|
||
## ---------------- ## | ||
## Cache variables. ## | ||
## ---------------- ## | ||
|
||
ac_cv_c_compiler_gnu=yes | ||
ac_cv_env_CC_set= | ||
ac_cv_env_CC_value= | ||
ac_cv_env_CFLAGS_set= | ||
ac_cv_env_CFLAGS_value= | ||
ac_cv_env_CPPFLAGS_set= | ||
ac_cv_env_CPPFLAGS_value= | ||
ac_cv_env_CPP_set= | ||
ac_cv_env_CPP_value= | ||
ac_cv_env_LDFLAGS_set= | ||
ac_cv_env_LDFLAGS_value= | ||
ac_cv_env_LIBS_set= | ||
ac_cv_env_LIBS_value= | ||
ac_cv_env_build_alias_set= | ||
ac_cv_env_build_alias_value= | ||
ac_cv_env_host_alias_set= | ||
ac_cv_env_host_alias_value= | ||
ac_cv_env_target_alias_set= | ||
ac_cv_env_target_alias_value= | ||
ac_cv_objext=o | ||
ac_cv_prog_CPP='gcc -E' | ||
ac_cv_prog_ac_ct_CC=gcc | ||
ac_cv_prog_cc_c89= | ||
ac_cv_prog_cc_g=yes | ||
|
||
## ----------------- ## | ||
## Output variables. ## | ||
## ----------------- ## | ||
|
||
BUILD_PACKAGE_BOOL='True' | ||
CC='gcc' | ||
CFLAGS='-g -O2' | ||
CPP='gcc -E' | ||
CPPFLAGS='' | ||
CURL_BUILD_PACKAGE='yes' | ||
DEFS='-DPACKAGE_NAME=\"Haskell\ curl\ package\" -DPACKAGE_TARNAME=\"curl\" -DPACKAGE_VERSION=\"1.1\" -DPACKAGE_STRING=\"Haskell\ curl\ package\ 1.1\" -DPACKAGE_BUGREPORT=\"dons@galois.com\"' | ||
ECHO_C='' | ||
ECHO_N='-n' | ||
ECHO_T='' | ||
EXEEXT='' | ||
LDFLAGS='' | ||
LIBOBJS='' | ||
LIBS='' | ||
LTLIBOBJS='' | ||
OBJEXT='o' | ||
PACKAGE_BUGREPORT='dons@galois.com' | ||
PACKAGE_NAME='Haskell curl package' | ||
PACKAGE_STRING='Haskell curl package 1.1' | ||
PACKAGE_TARNAME='curl' | ||
PACKAGE_VERSION='1.1' | ||
PATH_SEPARATOR=':' | ||
SHELL='/bin/sh' | ||
ac_ct_CC='gcc' | ||
bindir='${exec_prefix}/bin' | ||
build_alias='' | ||
datadir='${datarootdir}' | ||
datarootdir='${prefix}/share' | ||
docdir='${datarootdir}/doc/${PACKAGE_TARNAME}' | ||
dvidir='${docdir}' | ||
exec_prefix='${prefix}' | ||
host_alias='' | ||
htmldir='${docdir}' | ||
includedir='${prefix}/include' | ||
infodir='${datarootdir}/info' | ||
libdir='${exec_prefix}/lib' | ||
libexecdir='${exec_prefix}/libexec' | ||
localedir='${datarootdir}/locale' | ||
localstatedir='${prefix}/var' | ||
mandir='${datarootdir}/man' | ||
oldincludedir='/usr/include' | ||
pdfdir='${docdir}' | ||
prefix='/home/spoon/.cabal' | ||
program_transform_name='s,x,x,' | ||
psdir='${docdir}' | ||
sbindir='${exec_prefix}/sbin' | ||
sharedstatedir='${prefix}/com' | ||
sysconfdir='${prefix}/etc' | ||
target_alias='' | ||
|
||
## ----------- ## | ||
## confdefs.h. ## | ||
## ----------- ## | ||
|
||
#define PACKAGE_NAME "Haskell curl package" | ||
#define PACKAGE_TARNAME "curl" | ||
#define PACKAGE_VERSION "1.1" | ||
#define PACKAGE_STRING "Haskell curl package 1.1" | ||
#define PACKAGE_BUGREPORT "dons@galois.com" | ||
|
||
configure: exit 0 |
Oops, something went wrong.