This patch is generated from the icap-2_5 branch of s2_5 in squid
Fri Mar 4 23:26:12 2005 GMT
See http://devel.squid-cache.org/
Index: squid/acconfig.h
diff -u squid/acconfig.h:1.13.2.4 squid/acconfig.h:1.13.2.3.6.2
--- squid/acconfig.h:1.13.2.4 Wed Jun 9 07:05:51 2004
+++ squid/acconfig.h Wed Aug 4 12:47:53 2004
@@ -87,6 +87,13 @@
*/
#undef DELAY_POOLS
+
+/*
+ * ICAP - Internet Content Adaptation Protocol
+ */
+#undef HS_FEAT_ICAP
+
+
/*
* If you want to log User-Agent request header values, define this.
* By default, they are written to useragent.log in the Squid log
Index: squid/configure.in
diff -u squid/configure.in:1.42.2.51 squid/configure.in:1.42.2.35.2.12
--- squid/configure.in:1.42.2.51 Mon Oct 11 19:13:34 2004
+++ squid/configure.in Fri Oct 15 08:24:01 2004
@@ -438,6 +438,17 @@
fi
])
+dnl Enable ICAP Support
+AM_CONDITIONAL(USE_ICAP, false)
+AC_ARG_ENABLE(icap-support,
+[ --enable-icap-support Enable iCAP client capability],
+[ if test "$enableval" = "yes" ; then
+ echo "ICAP support enabled"
+ AC_DEFINE(HS_FEAT_ICAP)
+ AM_CONDITIONAL(USE_ICAP, true)
+ fi
+])
+
dnl This is a developer only option. Developers know how to set defines
dnl
dnl AC_ARG_ENABLE(mem-gen-trace,
@@ -1740,6 +1751,8 @@
srand48 \
srandom \
statfs \
+ strnstr \
+ strcasestr \
sysconf \
syslog \
timegm \
@@ -1773,6 +1786,16 @@
AM_CONDITIONAL(NEED_OWN_SNPRINTF, true)
fi
+AM_CONDITIONAL(NEED_OWN_STRNSTR, false)
+if test "$ac_cv_func_strnstr" = "no" || test "$ac_cv_func_vstrnstr" = "no" ; then
+ AM_CONDITIONAL(NEED_OWN_STRNSTR, true)
+fi
+
+AM_CONDITIONAL(NEED_OWN_STRCASESTR, false)
+if test "$ac_cv_func_strcasestr" = "no" || test "$ac_cv_func_vstrcasestr" = "no"; then
+ AM_CONDITIONAL(NEED_OWN_STRCASESTR, true)
+fi
+
dnl
dnl Test for va_copy
dnl
Index: squid/errors/list
diff -u squid/errors/list:1.1.1.1 squid/errors/list:1.1.1.1.182.1
--- squid/errors/list:1.1.1.1 Tue Jan 25 19:21:47 2000
+++ squid/errors/list Mon Dec 1 06:23:44 2003
@@ -23,3 +23,4 @@
ERR_URN_RESOLVE
ERR_WRITE_ERROR
ERR_ZERO_SIZE_OBJECT
+ERR_ICAP_FAILURE
Index: squid/errors/Bulgarian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Bulgarian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Bulgarian/ERR_ICAP_FAILURE Mon Dec 8 04:30:56 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Catalan/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Catalan/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Catalan/ERR_ICAP_FAILURE Mon Dec 8 04:30:57 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Czech/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Czech/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Czech/ERR_ICAP_FAILURE Mon Dec 8 04:30:57 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Danish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Danish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Danish/ERR_ICAP_FAILURE Mon Dec 8 04:30:57 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Dutch/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Dutch/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Dutch/ERR_ICAP_FAILURE Mon Dec 8 04:30:57 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/English/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/English/ERR_ICAP_FAILURE:1.1.2.2
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/English/ERR_ICAP_FAILURE Mon Dec 8 04:30:57 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Estonian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Estonian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Estonian/ERR_ICAP_FAILURE Mon Dec 8 04:30:58 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Finnish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Finnish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Finnish/ERR_ICAP_FAILURE Mon Dec 8 04:30:58 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/French/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/French/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/French/ERR_ICAP_FAILURE Mon Dec 8 04:30:58 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/German/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/German/ERR_ICAP_FAILURE:1.1.2.2
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/German/ERR_ICAP_FAILURE Tue Mar 23 00:20:05 2004
@@ -0,0 +1,33 @@
+
+
+FEHLER: Der angeforderte URL konnte nicht geholt werden
+
+
+FEHLER
+Der angeforderte URL konnte nicht geholt werden
+
+
+Während des Versuches, den URL
+%U
+
+
+zu laden, trat der folgende Fehler auf:
+
+-
+
+ICAP-Protokollfehler
+
+
+
+
+
+Es trat ein Problem bei der ICAP-Kommunikation auf. Mögliche Gründe:
+
+- Nicht erreichbarer ICAP-Server
+
- Ungültige Antwort vom ICAP-Server
+
+
+
+
+Ihr Cache Administrator ist %w.
+
Index: squid/errors/Hebrew/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Hebrew/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Hebrew/ERR_ICAP_FAILURE Mon Dec 8 04:30:59 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Hungarian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Hungarian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Hungarian/ERR_ICAP_FAILURE Mon Dec 8 04:30:59 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Italian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Italian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Italian/ERR_ICAP_FAILURE Mon Dec 8 04:31:00 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Japanese/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Japanese/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Japanese/ERR_ICAP_FAILURE Mon Dec 8 04:31:00 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Korean/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Korean/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Korean/ERR_ICAP_FAILURE Mon Dec 8 04:31:00 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Lithuanian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Lithuanian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Lithuanian/ERR_ICAP_FAILURE Mon Dec 8 04:31:00 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Polish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Polish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Polish/ERR_ICAP_FAILURE Mon Dec 8 04:31:00 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Portuguese/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Portuguese/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Portuguese/ERR_ICAP_FAILURE Mon Dec 8 04:31:01 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Romanian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Romanian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Romanian/ERR_ICAP_FAILURE Mon Dec 8 04:31:01 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Russian-1251/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Russian-1251/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Russian-1251/ERR_ICAP_FAILURE Mon Dec 8 04:31:02 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Russian-koi8-r/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Russian-koi8-r/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Russian-koi8-r/ERR_ICAP_FAILURE Mon Dec 8 04:31:02 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Serbian/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Serbian/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Serbian/ERR_ICAP_FAILURE Mon Dec 8 04:31:02 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Simplify_Chinese/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Simplify_Chinese/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Simplify_Chinese/ERR_ICAP_FAILURE Mon Dec 8 04:31:02 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Slovak/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Slovak/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Slovak/ERR_ICAP_FAILURE Mon Dec 8 04:31:03 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Spanish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Spanish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Spanish/ERR_ICAP_FAILURE Mon Dec 8 04:31:03 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Swedish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Swedish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Swedish/ERR_ICAP_FAILURE Mon Dec 8 04:31:03 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Traditional_Chinese/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Traditional_Chinese/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Traditional_Chinese/ERR_ICAP_FAILURE Mon Dec 8 04:31:03 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/errors/Turkish/ERR_ICAP_FAILURE
diff -u /dev/null squid/errors/Turkish/ERR_ICAP_FAILURE:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/errors/Turkish/ERR_ICAP_FAILURE Mon Dec 8 04:31:04 2003
@@ -0,0 +1,31 @@
+
+
+ERROR: The requested URL could not be retrieved
+
+
+ERROR
+The requested URL could not be retrieved
+
+
+While attempting to retrieve the URL:
+%U
+
+the following error was encountered:
+
+-
+
+ICAP protocol error.
+
+
+
+
+
+Some aspect of the ICAP communication failed. Possible problems:
+
+- ICAP server is not reachable.
+
- Illegal response from ICAP server.
+
+
+
+Your cache administrator is %w.
+
Index: squid/include/util.h
diff -u squid/include/util.h:1.10 squid/include/util.h:1.10.30.2
--- squid/include/util.h:1.10 Wed Oct 17 05:30:51 2001
+++ squid/include/util.h Tue Apr 6 06:04:37 2004
@@ -132,4 +132,12 @@
*/
int statMemoryAccounted(void);
+#ifndef HAVE_STRNSTR
+extern char *strnstr(const char *haystack, const char *needle, size_t haystacklen);
+#endif
+
+#ifndef HAVE_STRCASESTR
+extern char *strcasestr(const char *haystack, const char *needle);
+#endif
+
#endif /* SQUID_UTIL_H */
Index: squid/lib/Makefile.am
diff -u squid/lib/Makefile.am:1.4 squid/lib/Makefile.am:1.4.26.2
--- squid/lib/Makefile.am:1.4 Wed Nov 21 15:48:57 2001
+++ squid/lib/Makefile.am Tue Apr 6 06:04:38 2004
@@ -8,6 +8,19 @@
else
SNPRINTFSOURCE=
endif
+
+if NEED_OWN_STRNSTR
+STRNSTRSOURCE=strnstr.c
+else
+STRNSTRSOURCE=
+endif
+
+if NEED_OWN_STRCASESTR
+STRCASESTRSOURCE=strcasestr.c
+else
+STRCASESTRSOURCE=
+endif
+
if NEED_OWN_MD5
MD5SOURCE=md5.c
else
@@ -43,6 +56,8 @@
$(SNPRINTFSOURCE) \
splay.c \
Stack.c \
+ $(STRNSTRSOURCE) \
+ $(STRCASESTRSOURCE) \
stub_memaccount.c \
util.c \
uudecode.c
Index: squid/lib/strcasestr.c
diff -u /dev/null squid/lib/strcasestr.c:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/lib/strcasestr.c Tue Apr 6 06:04:38 2004
@@ -0,0 +1,126 @@
+/* Return the offset of one string within another.
+ Copyright (C) 1994,1996,1997,1998,1999,2000 Free Software Foundation, Inc.
+ This file is part of the GNU C Library.
+
+ The GNU C Library is free software; you can redistribute it and/or
+ modify it under the terms of the GNU Lesser General Public
+ License as published by the Free Software Foundation; either
+ version 2.1 of the License, or (at your option) any later version.
+
+ The GNU C Library is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ Lesser General Public License for more details.
+
+ You should have received a copy of the GNU Lesser General Public
+ License along with the GNU C Library; if not, write to the Free
+ Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
+ 02111-1307 USA. */
+
+/*
+ * My personal strstr() implementation that beats most other algorithms.
+ * Until someone tells me otherwise, I assume that this is the
+ * fastest implementation of strstr() in C.
+ * I deliberately chose not to comment it. You should have at least
+ * as much fun trying to understand it, as I had to write it :-).
+ *
+ * Stephen R. van den Berg, berg@pool.informatik.rwth-aachen.de */
+
+/*
+ * modified to work outside of glibc (rhorstmann, 06/04/2004)
+ */
+
+#include "config.h"
+#ifndef HAVE_STRCASESTR
+#include
+
+typedef unsigned chartype;
+
+char *
+strcasestr (phaystack, pneedle)
+ const char *phaystack;
+ const char *pneedle;
+{
+ register const unsigned char *haystack, *needle;
+ register chartype b, c;
+
+ haystack = (const unsigned char *) phaystack;
+ needle = (const unsigned char *) pneedle;
+
+ b = tolower (*needle);
+ if (b != '\0')
+ {
+ haystack--; /* possible ANSI violation */
+ do
+ {
+ c = *++haystack;
+ if (c == '\0')
+ goto ret0;
+ }
+ while (tolower (c) != (int) b);
+
+ c = tolower (*++needle);
+ if (c == '\0')
+ goto foundneedle;
+ ++needle;
+ goto jin;
+
+ for (;;)
+ {
+ register chartype a;
+ register const unsigned char *rhaystack, *rneedle;
+
+ do
+ {
+ a = *++haystack;
+ if (a == '\0')
+ goto ret0;
+ if (tolower (a) == (int) b)
+ break;
+ a = *++haystack;
+ if (a == '\0')
+ goto ret0;
+shloop:
+ ;
+ }
+ while (tolower (a) != (int) b);
+
+jin: a = *++haystack;
+ if (a == '\0')
+ goto ret0;
+
+ if (tolower (a) != (int) c)
+ goto shloop;
+
+ rhaystack = haystack-- + 1;
+ rneedle = needle;
+ a = tolower (*rneedle);
+
+ if (tolower (*rhaystack) == (int) a)
+ do
+ {
+ if (a == '\0')
+ goto foundneedle;
+ ++rhaystack;
+ a = tolower (*++needle);
+ if (tolower (*rhaystack) != (int) a)
+ break;
+ if (a == '\0')
+ goto foundneedle;
+ ++rhaystack;
+ a = tolower (*++needle);
+ }
+ while (tolower (*rhaystack) == (int) a);
+
+ needle = rneedle; /* took the register-poor approach */
+
+ if (a == '\0')
+ break;
+ }
+ }
+foundneedle:
+ return (char*) haystack;
+ret0:
+ return 0;
+}
+#endif
Index: squid/lib/strnstr.c
diff -u /dev/null squid/lib/strnstr.c:1.1.2.1
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/lib/strnstr.c Fri Oct 17 12:53:11 2003
@@ -0,0 +1,51 @@
+/*
+ * Copyright (C) 2003 Nikos Mavroyanopoulos
+ *
+ * This file is part of GNUTLS.
+ *
+ * The GNUTLS library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+ /*
+ * DW 2003/10/17:
+ * Changed 'ssize_t' types to 'size_t'
+ */
+
+#include "config.h"
+#ifndef HAVE_STRNSTR
+#include
+
+char *strnstr(const char *haystack, const char *needle, size_t haystacklen)
+{
+ char *p;
+ size_t plen;
+ size_t len = strlen(needle);
+
+ if (*needle == '\0') /* everything matches empty string */
+ return (char*) haystack;
+
+ plen = haystacklen;
+ for (p = (char*) haystack; p != NULL; p = memchr(p + 1, *needle, plen-1)) {
+ plen = haystacklen - (p - haystack);
+
+ if (plen < len) return NULL;
+
+ if (strncmp(p, needle, len) == 0)
+ return (p);
+ }
+ return NULL;
+}
+#endif
Index: squid/src/HttpReply.c
diff -u squid/src/HttpReply.c:1.10.6.2 squid/src/HttpReply.c:1.10.52.4
--- squid/src/HttpReply.c:1.10.6.2 Tue Oct 5 19:15:11 2004
+++ squid/src/HttpReply.c Tue Oct 19 07:18:05 2004
@@ -143,17 +143,16 @@
* becuase somebody may feed a non NULL-terminated buffer to
* us.
*/
- MemBuf mb = MemBufNull;
+ char *headers = memAllocate(MEM_4K_BUF);
int success;
+ size_t s = XMIN(end + 1, 4096);
/* reset current state, because we are not used in incremental fashion */
httpReplyReset(rep);
/* put a string terminator. s is how many bytes to touch in
* 'buf' including the terminating NULL. */
- memBufDefInit(&mb);
- memBufAppend(&mb, buf, end);
- memBufAppend(&mb, "\0", 1);
- success = httpReplyParseStep(rep, mb.buf, 0);
- memBufClean(&mb);
+ xstrncpy(headers, buf, s);
+ success = httpReplyParseStep(rep, headers, 0);
+ memFree(headers, MEM_4K_BUF);
return success == 1;
}
Index: squid/src/HttpRequest.c
diff -u squid/src/HttpRequest.c:1.7.36.2 squid/src/HttpRequest.c:1.7.72.3
--- squid/src/HttpRequest.c:1.7.36.2 Thu Oct 7 19:14:09 2004
+++ squid/src/HttpRequest.c Tue Oct 19 07:18:06 2004
@@ -55,8 +55,8 @@
requestDestroy(request_t * req)
{
assert(req);
- if (req->body_reader)
- requestAbortBody(req);
+ if (req->body_connection)
+ clientAbortBody(req);
if (req->auth_user_request)
authenticateAuthUserRequestUnlock(req->auth_user_request);
safe_free(req->canonical);
@@ -158,41 +158,3 @@
return 0;
return 1;
}
-
-/*
- * Read request body contents
- */
-void
-requestReadBody(request_t * request, char *buf, size_t size, CBCB * callback, void *cbdata)
-{
- if (request->body_reader) {
- if (cbdataValid(request->body_reader_data)) {
- request->body_reader(request, buf, size, callback, cbdata);
- } else {
- debug(73, 1) ("requestReadBody: Aborted\n");
- request->body_reader = NULL;
- cbdataUnlock(request->body_reader_data);
- request->body_reader_data = NULL;
- callback(buf, 0, cbdata); /* Signal end of body */
- }
- } else {
- callback(buf, 0, cbdata); /* Signal end of body */
- }
-}
-
-void
-requestAbortBody(request_t * request)
-{
- if (!request)
- return;
- if (request->body_reader) {
- if (cbdataValid(request->body_reader_data)) {
- request->body_reader(request, NULL, -1, NULL, NULL);
- } else {
- debug(73, 2) ("requestAbortBody: Aborted\n");
- request->body_reader = NULL;
- cbdataUnlock(request->body_reader_data);
- request->body_reader_data = NULL;
- }
- }
-}
Index: squid/src/Makefile.am
diff -u squid/src/Makefile.am:1.13.2.9 squid/src/Makefile.am:1.13.2.8.6.4
--- squid/src/Makefile.am:1.13.2.9 Sat Sep 25 19:14:23 2004
+++ squid/src/Makefile.am Wed Sep 29 05:09:52 2004
@@ -6,6 +6,12 @@
# Uncomment and customize the following to suit your needs:
#
+if USE_ICAP
+ICAPSOURCE = icap_common.c icap_reqmod.c icap_respmod.c icap_opt.c
+else
+ICAPSOURCE =
+endif
+
if USE_DNSSERVER
DNSSOURCE = dns.c
DNSSERVER = dnsserver
@@ -150,6 +156,7 @@
HttpMsg.c \
HttpReply.c \
HttpRequest.c \
+ $(ICAPSOURCE) \
icmp.c \
icp_v2.c \
icp_v3.c \
Index: squid/src/MemBuf.c
diff -u squid/src/MemBuf.c:1.5.30.2 squid/src/MemBuf.c:1.5.44.7
--- squid/src/MemBuf.c:1.5.30.2 Tue Oct 5 19:15:11 2004
+++ squid/src/MemBuf.c Tue Oct 19 07:18:06 2004
@@ -386,3 +386,15 @@
assert(mb);
memBufPrintf(mb, "memBufReport is not yet implemented @?@\n");
}
+
+int
+memBufRead(int fd, MemBuf * mb)
+{
+ int len;
+ if (mb->capacity == mb->size)
+ memBufGrow(mb, SQUID_TCP_SO_RCVBUF);
+ len = FD_READ_METHOD(fd, mb->buf + mb->size, mb->capacity - mb->size);
+ if (len)
+ mb->size += len;
+ return len;
+}
Index: squid/src/String.c
diff -u squid/src/String.c:1.4 squid/src/String.c:1.4.78.2
--- squid/src/String.c:1.4 Fri Jan 12 00:20:32 2001
+++ squid/src/String.c Wed Jan 14 00:23:21 2004
@@ -1,4 +1,6 @@
+
+
/*
* $Id$
*
Index: squid/src/cache_cf.c
diff -u squid/src/cache_cf.c:1.38.6.16 squid/src/cache_cf.c:1.38.6.11.2.13
--- squid/src/cache_cf.c:1.38.6.16 Sat Sep 25 19:14:24 2004
+++ squid/src/cache_cf.c Fri Nov 19 01:47:02 2004
@@ -2128,6 +2128,576 @@
return bodylist.head == NULL;
}
+#ifdef HS_FEAT_ICAP
+
+/***************************************************
+ * prototypes
+ */
+static int icap_service_process(icap_service * s);
+static void icap_service_init(icap_service * s);
+static void icap_service_destroy(icap_service * s);
+icap_service *icap_service_lookup(char *name);
+static int icap_class_process(icap_class * c);
+static void icap_class_destroy(icap_class * c);
+static void icap_access_destroy(icap_access * a);
+static void dump_wordlist(StoreEntry * entry, const char *name, wordlist * list);
+static void icap_class_add(icap_class * c);
+
+/***************************************************
+ * icap_service
+ */
+
+/*
+ * example:
+ * icap_service reqmode_precache 0 icap://192.168.0.1:1344/respmod
+ */
+
+static void
+parse_icap_service_type(IcapConfig * cfg)
+{
+ icap_service *A = NULL;
+ icap_service *B = NULL;
+ icap_service **T = NULL;
+
+ A = cbdataAlloc(icap_service);
+ icap_service_init(A);
+ parse_string(&A->name);
+ parse_string(&A->type_name);
+ parse_ushort(&A->bypass);
+ parse_string(&A->uri);
+ debug(3, 5) ("parse_icap_service_type (line %d): %s %s %d %s\n", config_lineno, A->name, A->type_name, A->bypass, A->name);
+
+ if (icap_service_process(A)) {
+ /* put into linked list */
+ for (B = cfg->service_head, T = &cfg->service_head; B; T = &B->next, B = B->next);
+ *T = A;
+ } else {
+ /* clean up structure */
+ debug(3, 0) ("parse_icap_service_type (line %d): skipping %s\n", config_lineno, A->name);
+ icap_service_destroy(A);
+ cbdataFree(A);
+ }
+
+}
+
+static void
+dump_icap_service_type(StoreEntry * e, const char *name, IcapConfig cfg)
+{
+ icap_service *current_node = NULL;
+
+ if (!cfg.service_head) {
+ storeAppendPrintf(e, "%s 0\n", name);
+ return;
+ }
+ current_node = cfg.service_head;
+
+ while (current_node) {
+ storeAppendPrintf(e, "%s %s %s %d %s\n", name, current_node->name, current_node->type_name, current_node->bypass, current_node->uri);
+ current_node = current_node->next;
+ }
+
+}
+
+static void
+free_icap_service_type(IcapConfig * cfg)
+{
+ while (cfg->service_head) {
+ icap_service *current_node = cfg->service_head;
+ cfg->service_head = current_node->next;
+ icap_service_destroy(current_node);
+ cbdataFree(current_node);
+ }
+}
+
+/*
+ * parse the raw string and cache some parts that are needed later
+ * returns 1 if everything was ok
+ */
+static int
+icap_service_process(icap_service * s)
+{
+ char *start, *end, *tempEnd;
+ char *tailp;
+ unsigned int len;
+ int port_in_uri, resource_in_uri=0;
+ s->type = icapServiceToType(s->type_name);
+ if (s->type >= ICAP_SERVICE_MAX) {
+ debug(3, 0) ("icap_service_process (line %d): wrong service type %s\n", config_lineno, s->type_name);
+ return 0;
+ }
+ if (s->type == ICAP_SERVICE_REQMOD_PRECACHE)
+ s->method = ICAP_METHOD_REQMOD;
+ else if (s->type == ICAP_SERVICE_REQMOD_PRECACHE)
+ s->method = ICAP_METHOD_REQMOD;
+ else if (s->type == ICAP_SERVICE_REQMOD_POSTCACHE)
+ s->method = ICAP_METHOD_REQMOD;
+ else if (s->type == ICAP_SERVICE_RESPMOD_PRECACHE)
+ s->method = ICAP_METHOD_RESPMOD;
+ else if (s->type == ICAP_SERVICE_RESPMOD_POSTCACHE)
+ s->method = ICAP_METHOD_RESPMOD;
+ debug(3, 5) ("icap_service_process (line %d): type=%s\n", config_lineno, icapServiceToStr(s->type));
+ if (strncmp(s->uri, "icap://", 7) != 0) {
+ debug(3, 0) ("icap_service_process (line %d): wrong uri: %s\n", config_lineno, s->uri);
+ return 0;
+ }
+ start = s->uri + 7;
+ if ((end = strchr(start, ':')) != NULL) {
+ /* ok */
+ port_in_uri = 1;
+ debug(3, 5) ("icap_service_process (line %d): port given\n", config_lineno);
+ } else {
+ /* ok */
+ port_in_uri = 0;
+ debug(3, 5) ("icap_service_process (line %d): no port given\n", config_lineno);
+ }
+
+ if ((tempEnd = strchr(start, '/')) != NULL) {
+ /* ok */
+ resource_in_uri = 1;
+ debug(3, 5) ("icap_service_process (line %d): resource given\n", config_lineno);
+ if (end == '\0') {
+ end = tempEnd;
+ }
+ } else {
+ /* ok */
+ resource_in_uri = 0;
+ debug(3, 5) ("icap_service_process (line %d): no resource given\n", config_lineno);
+ }
+
+ tempEnd = strchr(start, '\0');
+ if (end == '\0') {
+ end = tempEnd;
+ }
+
+ len = end - start;
+ s->hostname = xstrndup(start, len + 1);
+ s->hostname[len] = 0;
+ debug(3, 5) ("icap_service_process (line %d): hostname=%s\n", config_lineno, s->hostname);
+ start = end;
+
+ if (port_in_uri) {
+ start++; /* skip ':' */
+ if (resource_in_uri)
+ end = strchr(start, '/');
+ else
+ end = strchr(start, '\0');
+ s->port = strtoul(start, &tailp, 0) % 65536;
+ if (tailp != end) {
+ debug(3, 0) ("icap_service_process (line %d): wrong service uri (port could not be parsed): %s\n", config_lineno, s->uri);
+ return 0;
+ }
+ debug(3, 5) ("icap_service_process (line %d): port=%d\n", config_lineno, s->port);
+ start = end;
+ } else {
+ /* no explicit ICAP port; first ask by getservbyname or default to
+ * hardwired port 1344 per ICAP specification section 4.2 */
+ struct servent *serv = getservbyname("icap", "tcp");
+ if (serv) {
+ s->port = htons(serv->s_port);
+ debug(3, 5) ("icap_service_process (line %d): default port=%d getservbyname(icap,tcp)\n", config_lineno, s->port);
+ } else {
+ s->port = 1344;
+ debug(3, 5) ("icap_service_process (line %d): default hardwired port=%d\n", config_lineno, s->port);
+ }
+ }
+
+ if (resource_in_uri) {
+ start++; /* skip '/' */
+ /* the rest is resource name */
+ end = strchr(start, '\0');
+ len = end - start;
+ if (len > 1024) {
+ debug(3, 0) ("icap_service_process (line %d): long resource name (>1024), probably wrong\n", config_lineno);
+ }
+ s->resource = xstrndup(start, len + 1);
+ s->resource[len] = 0;
+ debug(3, 5) ("icap_service_process (line %d): service=%s\n", config_lineno, s->resource);
+ }
+
+ /* check bypass */
+ if ((s->bypass != 0) && (s->bypass != 1)) {
+ debug(3, 0) ("icap_service_process (line %d): invalid bypass value\n", config_lineno);
+ return 0;
+ }
+ return 1;
+}
+
+/*
+ * constructor
+ */
+static void
+icap_service_init(icap_service * s)
+{
+ s->type = ICAP_SERVICE_MAX; /* means undefined */
+ s->preview = Config.icapcfg.preview_size;
+ s->opt = 0;
+ s->istag = StringNull;
+ s->transfer_preview = StringNull;
+ s->transfer_ignore = StringNull;
+ s->transfer_complete = StringNull;
+}
+
+/*
+ * destructor
+ * frees only strings, but don't touch the linked list
+ */
+static void
+icap_service_destroy(icap_service * s)
+{
+ xfree(s->name);
+ xfree(s->uri);
+ xfree(s->type_name);
+ xfree(s->hostname);
+ xfree(s->resource);
+ assert(s->opt == 0); /* there should be no opt request running now */
+ stringClean(&s->istag);
+ stringClean(&s->transfer_preview);
+ stringClean(&s->transfer_ignore);
+ stringClean(&s->transfer_complete);
+}
+
+icap_service *
+icap_service_lookup(char *name)
+{
+ icap_service *iter;
+ for (iter = Config.icapcfg.service_head; iter; iter = iter->next) {
+ if (!strcmp(name, iter->name)) {
+ return iter;
+ }
+ }
+ return NULL;
+}
+
+/***************************************************
+ * icap_service_list
+ */
+
+static void
+icap_service_list_add(icap_service_list ** isl, char * service_name)
+{
+ icap_service_list **iter;
+ icap_service_list *new;
+ icap_service *gbl_service;
+ int i;
+ int max_services;
+
+ new = memAllocate(MEM_ICAP_SERVICE_LIST);
+ /* Found all services with that name, and add to the array */
+ max_services = sizeof(new->services)/sizeof(icap_service *);
+ gbl_service = Config.icapcfg.service_head;
+ i=0;
+ while(gbl_service && i < max_services) {
+ if (!strcmp(service_name, gbl_service->name))
+ new->services[i++] = gbl_service;
+ gbl_service = gbl_service->next;
+ }
+ new->nservices = i;
+
+ if (*isl) {
+ iter = isl;
+ while ((*iter)->next)
+ iter = &((*iter)->next);
+ (*iter)->next = new;
+ } else {
+ *isl = new;
+ }
+}
+
+/*
+ * free the linked list without touching references icap_service
+ */
+static void
+icap_service_list_destroy(icap_service_list * isl)
+{
+ icap_service_list *current;
+ icap_service_list *next;
+
+ current = isl;
+ while (current) {
+ next = current->next;
+ memFree(current, MEM_ICAP_SERVICE_LIST);
+ current = next;
+ }
+}
+
+/***************************************************
+ * icap_class
+ */
+static void
+parse_icap_class_type(IcapConfig * cfg)
+{
+ icap_class *s = NULL;
+
+ s = memAllocate(MEM_ICAP_CLASS);
+ parse_string(&s->name);
+ parse_wordlist(&s->services);
+
+ if (icap_class_process(s)) {
+ /* if ok, put into linked list */
+ icap_class_add(s);
+ } else {
+ /* clean up structure */
+ debug(3, 0) ("parse_icap_class_type (line %d): skipping %s\n", config_lineno, s->name);
+ icap_class_destroy(s);
+ memFree(s, MEM_ICAP_CLASS);
+ }
+}
+
+static void
+dump_icap_class_type(StoreEntry * e, const char *name, IcapConfig cfg)
+{
+ icap_class *current_node = NULL;
+ LOCAL_ARRAY(char, nom, 64);
+
+ if (!cfg.class_head) {
+ storeAppendPrintf(e, "%s 0\n", name);
+ return;
+ }
+ current_node = cfg.class_head;
+
+ while (current_node) {
+ snprintf(nom, 64, "%s %s", name, current_node->name);
+ dump_wordlist(e, nom, current_node->services);
+ current_node = current_node->next;
+ }
+}
+
+static void
+free_icap_class_type(IcapConfig * cfg)
+{
+ while (cfg->class_head) {
+ icap_class *current_node = cfg->class_head;
+ cfg->class_head = current_node->next;
+ icap_class_destroy(current_node);
+ memFree(current_node, MEM_ICAP_CLASS);
+ }
+}
+
+/*
+ * process services list, return 1, if at least one service was found
+ */
+static int
+icap_class_process(icap_class * c)
+{
+ icap_service_list *isl = NULL;
+ wordlist *iter;
+ icap_service *service;
+ /* take services list and build icap_service_list from it */
+ for (iter = c->services; iter; iter = iter->next) {
+ service = icap_service_lookup(iter->key);
+ if (service) {
+ icap_service_list_add(&isl, iter->key);
+ } else {
+ debug(3, 0) ("icap_class_process (line %d): skipping service %s in class %s\n", config_lineno, iter->key, c->name);
+ }
+ }
+
+ if (isl) {
+ c->isl = isl;
+ return 1;
+ }
+ return 0;
+}
+
+/*
+ * search for an icap_class in the global IcapConfig
+ * classes with hidden-flag are skipped
+ */
+static icap_class *
+icap_class_lookup(char *name)
+{
+ icap_class *iter;
+ for (iter = Config.icapcfg.class_head; iter; iter = iter->next) {
+ if ((!strcmp(name, iter->name)) && (!iter->hidden)) {
+ return iter;
+ }
+ }
+ return NULL;
+}
+
+/*
+ * adds an icap_class to the global IcapConfig
+ */
+static void
+icap_class_add(icap_class * c)
+{
+ icap_class *cp = NULL;
+ icap_class **t = NULL;
+ IcapConfig *cfg = &Config.icapcfg;
+ if (c) {
+ for (cp = cfg->class_head, t = &cfg->class_head; cp; t = &cp->next, cp = cp->next);
+ *t = c;
+ }
+}
+
+/*
+ * free allocated memory inside icap_class
+ */
+static void
+icap_class_destroy(icap_class * c)
+{
+ xfree(c->name);
+ wordlistDestroy(&c->services);
+ icap_service_list_destroy(c->isl);
+}
+
+/***************************************************
+ * icap_access
+ */
+
+/* format: icap_access {allow|deny} acl, ... */
+static void
+parse_icap_access_type(IcapConfig * cfg)
+{
+ icap_access *A = NULL;
+ icap_access *B = NULL;
+ icap_access **T = NULL;
+ icap_service *s = NULL;
+ icap_class *c = NULL;
+ ushort no_class = 0;
+
+ A = memAllocate(MEM_ICAP_ACCESS);
+ parse_string(&A->service_name);
+
+ /*
+ * try to find a class with the given name first. if not found, search
+ * the services. if a service is found, create a new hidden class with
+ * only this service. this is for backward compatibility.
+ *
+ * the special classname All is allowed only in deny rules, because
+ * the class is not used there.
+ */
+ if (!strcmp(A->service_name, "None")) {
+ no_class = 1;
+ } else {
+ A->class = icap_class_lookup(A->service_name);
+ if (!A->class) {
+ s = icap_service_lookup(A->service_name);
+ if (s) {
+ c = memAllocate(MEM_ICAP_CLASS);
+ c->name = xstrdup("(hidden)");
+ c->hidden = 1;
+ wordlistAdd(&c->services, A->service_name);
+ c->isl = memAllocate(MEM_ICAP_SERVICE_LIST);
+ /* FIXME:luc: check what access do */
+ c->isl->services[0] = s;
+ c->isl->nservices = 1;
+ icap_class_add(c);
+ A->class = c;
+ } else {
+ debug(3, 0) ("parse_icap_access_type (line %d): servicename %s not found. skipping.\n", config_lineno, A->service_name);
+ memFree(A, MEM_ICAP_ACCESS);
+ return;
+ }
+ }
+ }
+
+ aclParseAccessLine(&(A->access));
+ debug(3, 5) ("parse_icap_access_type (line %d): %s\n", config_lineno, A->service_name);
+
+ /* check that All class is only used in deny rule */
+ if (no_class && A->access->allow) {
+ memFree(A, MEM_ICAP_ACCESS);
+ debug(3, 0) ("parse_icap_access (line %d): special class 'None' only allowed in deny rule. skipping.\n", config_lineno);
+ return;
+ }
+ if (A->access) {
+ for (B = cfg->access_head, T = &cfg->access_head; B; T = &B->next, B = B->next);
+ *T = A;
+ } else {
+ debug(3, 0) ("parse_icap_access_type (line %d): invalid line skipped\n", config_lineno);
+ memFree(A, MEM_ICAP_ACCESS);
+ }
+}
+
+static void
+dump_icap_access_type(StoreEntry * e, const char *name, IcapConfig cfg)
+{
+ icap_access *current_node = NULL;
+ LOCAL_ARRAY(char, nom, 64);
+
+ if (!cfg.access_head) {
+ storeAppendPrintf(e, "%s 0\n", name);
+ return;
+ }
+ current_node = cfg.access_head;
+
+ while (current_node) {
+ snprintf(nom, 64, "%s %s", name, current_node->service_name);
+ dump_acl_access(e, nom, current_node->access);
+ current_node = current_node->next;
+ }
+}
+
+static void
+free_icap_access_type(IcapConfig * cfg)
+{
+ while (cfg->access_head) {
+ icap_access *current_node = cfg->access_head;
+ cfg->access_head = current_node->next;
+ icap_access_destroy(current_node);
+ memFree(current_node, MEM_ICAP_ACCESS);
+ }
+}
+
+/*
+ * destructor
+ * frees everything but the linked list
+ */
+static void
+icap_access_destroy(icap_access * a)
+{
+ xfree(a->service_name);
+ aclDestroyAccessList(&a->access);
+}
+
+/***************************************************
+ * for debugging purposes only
+ */
+void
+dump_icap_config(IcapConfig * cfg)
+{
+ icap_service *s_iter;
+ icap_class *c_iter;
+ icap_access *a_iter;
+ icap_service_list *isl_iter;
+ acl_list *l;
+ debug(3, 0) ("IcapConfig: onoff = %d\n", cfg->onoff);
+ debug(3, 0) ("IcapConfig: service_head = %d\n", (int) cfg->service_head);
+ debug(3, 0) ("IcapConfig: class_head = %d\n", (int) cfg->class_head);
+ debug(3, 0) ("IcapConfig: access_head = %d\n", (int) cfg->access_head);
+
+ debug(3, 0) ("IcapConfig: services =\n");
+ for (s_iter = cfg->service_head; s_iter; s_iter = s_iter->next) {
+ printf(" %s: \n", s_iter->name);
+ printf(" bypass = %d\n", s_iter->bypass);
+ printf(" hostname = %s\n", s_iter->hostname);
+ printf(" port = %d\n", s_iter->port);
+ printf(" resource = %s\n", s_iter->resource);
+ }
+ debug(3, 0) ("IcapConfig: classes =\n");
+ for (c_iter = cfg->class_head; c_iter; c_iter = c_iter->next) {
+ printf(" %s: \n", c_iter->name);
+ printf(" services = \n");
+ for (isl_iter = c_iter->isl; isl_iter; isl_iter = isl_iter->next) {
+ int i;
+ for (i = 0; i < isl_iter->nservices; i++)
+ printf(" %s\n", isl_iter->services[i]->name);
+ }
+ }
+ debug(3, 0) ("IcapConfig: access =\n");
+ for (a_iter = cfg->access_head; a_iter; a_iter = a_iter->next) {
+ printf(" service_name = %s\n", a_iter->service_name);
+ printf(" access = %s", a_iter->access->allow ? "allow" : "deny");
+ for (l = a_iter->access->acl_list; l != NULL; l = l->next) {
+ printf(" %s%s",
+ l->op ? null_string : "!",
+ l->acl->name);
+ }
+ printf("\n");
+ }
+}
+#endif /* HS_FEAT_ICAP */
static void
parse_kb_size_t(size_t * var)
Index: squid/src/carp.c
diff -u squid/src/carp.c:1.5.66.2 squid/src/carp.c:1.5.88.4
--- squid/src/carp.c:1.5.66.2 Thu Sep 30 19:13:42 2004
+++ squid/src/carp.c Tue Oct 19 07:18:08 2004
@@ -119,7 +119,7 @@
for (tp = Config.peers; tp; tp = tp->next) {
if (0.0 == tp->carp.load_factor)
continue;
- if (!peerHTTPOkay(tp, request))
+ if (tp->tcp_up != PEER_TCP_MAGIC_COUNT)
continue;
assert(tp->type == PEER_PARENT);
combined_hash = (url_hash ^ tp->carp.hash);
Index: squid/src/cbdata.c
diff -u squid/src/cbdata.c:1.14.6.1 squid/src/cbdata.c:1.14.32.2
--- squid/src/cbdata.c:1.14.6.1 Wed Jul 16 19:13:28 2003
+++ squid/src/cbdata.c Sat Sep 13 18:36:26 2003
@@ -144,6 +144,10 @@
CREATE_CBDATA(statefulhelper);
CREATE_CBDATA(helper_stateful_server);
CREATE_CBDATA(HttpStateData);
+#ifdef HS_FEAT_ICAP
+ CREATE_CBDATA(IcapStateData);
+ CREATE_CBDATA(icap_service);
+#endif
CREATE_CBDATA_FREE(peer, peerDestroy);
CREATE_CBDATA(ps_state);
CREATE_CBDATA(RemovalPolicy);
Index: squid/src/cf.data.pre
diff -u squid/src/cf.data.pre:1.49.2.62 squid/src/cf.data.pre:1.49.2.33.2.23
--- squid/src/cf.data.pre:1.49.2.62 Fri Oct 8 19:14:03 2004
+++ squid/src/cf.data.pre Fri Nov 19 01:38:13 2004
@@ -2366,19 +2366,6 @@
matching line.
DOC_END
-NAME: reply_header_max_size
-COMMENT: (KB)
-TYPE: b_size_t
-DEFAULT: 20 KB
-LOC: Config.maxReplyHeaderSize
-DOC_START
- This specifies the maximum size for HTTP headers in a reply.
- Reply headers are usually relatively small (about 512 bytes).
- Placing a limit on the reply header size will catch certain
- bugs (for example with persistent connections) and possibly
- buffer-overflow or denial-of-service attacks.
-DOC_END
-
NAME: reply_body_max_size
COMMENT: bytes allow|deny acl acl...
TYPE: body_size_t
@@ -2643,6 +2630,171 @@
DOC_END
COMMENT_START
+ ICAP OPTIONS
+ -----------------------------------------------------------------------------
+COMMENT_END
+
+NAME: icap_enable
+TYPE: onoff
+IFDEF: HS_FEAT_ICAP
+COMMENT: on|off
+LOC: Config.icapcfg.onoff
+DEFAULT: off
+DOC_START
+ If you want to enable the ICAP client module, set this to on.
+DOC_END
+
+NAME: icap_preview_enable
+TYPE: onoff
+IFDEF: HS_FEAT_ICAP
+COMMENT: on|off
+LOC: Config.icapcfg.preview_enable
+DEFAULT: off
+DOC_START
+ Set this to 'on' if you want to enable the ICAP preview
+ feature in Squid.
+DOC_END
+
+NAME: icap_preview_size
+TYPE: int
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg.preview_size
+DEFAULT: -1
+DOC_START
+ The default size of preview data to be sent to the ICAP server.
+ -1 means no preview. This value might be overwritten on a per server
+ basis by OPTIONS requests.
+DOC_END
+
+NAME: icap_check_interval
+TYPE: int
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg.check_interval
+DEFAULT: 300
+DOC_START
+ If an ICAP server does not respond, it gets marked as unreachable. Squid
+ will try again to reach it after this time.
+DOC_END
+
+NAME: icap_send_client_ip
+TYPE: onoff
+IFDEF: HS_FEAT_ICAP
+COMMENT: on|off
+LOC: Config.icapcfg.send_client_ip
+DEFAULT: off
+DOC_START
+ This adds the header "X-Client-IP" to ICAP requests. Can also be
+ set from the server's response to OPTIONS.
+DOC_END
+
+NAME: icap_send_auth_user
+TYPE: onoff
+IFDEF: HS_FEAT_ICAP
+COMMENT: on|off
+LOC: Config.icapcfg.send_auth_user
+DEFAULT: off
+DOC_START
+ This adds the header "X-Authenticated-User" to ICAP requests
+ if proxy access is authentified. Can also be set from the server's
+ response to OPTIONS.
+DOC_END
+
+NAME: icap_auth_scheme
+TYPE: string
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg.auth_scheme
+DEFAULT: Local://%u
+DOC_START
+ Authentification scheme to pass to ICAP requests if
+ icap_send_auth_user is enabled. The first occurence of "%u"
+ is replaced by the authentified user name. If no "%u" is found,
+ the username is added at the end of the scheme.
+
+ See http://www.ietf.org/internet-drafts/draft-stecher-icap-subid-00.txt,
+ section 3.4 for details on this.
+
+ Examples:
+
+ icap_auth_scheme Local://%u
+ icap_auth_scheme LDAP://ldap-server/cn=%u,dc=company,dc=com
+ icap_auth_scheme WinNT://nt-domain/%u
+ icap_auth_scheme Radius://radius-server/%u
+DOC_END
+
+NAME: icap_service
+TYPE: icap_service_type
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg
+DEFAULT: none
+DOC_START
+ Defines a single ICAP service
+
+ icap_service servicename vectoring_point bypass service_url
+
+ vectoring_point = reqmod_precache|reqmod_postcache|respmod_precache|respmod_postcache
+ This specifies at which point of request processing the ICAP
+ service should be plugged in.
+ bypass = 1|0
+ If set to 1 and the ICAP server cannot be reached, the request will go
+ through without being processed by an ICAP server
+ service_url = icap://servername:port/service
+
+ Note: reqmod_precache and respmod_postcache is not yet implemented
+
+ Load-balancing and high availability:
+ You can obtain load-balancing and high availability by defining a
+ named service with different definitions. Then, the client
+ loops through the different entities of the service providing
+ load-balancing. If an entity is marked as unreachable, the client goes
+ one step further to the next entity: you have the high-availability.
+ See the service_1 definition below
+
+Example:
+icap_service service_1 reqmod_precache 0 icap://icap1.mydomain.net:1344/reqmod
+icap_service service_1 reqmod_precache 0 icap://icap2.mydomain.net:1344/reqmod
+icap_service service_2 respmod_precache 0 icap://icap3.mydomain.net:1344/respmod
+DOC_END
+
+NAME: icap_class
+TYPE: icap_class_type
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg
+DEFAULT: none
+DOC_START
+ Defines an ICAP service chain. If there are multiple services per
+ vectoring point, they are processed in the specified order.
+
+ icap_class classname servicename...
+
+Example:
+icap_class class_1 service_1 service_2
+icap class class_2 service_1 service_3
+DOC_END
+
+NAME: icap_access
+TYPE: icap_access_type
+IFDEF: HS_FEAT_ICAP
+LOC: Config.icapcfg
+DEFAULT: none
+DOC_START
+ Redirects a request through an ICAP service class, depending
+ on given acls
+
+ icap_access classname allow|deny [!]aclname...
+
+ The icap_access statements are processed in the order they appear in
+ this configuration file. If an access list matches, the processing stops.
+ For an "allow" rule, the specified class is used for the request. A "deny"
+ rule simply stops processing without using the class. You can also use the
+ special classname "None".
+
+ For backward compatibility, it is also possible to use services
+ directly here.
+Example:
+icap_access class_1 allow all
+DOC_END
+
+COMMENT_START
MISCELLANEOUS
-----------------------------------------------------------------------------
COMMENT_END
@@ -2764,7 +2916,7 @@
NAME: memory_pools_limit
COMMENT: (bytes)
TYPE: b_size_t
-DEFAULT: 5 MB
+DEFAULT: none
LOC: Config.MemPools.limit
DOC_START
Used only with memory_pools on:
Index: squid/src/cf_gen_defines
diff -u squid/src/cf_gen_defines:1.5 squid/src/cf_gen_defines:1.5.48.2
--- squid/src/cf_gen_defines:1.5 Mon Dec 3 00:03:21 2001
+++ squid/src/cf_gen_defines Thu Jun 26 18:15:18 2003
@@ -1,37 +1,38 @@
-#!/usr/bin/awk -f
+#!/usr/bin/awk -f
BEGIN {
- print "/* Generated automatically from cf.data.pre"
+ print "/* Generated automatically from cf.data.pre"
print " * DO NOT EDIT"
print "*/"
print "struct { const char *name; const char *enable; int defined;} defines[] = {"
- define["DELAY_POOLS"]="--enable-delay-pools"
- define["HTTP_VIOLATIONS"]="--enable-http-violations"
- define["SQUID_SNMP"]="--enable-snmp"
- define["USE_CACHE_DIGESTS"]="--enable-cache-digests"
- define["USE_DNSSERVERS"]="--disable-internal-dns"
- define["!USE_DNSSERVERS"]="--enable-internal-dns"
- define["USE_HTCP"]="--enable-htcp"
- define["USE_ICMP"]="--enable-icmp"
- define["USE_IDENT"]="--enable-ident-lookups"
- define["USE_REFERER_LOG"]="--enable-referer-log"
- define["USE_SSL"]="--enable-ssl"
- define["USE_UNLINKD"]="--enable-unlinkd"
- define["USE_USERAGENT_LOG"]="--enable-useragent-log"
- define["USE_WCCP"]="--enable-wccp"
+ define["DELAY_POOLS"] = "--enable-delay-pools"
+ define["HTTP_VIOLATIONS"] = "--enable-http-violations"
+ define["SQUID_SNMP"] = "--enable-snmp"
+ define["USE_CACHE_DIGESTS"] = "--enable-cache-digests"
+ define["USE_DNSSERVERS"] = "--disable-internal-dns"
+ define["!USE_DNSSERVERS"] = "--enable-internal-dns"
+ define["USE_HTCP"] = "--enable-htcp"
+ define["USE_ICMP"] = "--enable-icmp"
+ define["USE_IDENT"] = "--enable-ident-lookups"
+ define["USE_REFERER_LOG"] = "--enable-referer-log"
+ define["USE_SSL"] = "--enable-ssl"
+ define["USE_UNLINKD"] = "--enable-unlinkd"
+ define["USE_USERAGENT_LOG"] = "--enable-useragent-log"
+ define["USE_WCCP"] = "--enable-wccp"
+ define["HS_FEAT_ICAP"] = "--enable-icap-support"
}
/^IFDEF:/ {
- if (define[$2] != "")
- DEFINE=define[$2]
- else
- DEFINE="-D" $2
- print "{\"" $2 "\", \"" DEFINE "\", "
- print "#if " $2
- print "1"
- print "#else"
- print "0"
- print "#endif"
- print "},"
-}
-END {
+ if (define[$2] != "")
+ DEFINE = define[$2]
+ else
+ DEFINE = "-D" $2
+ print "{\"" $2 "\", \"" DEFINE "\", "
+ print "#if " $2
+ print "1"
+ print "#else"
+ print "0"
+ print "#endif"
+ print "},"
+ }
+ END {
print "{(void *)0L, 0}};"
-}
+ }
Index: squid/src/client_db.c
diff -u squid/src/client_db.c:1.6.54.4 squid/src/client_db.c:1.6.88.4
--- squid/src/client_db.c:1.6.54.4 Mon Oct 11 19:13:35 2004
+++ squid/src/client_db.c Tue Oct 19 07:18:11 2004
@@ -39,7 +39,6 @@
static ClientInfo *clientdbAdd(struct in_addr addr);
static FREE clientdbFreeItem;
static void clientdbStartGC(void);
-static void clientdbScheduledGC(void *);
static int max_clients = 32;
static int cleanup_running = 0;
@@ -57,10 +56,8 @@
c->addr = addr;
hash_join(client_table, &c->hash);
statCounter.client_http.clients++;
- if ((statCounter.client_http.clients > max_clients) && !cleanup_running && cleanup_scheduled < 2) {
- cleanup_scheduled++;
- eventAdd("client_db garbage collector", clientdbScheduledGC, NULL, 90, 0);
- }
+ if ((statCounter.client_http.clients > max_clients) && !cleanup_running)
+ clientdbStartGC();
return c;
}
@@ -283,9 +280,9 @@
max_clients = statCounter.client_http.clients * 3 / 2;
if (!cleanup_scheduled) {
cleanup_scheduled = 1;
- eventAdd("client_db garbage collector", clientdbScheduledGC, NULL, 3 * 3600, 0);
+ eventAdd("client_db garbage collector", clientdbScheduledGC, NULL, 6 * 3600, 0);
}
- debug(49, 2) ("clientdbGC: Removed %d entries\n", cleanup_removed);
+ debug(49, 1) ("clientdbGC: Removed %d entries\n", cleanup_removed);
}
}
Index: squid/src/client_side.c
diff -u squid/src/client_side.c:1.47.2.49 squid/src/client_side.c:1.47.2.28.2.24
--- squid/src/client_side.c:1.47.2.49 Thu Oct 14 19:14:01 2004
+++ squid/src/client_side.c Tue Oct 19 07:18:11 2004
@@ -90,7 +90,7 @@
static CWCB clientWriteComplete;
static CWCB clientWriteBodyComplete;
static PF clientReadRequest;
-static PF connStateFree;
+PF connStateFree;
static PF requestTimeout;
static PF clientLifetimeTimeout;
static int clientCheckTransferDone(clientHttpRequest *);
@@ -117,20 +117,21 @@
static void clientPackRangeHdr(const HttpReply * rep, const HttpHdrRangeSpec * spec, String boundary, MemBuf * mb);
static void clientPackTermBound(String boundary, MemBuf * mb);
static void clientInterpretRequestHeaders(clientHttpRequest *);
-static void clientProcessRequest(clientHttpRequest *);
+void clientProcessRequest(clientHttpRequest *);
static void clientProcessExpired(void *data);
static void clientProcessOnlyIfCachedMiss(clientHttpRequest * http);
-static int clientCachable(clientHttpRequest * http);
-static int clientHierarchical(clientHttpRequest * http);
-static int clientCheckContentLength(request_t * r);
+int clientCachable(clientHttpRequest * http);
+int clientHierarchical(clientHttpRequest * http);
+int clientCheckContentLength(request_t * r);
static DEFER httpAcceptDefer;
static log_type clientProcessRequest2(clientHttpRequest * http);
static int clientReplyBodyTooLarge(clientHttpRequest *, ssize_t clen);
static int clientRequestBodyTooLarge(int clen);
static void clientProcessBody(ConnStateData * conn);
static void clientEatRequestBody(clientHttpRequest *);
-static BODY_HANDLER clientReadBody;
-static void clientAbortBody(request_t * req);
+#if HS_FEAT_ICAP
+static int clientIcapReqMod(clientHttpRequest * http);
+#endif
static int
checkAccelOnly(clientHttpRequest * http)
@@ -362,11 +363,9 @@
new_request->auth_user_request = old_request->auth_user_request;
authenticateAuthUserRequestLock(new_request->auth_user_request);
}
- if (old_request->body_reader) {
- new_request->body_reader = old_request->body_reader;
- new_request->body_reader_data = old_request->body_reader_data;
- old_request->body_reader = NULL;
- old_request->body_reader_data = NULL;
+ if (old_request->body_connection) {
+ new_request->body_connection = old_request->body_connection;
+ old_request->body_connection = NULL;
}
new_request->content_length = old_request->content_length;
new_request->flags.proxy_keepalive = old_request->flags.proxy_keepalive;
@@ -374,6 +373,10 @@
http->request = requestLink(new_request);
}
clientInterpretRequestHeaders(http);
+#if HS_FEAT_ICAP
+ if (Config.icapcfg.onoff)
+ icapCheckAcl(http);
+#endif
#if HEADERS_LOG
headersLog(0, 1, request->method, request);
#endif
@@ -817,7 +820,10 @@
MemObject *mem = NULL;
debug(33, 3) ("httpRequestFree: %s\n", storeUrl(http->entry));
if (!clientCheckTransferDone(http)) {
- requestAbortBody(request); /* abort request body transter */
+ if (request && request->body_connection) {
+ clientAbortBody(request); /* abort request body transter */
+ request->body_connection = NULL;
+ }
/* HN: This looks a bit odd.. why should client_side care about
* the ICP selection status?
*/
@@ -903,11 +909,19 @@
*H = http->next;
http->next = NULL;
dlinkDelete(&http->active, &ClientActiveRequests);
+#if HS_FEAT_ICAP
+ if (NULL != http->icap_reqmod) {
+ if (cbdataValid(http->icap_reqmod))
+ if (http->icap_reqmod->icap_fd > -1)
+ comm_close(http->icap_reqmod->icap_fd);
+ cbdataUnlock(http->icap_reqmod);
+ }
+#endif
cbdataFree(http);
}
/* This is a handler normally called by comm_close() */
-static void
+void
connStateFree(int fd, void *data)
{
ConnStateData *connState = data;
@@ -1076,7 +1090,7 @@
}
}
-static int
+int
clientCheckContentLength(request_t * r)
{
switch (r->method) {
@@ -1095,7 +1109,7 @@
/* NOT REACHED */
}
-static int
+int
clientCachable(clientHttpRequest * http)
{
request_t *req = http->request;
@@ -1121,7 +1135,7 @@
}
/* Return true if we can query our neighbors for this object */
-static int
+int
clientHierarchical(clientHttpRequest * http)
{
const char *url = http->uri;
@@ -2221,7 +2235,7 @@
} else if (clientGotNotEnough(http)) {
debug(33, 5) ("clientWriteComplete: client didn't get all it expected\n");
comm_close(fd);
- } else if (http->request->body_reader == clientReadBody) {
+ } else if (http->request->body_connection) {
debug(33, 5) ("clientWriteComplete: closing, but first we need to read the rest of the request\n");
/* XXX We assumes the reply does fit in the TCP transmit window.
* If not the connection may stall while sending the reply
@@ -2399,7 +2413,7 @@
return LOG_TCP_HIT;
}
-static void
+void
clientProcessRequest(clientHttpRequest * http)
{
char *url = http->uri;
@@ -2409,6 +2423,11 @@
debug(33, 4) ("clientProcessRequest: %s '%s'\n",
RequestMethodStr[r->method],
url);
+#if HS_FEAT_ICAP
+ if (clientIcapReqMod(http)) {
+ return;
+ }
+#endif
if (r->method == METHOD_CONNECT) {
http->log_type = LOG_TCP_MISS;
sslStart(http, &http->out.size, &http->al.http.code);
@@ -2882,11 +2901,10 @@
}
static int
-clientReadDefer(int fd, void *data)
+clientReadDefer(int fdnotused, void *data)
{
- fde *F = &fd_table[fd];
ConnStateData *conn = data;
- if (conn->body.size_left && !F->flags.socket_eof)
+ if (conn->body.size_left)
return conn->in.offset >= conn->in.size - 1;
else
return conn->defer.until > squid_curtime;
@@ -3059,6 +3077,7 @@
http->uri, prefix);
/* continue anyway? */
}
+
request->flags.accelerated = http->flags.accel;
if (!http->flags.internal) {
if (internalCheck(strBuf(request->urlpath))) {
@@ -3114,9 +3133,9 @@
/* Do we expect a request-body? */
if (request->content_length > 0) {
conn->body.size_left = request->content_length;
+ request->body_connection = conn;
request->body_reader = clientReadBody;
- request->body_reader_data = conn;
- cbdataLock(conn);
+ request->body_reader_data = request;
/* Is it too large? */
if (clientRequestBodyTooLarge(request->content_length)) {
err = errorCon(ERR_TOO_BIG, HTTP_REQUEST_ENTITY_TOO_LARGE);
@@ -3172,20 +3191,16 @@
}
/* file_read like function, for reading body content */
-static void
-clientReadBody(request_t * request, char *buf, size_t size, CBCB * callback, void *cbdata)
+void
+clientReadBody(void *data, char *buf, size_t size, CBCB * callback, void *cbdata)
{
- ConnStateData *conn = request->body_reader_data;
- if (!callback) {
- clientAbortBody(request);
- return;
- }
+ request_t *request = data;
+ ConnStateData *conn = request->body_connection;
if (!conn) {
debug(33, 5) ("clientReadBody: no body to read, request=%p\n", request);
callback(buf, 0, cbdata); /* Signal end of body */
return;
}
- assert(cbdataValid(conn));
debug(33, 2) ("clientReadBody: start fd=%d body_size=%lu in.offset=%ld cb=%p req=%p\n", conn->fd, (unsigned long int) conn->body.size_left, (long int) conn->in.offset, callback, request);
conn->body.callback = callback;
conn->body.cbdata = cbdata;
@@ -3227,7 +3242,7 @@
ConnStateData *conn = http->conn;
cbdataLock(conn);
if (conn->body.request)
- requestAbortBody(conn->body.request);
+ clientAbortBody(conn->body.request);
if (cbdataValid(conn))
clientEatRequestBodyHandler(NULL, -1, http);
cbdataUnlock(conn);
@@ -3270,12 +3285,8 @@
xmemmove(conn->in.buf, conn->in.buf + size, conn->in.offset);
/* Remove request link if this is the last part of the body, as
* clientReadRequest automatically continues to process next request */
- if (conn->body.size_left <= 0 && request != NULL) {
- request->body_reader = NULL;
- if (request->body_reader_data)
- cbdataUnlock(request->body_reader_data);
- request->body_reader_data = NULL;
- }
+ if (conn->body.size_left <= 0 && request != NULL)
+ request->body_connection = NULL;
/* Remove clientReadBody arguments (the call is completed) */
conn->body.request = NULL;
conn->body.callback = NULL;
@@ -3296,16 +3307,14 @@
}
/* Abort a body request */
-static void
+void
clientAbortBody(request_t * request)
{
- ConnStateData *conn = request->body_reader_data;
+ ConnStateData *conn = request->body_connection;
char *buf;
CBCB *callback;
void *cbdata;
int valid;
- if (!cbdataValid(conn))
- return;
if (!conn->body.callback || conn->body.request != request)
return;
buf = conn->body.buf;
@@ -3453,6 +3462,7 @@
commSetSelect(fd, COMM_SELECT_READ, clientReadRequest, connState, 0);
commSetDefer(fd, clientReadDefer, connState);
clientdbEstablished(peer.sin_addr, 1);
+ /* fix this later */
assert(N);
(*N)++;
}
@@ -3854,3 +3864,48 @@
}
}
}
+
+#if HS_FEAT_ICAP
+static int
+clientIcapReqMod(clientHttpRequest * http)
+{
+ ErrorState *err;
+ if (http->flags.did_icap_reqmod)
+ return 0;
+ if (NULL == icapService(ICAP_SERVICE_REQMOD_PRECACHE, http->request))
+ return 0;
+ debug(33, 3) ("clientIcapReqMod: calling icapReqModStart for %p\n", http);
+ /*
+ * Note, we pass 'start' and 'log_addr' to ICAP so the access.log
+ * entry comes out right. The 'clientHttpRequest' created by
+ * the ICAP side is the one that gets logged. The first
+ * 'clientHttpRequest' does not get logged because its out.size
+ * is zero and log_type is unset.
+ */
+ http->icap_reqmod = icapReqModStart(ICAP_SERVICE_REQMOD_PRECACHE,
+ http->uri,
+ http->request,
+ http->conn->fd,
+ http->start,
+ http->conn->log_addr,
+ (void *) http->conn);
+ if (NULL == http->icap_reqmod) {
+ return 0;
+ } else if (-1 == (int) http->icap_reqmod) {
+ /* produce error */
+ http->icap_reqmod = NULL;
+ debug(33, 2) ("clientIcapReqMod: icap told us to send an error\n");
+ http->log_type = LOG_TCP_DENIED;
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->xerrno = ETIMEDOUT;
+ err->request = requestLink(http->request);
+ err->src_addr = http->conn->peer.sin_addr;
+ http->entry = clientCreateStoreEntry(http, http->request->method, null_request_flags);
+ errorAppendEntry(http->entry, err);
+ return 1;
+ }
+ cbdataLock(http->icap_reqmod);
+ http->flags.did_icap_reqmod = 1;
+ return 1;
+}
+#endif
Index: squid/src/comm.c
diff -u squid/src/comm.c:1.18.6.4 squid/src/comm.c:1.18.6.2.12.5
--- squid/src/comm.c:1.18.6.4 Mon Sep 27 19:14:08 2004
+++ squid/src/comm.c Wed Sep 29 05:09:53 2004
@@ -271,6 +271,7 @@
cs->data = data;
cbdataLock(cs->data);
comm_add_close_handler(fd, commConnectFree, cs);
+ xstrncpy(fd_table[fd].pconn_name, host, SQUIDHOSTNAMELEN);
ipcache_nbgethostbyname(host, commConnectDnsHandle, cs);
}
Index: squid/src/defines.h
diff -u squid/src/defines.h:1.15.6.3 squid/src/defines.h:1.15.6.3.6.2
--- squid/src/defines.h:1.15.6.3 Thu Aug 8 13:18:40 2002
+++ squid/src/defines.h Wed Jan 14 00:23:21 2004
@@ -1,4 +1,6 @@
+
+
/*
* $Id$
*
Index: squid/src/enums.h
diff -u squid/src/enums.h:1.29.2.13 squid/src/enums.h:1.29.2.8.2.10
--- squid/src/enums.h:1.29.2.13 Tue Oct 5 19:15:16 2004
+++ squid/src/enums.h Tue Oct 19 07:18:15 2004
@@ -93,6 +93,7 @@
ERR_ONLY_IF_CACHED_MISS, /* failure to satisfy only-if-cached request */
ERR_TOO_BIG,
TCP_RESET,
+ ERR_ICAP_FAILURE,
ERR_MAX
} err_type;
@@ -434,6 +435,9 @@
PROTO_WHOIS,
PROTO_INTERNAL,
PROTO_HTTPS,
+#if HS_FEAT_ICAP
+ PROTO_ICAP,
+#endif
PROTO_MAX
} protocol_t;
@@ -483,8 +487,7 @@
HTTP_GATEWAY_TIMEOUT = 504,
HTTP_HTTP_VERSION_NOT_SUPPORTED = 505,
HTTP_INSUFFICIENT_STORAGE = 507, /* RFC2518 section 10.6 */
- HTTP_INVALID_HEADER = 600, /* Squid header parsing error */
- HTTP_HEADER_TOO_LARGE = 601 /* Header too large to process */
+ HTTP_INVALID_HEADER = 600 /* Squid header parsing error */
} http_status;
/*
@@ -606,6 +609,12 @@
MEM_TLV,
MEM_SWAP_LOG_DATA,
MEM_CLIENT_REQ_BUF,
+#if HS_FEAT_ICAP
+ MEM_ICAP_OPT_DATA,
+ MEM_ICAP_SERVICE_LIST,
+ MEM_ICAP_CLASS,
+ MEM_ICAP_ACCESS,
+#endif
MEM_MAX
} mem_type;
@@ -703,9 +712,14 @@
CBDATA_RemovalPolicyWalker,
CBDATA_RemovalPurgeWalker,
CBDATA_store_client,
+#ifdef HS_FEAT_ICAP
+ CBDATA_IcapStateData,
+ CBDATA_icap_service,
+#endif
CBDATA_FIRST_CUSTOM_TYPE = 1000
} cbdata_type;
+
/*
* Return codes from checkVary(request)
*/
@@ -735,4 +749,68 @@
#endif
+#if HS_FEAT_ICAP
+typedef enum {
+ ICAP_STATUS_NONE = 0,
+ ICAP_STATUS_CONTINUE = 100,
+ ICAP_STATUS_SWITCHING_PROTOCOLS = 101,
+ ICAP_STATUS_STATUS_OK = 200,
+ ICAP_CREATED = 201,
+ ICAP_STATUS_ACCEPTED = 202,
+ ICAP_STATUS_NON_AUTHORITATIVE_INFORMATION = 203,
+ ICAP_STATUS_NO_MODIFICATION_NEEDED = 204,
+ ICAP_STATUS_RESET_CONTENT = 205,
+ ICAP_STATUS_PARTIAL_CONTENT = 206,
+ ICAP_STATUS_MULTIPLE_CHOICES = 300,
+ ICAP_STATUS_MOVED_PERMANENTLY = 301,
+ ICAP_STATUS_MOVED_TEMPORARILY = 302,
+ ICAP_STATUS_SEE_OTHER = 303,
+ ICAP_STATUS_NOT_MODIFIED = 304,
+ ICAP_STATUS_USE_PROXY = 305,
+ ICAP_STATUS_BAD_REQUEST = 400,
+ ICAP_STATUS_UNAUTHORIZED = 401,
+ ICAP_STATUS_PAYMENT_REQUIRED = 402,
+ ICAP_STATUS_FORBIDDEN = 403,
+ ICAP_STATUS_SERVICE_NOT_FOUND = 404,
+ ICAP_STATUS_METHOD_NOT_ALLOWED = 405,
+ ICAP_STATUS_NOT_ACCEPTABLE = 406,
+ ICAP_STATUS_PROXY_AUTHENTICATION_REQUIRED = 407,
+ ICAP_STATUS_REQUEST_TIMEOUT = 408,
+ ICAP_STATUS_CONFLICT = 409,
+ ICAP_STATUS_GONE = 410,
+ ICAP_STATUS_LENGTH_REQUIRED = 411,
+ ICAP_STATUS_PRECONDITION_FAILED = 412,
+ ICAP_STATUS_REQUEST_ENTITY_TOO_LARGE = 413,
+ ICAP_STATUS_REQUEST_URI_TOO_LARGE = 414,
+ ICAP_STATUS_UNSUPPORTED_MEDIA_TYPE = 415,
+ ICAP_STATUS_INTERNAL_SERVER_ERROR = 500,
+ ICAP_STATUS_NOT_IMPLEMENTED = 501,
+ ICAP_STATUS_BAD_GATEWAY = 502,
+ ICAP_STATUS_SERVICE_OVERLOADED = 503,
+ ICAP_STATUS_GATEWAY_TIMEOUT = 504,
+ ICAP_STATUS_ICAP_VERSION_NOT_SUPPORTED = 505,
+ ICAP_STATUS_INVALID_HEADER = 600
+} icap_status;
+
+/*
+ * these values are used as index in an array, so it seems to be better to
+ * assign some numbers
+ */
+typedef enum {
+ ICAP_SERVICE_REQMOD_PRECACHE = 0,
+ ICAP_SERVICE_REQMOD_POSTCACHE = 1,
+ ICAP_SERVICE_RESPMOD_PRECACHE = 2,
+ ICAP_SERVICE_RESPMOD_POSTCACHE = 3,
+ ICAP_SERVICE_MAX = 4
+} icap_service_t;
+
+typedef enum {
+ ICAP_METHOD_NONE,
+ ICAP_METHOD_OPTION,
+ ICAP_METHOD_REQMOD,
+ ICAP_METHOD_RESPMOD
+} icap_method_t;
+
+#endif /* HS_FEAT_ICAP */
+
#endif /* SQUID_ENUMS_H */
Index: squid/src/forward.c
diff -u squid/src/forward.c:1.13.6.12 squid/src/forward.c:1.13.6.3.2.8
--- squid/src/forward.c:1.13.6.12 Tue Oct 5 19:15:16 2004
+++ squid/src/forward.c Tue Oct 19 07:18:15 2004
@@ -41,7 +41,7 @@
static void fwdConnectStart(void *); /* should be same as EVH */
static void fwdStateFree(FwdState * fwdState);
static PF fwdConnectTimeout;
-static PF fwdServerClosed;
+PF fwdServerClosed;
static PF fwdPeerClosed;
static CNCB fwdConnectDone;
static int fwdCheckRetry(FwdState * fwdState);
@@ -152,7 +152,7 @@
/* If there is a request body then Squid can only try once
* even if the method is indempotent
*/
- if (fwdState->request->body_reader)
+ if (fwdState->request->body_connection)
return 0;
/* RFC2616 9.1 Safe and Idempotent Methods */
@@ -173,7 +173,7 @@
return 1;
}
-static void
+void
fwdServerClosed(int fd, void *data)
{
FwdState *fwdState = data;
@@ -701,6 +701,8 @@
void
fwdFail(FwdState * fwdState, ErrorState * errorState)
{
+ if (NULL == fwdState)
+ return;
assert(EBIT_TEST(fwdState->entry->flags, ENTRY_FWD_HDR_WAIT));
debug(17, 3) ("fwdFail: %s \"%s\"\n\t%s\n",
err_type_str[errorState->type],
@@ -738,6 +740,8 @@
void
fwdUnregister(int fd, FwdState * fwdState)
{
+ if (NULL == fwdState)
+ return;
debug(17, 3) ("fwdUnregister: %s\n", storeUrl(fwdState->entry));
assert(fd == fwdState->server_fd);
assert(fd > -1);
@@ -754,7 +758,10 @@
void
fwdComplete(FwdState * fwdState)
{
- StoreEntry *e = fwdState->entry;
+ StoreEntry *e;
+ if (NULL == fwdState)
+ return;
+ e = fwdState->entry;
assert(e->store_status == STORE_PENDING);
debug(17, 3) ("fwdComplete: %s\n\tstatus %d\n", storeUrl(e),
e->mem_obj->reply->sline.status);
Index: squid/src/fqdncache.c
diff -u squid/src/fqdncache.c:1.15.6.4 squid/src/fqdncache.c:1.15.32.3
--- squid/src/fqdncache.c:1.15.6.4 Sat Dec 6 19:14:44 2003
+++ squid/src/fqdncache.c Fri Dec 10 00:51:02 2004
@@ -359,6 +359,7 @@
FqdncacheStats.requests++;
if (name == NULL || name[0] == '\0') {
debug(35, 4) ("fqdncache_nbgethostbyaddr: Invalid name!\n");
+ dns_error_message = "Invalid hostname";
handler(NULL, handlerData);
return;
}
@@ -444,8 +445,10 @@
} else {
FqdncacheStats.hits++;
f->lastref = squid_curtime;
+ dns_error_message = f->error_message;
return f->names[0];
}
+ dns_error_message = NULL;
/* check if it's already a FQDN address in text form. */
if (!safe_inet_addr(name, &ip))
return name;
Index: squid/src/ftp.c
diff -u squid/src/ftp.c:1.18.6.14 squid/src/ftp.c:1.18.6.7.2.7
--- squid/src/ftp.c:1.18.6.14 Tue Oct 5 19:15:16 2004
+++ squid/src/ftp.c Tue Oct 19 07:18:15 2004
@@ -2309,7 +2309,7 @@
return;
if (!err) {
/* Shedule the rest of the request */
- requestReadBody(ftpState->request, ftpState->data.buf, ftpState->data.size, ftpRequestBody, ftpState);
+ clientReadBody(ftpState->request, ftpState->data.buf, ftpState->data.size, ftpRequestBody, ftpState);
} else {
debug(9, 1) ("ftpDataWriteCallback: write error: %s\n", xstrerror());
ftpFailed(ftpState, ERR_WRITE_ERROR);
@@ -2322,7 +2322,7 @@
FtpStateData *ftpState = (FtpStateData *) data;
debug(9, 3) ("ftpDataWrite\n");
/* This starts the body transfer */
- requestReadBody(ftpState->request, ftpState->data.buf, ftpState->data.size, ftpRequestBody, ftpState);
+ clientReadBody(ftpState->request, ftpState->data.buf, ftpState->data.size, ftpRequestBody, ftpState);
}
static void
Index: squid/src/globals.h
diff -u squid/src/globals.h:1.14.6.3 squid/src/globals.h:1.14.6.3.2.1
--- squid/src/globals.h:1.14.6.3 Mon Jan 13 19:14:58 2003
+++ squid/src/globals.h Mon Sep 22 12:17:16 2003
@@ -166,5 +166,8 @@
#if HAVE_SBRK
extern void *sbrk_start; /* 0 */
#endif
+#if HS_FEAT_ICAP
+extern char *icap_service_type_str[];
+#endif
#endif /* SQUID_GLOBALS_H */
Index: squid/src/http.c
diff -u squid/src/http.c:1.17.6.18 squid/src/http.c:1.17.6.3.6.27
--- squid/src/http.c:1.17.6.18 Thu Oct 7 19:14:09 2004
+++ squid/src/http.c Tue Oct 19 07:18:17 2004
@@ -47,7 +47,7 @@
static PF httpReadReply;
static void httpSendRequest(HttpStateData *);
-static PF httpStateFree;
+PF httpStateFree;
static PF httpTimeout;
static void httpCacheNegatively(StoreEntry *);
static void httpMakePrivate(StoreEntry *);
@@ -55,30 +55,38 @@
static int httpCachableReply(HttpStateData *);
static void httpMaybeRemovePublic(StoreEntry *, http_status);
-static void
+void
httpStateFree(int fd, void *data)
{
HttpStateData *httpState = data;
#if DELAY_POOLS
- delayClearNoDelay(fd);
+ if (fd >= 0)
+ delayClearNoDelay(fd);
#endif
if (httpState == NULL)
return;
+ debug(11, 3) ("httpStateFree: FD %d, httpState = %p\n", fd, data);
if (httpState->body_buf) {
- requestAbortBody(httpState->orig_request);
+ if (httpState->orig_request->body_connection) {
+ clientAbortBody(httpState->orig_request);
+ }
if (httpState->body_buf) {
memFree(httpState->body_buf, MEM_8K_BUF);
httpState->body_buf = NULL;
}
}
storeUnlockObject(httpState->entry);
- if (!memBufIsNull(&httpState->reply_hdr)) {
- memBufClean(&httpState->reply_hdr);
+ if (httpState->reply_hdr) {
+ memFree(httpState->reply_hdr, MEM_8K_BUF);
+ httpState->reply_hdr = NULL;
}
requestUnlink(httpState->request);
requestUnlink(httpState->orig_request);
httpState->request = NULL;
httpState->orig_request = NULL;
+#if HS_FEAT_ICAP
+ cbdataUnlock(httpState->icap_writer);
+#endif
cbdataFree(httpState);
}
@@ -317,7 +325,6 @@
case HTTP_UNAUTHORIZED:
case HTTP_PROXY_AUTHENTICATION_REQUIRED:
case HTTP_INVALID_HEADER: /* Squid header parsing error */
- case HTTP_HEADER_TOO_LARGE:
default: /* Unknown status code */
return 0;
/* NOTREACHED */
@@ -369,7 +376,6 @@
}
stringClean(&vary);
#if X_ACCELERATOR_VARY
- pos = NULL;
vary = httpHeaderGetList(&reply->header, HDR_X_ACCELERATOR_VARY);
while (strListGetItem(&vary, ',', &item, &ilen, &pos)) {
char *name = xmalloc(ilen + 1);
@@ -394,61 +400,50 @@
}
/* rewrite this later using new interfaces @?@ */
-static void
+void
httpProcessReplyHeader(HttpStateData * httpState, const char *buf, int size)
{
+ char *t = NULL;
StoreEntry *entry = httpState->entry;
+ int room;
size_t hdr_len;
- size_t hdr_size = headersEnd(buf, size);
HttpReply *reply = entry->mem_obj->reply;
Ctx ctx;
debug(11, 3) ("httpProcessReplyHeader: key '%s'\n",
storeKeyText(entry->hash.key));
- if (memBufIsNull(&httpState->reply_hdr))
- memBufDefInit(&httpState->reply_hdr);
+ if (httpState->reply_hdr == NULL)
+ httpState->reply_hdr = memAllocate(MEM_8K_BUF);
assert(httpState->reply_hdr_state == 0);
- if (hdr_size)
- memBufAppend(&httpState->reply_hdr, buf, hdr_size);
- else
- memBufAppend(&httpState->reply_hdr, buf, size);
- hdr_len = httpState->reply_hdr.size;
- if (hdr_len > 4 && strncmp(httpState->reply_hdr.buf, "HTTP/", 5)) {
- debug(11, 3) ("httpProcessReplyHeader: Non-HTTP-compliant header: '%s'\n", httpState->reply_hdr.buf);
+ hdr_len = httpState->reply_hdr_size;
+ room = 8191 - hdr_len;
+ xmemcpy(httpState->reply_hdr + hdr_len, buf, room < size ? room : size);
+ hdr_len += room < size ? room : size;
+ httpState->reply_hdr[hdr_len] = '\0';
+ httpState->reply_hdr_size = hdr_len;
+ if (hdr_len > 4 && strncmp(httpState->reply_hdr, "HTTP/", 5)) {
+ debug(11, 3) ("httpProcessReplyHeader: Non-HTTP-compliant header: '%s'\n", httpState->reply_hdr);
httpState->reply_hdr_state += 2;
- memBufClean(&httpState->reply_hdr);
reply->sline.status = HTTP_INVALID_HEADER;
return;
}
- if (hdr_size != hdr_len)
- hdr_size = headersEnd(httpState->reply_hdr.buf, hdr_len);
- if (hdr_size)
- hdr_len = hdr_size;
- if (hdr_len > Config.maxReplyHeaderSize) {
- debug(11, 1) ("httpProcessReplyHeader: Too large reply header\n");
- if (!memBufIsNull(&httpState->reply_hdr))
- memBufClean(&httpState->reply_hdr);
- reply->sline.status = HTTP_HEADER_TOO_LARGE;
- return;
- }
+ t = httpState->reply_hdr + hdr_len;
/* headers can be incomplete only if object still arriving */
- if (!hdr_size) {
- if (httpState->eof)
- hdr_size = hdr_len;
- else
+ if (!httpState->eof) {
+ size_t k = headersEnd(httpState->reply_hdr, 8192);
+ if (0 == k)
return; /* headers not complete */
+ t = httpState->reply_hdr + k;
}
- /* Cut away any excess body data (only needed for debug?) */
- memBufAppend(&httpState->reply_hdr, "\0", 1);
- httpState->reply_hdr.buf[hdr_size] = '\0';
+ *t = '\0';
httpState->reply_hdr_state++;
assert(httpState->reply_hdr_state == 1);
ctx = ctx_enter(entry->mem_obj->url);
httpState->reply_hdr_state++;
debug(11, 9) ("GOT HTTP REPLY HDR:\n---------\n%s\n----------\n",
- httpState->reply_hdr.buf);
+ httpState->reply_hdr);
/* Parse headers into reply structure */
/* what happens if we fail to parse here? */
- httpReplyParse(reply, httpState->reply_hdr.buf, hdr_size);
+ httpReplyParse(reply, httpState->reply_hdr, hdr_len);
storeTimestampsSet(entry);
/* Check if object is cacheable or not based on reply code */
debug(11, 3) ("httpProcessReplyHeader: HTTP CODE: %d\n", reply->sline.status);
@@ -499,7 +494,7 @@
if (Config.onoff.detect_broken_server_pconns && httpReplyBodySize(httpState->request->method, reply) == -1) {
debug(11, 1) ("httpProcessReplyHeader: Impossible keep-alive header from '%s'\n", storeUrl(entry));
debug(11, 2) ("GOT HTTP REPLY HDR:\n---------\n%s\n----------\n",
- httpState->reply_hdr.buf);
+ httpState->reply_hdr);
httpState->flags.keepalive_broken = 1;
}
}
@@ -516,19 +511,19 @@
}
static int
-httpPconnTransferDone(HttpStateData * httpState)
+httpPconnTransferDone(int fd, HttpStateData * httpState)
{
/* return 1 if we got the last of the data on a persistent connection */
MemObject *mem = httpState->entry->mem_obj;
HttpReply *reply = mem->reply;
int clen;
- debug(11, 3) ("httpPconnTransferDone: FD %d\n", httpState->fd);
+ off_t content_bytes_read;
+
+ debug(11, 3) ("httpPconnTransferDone: FD %d\n", fd);
/*
* If we didn't send a keep-alive request header, then this
* can not be a persistent connection.
*/
- if (!httpState->flags.keepalive)
- return 0;
/*
* What does the reply have to say about keep-alive?
*/
@@ -541,24 +536,45 @@
* and an error status code, and we might have to wait until
* the server times out the socket.
*/
+
+ debug(11, 3) ("httpPconnTransferDone: reply->keep_alive=%d\n", reply->keep_alive);
if (!reply->keep_alive)
return 0;
debug(11, 5) ("httpPconnTransferDone: content_length=%d\n",
reply->content_length);
/* If we haven't seen the end of reply headers, we are not done */
- if (httpState->reply_hdr_state < 2)
+ if (httpState->reply_hdr_state < 2) {
+ debug(11, 3) ("httpPconnTransferDone: reply_hdr_state=%d, returning 0\n",
+ httpState->reply_hdr_state);
return 0;
+ }
clen = httpReplyBodySize(httpState->request->method, reply);
/* If there is no message body, we can be persistent */
- if (0 == clen)
+ if (0 == clen) {
+ debug(11, 3) ("httpPconnTransferDone: no content returning 1\n");
return 1;
+ }
/* If the body size is unknown we must wait for EOF */
- if (clen < 0)
+ if (clen < 0) {
+ debug(11, 3) ("httpPconnTransferDone: body size unknown, wait for EOF, returning 0\n");
return 0;
+ }
+ content_bytes_read = mem->inmem_hi;
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer) {
+ content_bytes_read = httpState->icap_writer->fake_content_length;
+ debug(11, 3) ("using fake conten length %d\n", (int) content_bytes_read);
+ }
+#endif
/* If the body size is known, we must wait until we've gotten all of it. */
- if (mem->inmem_hi < reply->content_length + reply->hdr_sz)
+ if (content_bytes_read < reply->content_length + reply->hdr_sz) {
+ debug(11, 3) ("httpPconnTransferDone: content_bytes_read=%d, returning 0\n",
+ (int) content_bytes_read);
return 0;
+ }
/* We got it all */
+ debug(11, 3) ("httpPconnTransferDone: FD %d we got it all %d %d %d\n",
+ httpState->fd, (int) content_bytes_read, reply->content_length, reply->hdr_sz);
return 1;
}
@@ -585,6 +601,7 @@
else
delay_id = delayMostBytesAllowed(entry->mem_obj);
#endif
+ debug(11, 5) ("httpReadReply: FD %d: httpState %p.\n", fd, data);
if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
comm_close(fd);
return;
@@ -595,6 +612,33 @@
#if DELAY_POOLS
read_sz = delayBytesWanted(delay_id, 1, read_sz);
#endif
+#if HS_FEAT_ICAP
+ if (httpState->icap_writer) {
+ IcapStateData * icap = httpState->icap_writer;
+ /*
+ * Ok we have a received a response from the web server, so try to
+ * connect the icap server if it's the first attemps. If we try
+ * to connect to the icap server, defer this request (do not read
+ * the buffer), and defer until icapConnectOver() is not called.
+ */
+ if (icap->flags.connect_requested == 0) {
+ debug(81, 2) ("icapSendRespMod: Create a new connection to icap server\n");
+ if (!icapConnect(icap, icapConnectOver))
+ {
+ debug(81, 2) ("icapSendRespMod: Something strange while creating a socket to icap server\n");
+ commSetSelect(fd, COMM_SELECT_READ, httpReadReply, httpState, 0);
+ return;
+ }
+ debug(81, 2) ("icapSendRespMod: new connection to icap server (using FD=%d)\n",icap->icap_fd);
+ icap->flags.connect_requested = 1;
+ /* Wait for more data or EOF condition */
+ commSetTimeout(fd, httpState->flags.keepalive_broken?10:Config.Timeout.read, NULL, NULL);
+ commSetSelect(fd, COMM_SELECT_READ, httpReadReply, httpState, 0);
+ return;
+ }
+ }
+#endif
+
statCounter.syscalls.sock.reads++;
len = FD_READ_METHOD(fd, buf, read_sz);
debug(11, 5) ("httpReadReply: FD %d: len %d.\n", fd, len);
@@ -610,7 +654,13 @@
clen >>= 1;
IOStats.Http.read_hist[bin]++;
}
- if (!httpState->reply_hdr.size && len > 0 && fd_table[fd].uses > 1) {
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer)
+ (void) 0;
+ else
+#endif
+
+ if (!httpState->reply_hdr && len > 0 && fd_table[fd].uses > 1) {
/* Skip whitespace */
while (len > 0 && xisspace(*buf))
xmemmove(buf, buf + 1, len--);
@@ -628,7 +678,7 @@
commSetSelect(fd, COMM_SELECT_READ, httpReadReply, httpState, 0);
} else if (entry->mem_obj->inmem_hi == 0) {
ErrorState *err;
- err = errorCon(ERR_READ_ERROR, HTTP_BAD_GATEWAY);
+ err = errorCon(ERR_READ_ERROR, HTTP_INTERNAL_SERVER_ERROR);
err->request = requestLink((request_t *) request);
err->xerrno = errno;
fwdFail(httpState->fwd, err);
@@ -636,9 +686,17 @@
} else {
comm_close(fd);
}
+#ifdef HS_FEAT_ICAP
+ } else if (len == 0 && httpState->icap_writer) {
+ debug(81, 3) ("httpReadReply: EOF for ICAP writer\n");
+ if (cbdataValid(httpState->icap_writer))
+ icapSendRespMod(httpState->icap_writer, buf, len, 1);
+ httpState->eof = 1;
+ comm_close(fd);
+#endif
} else if (len == 0 && entry->mem_obj->inmem_hi == 0) {
ErrorState *err;
- err = errorCon(ERR_ZERO_SIZE_OBJECT, HTTP_BAD_GATEWAY);
+ err = errorCon(ERR_ZERO_SIZE_OBJECT, HTTP_SERVICE_UNAVAILABLE);
err->xerrno = errno;
err->request = requestLink((request_t *) request);
fwdFail(httpState->fwd, err);
@@ -655,31 +713,32 @@
* we want to process the reply headers.
*/
httpProcessReplyHeader(httpState, buf, len);
- if (entry->mem_obj->reply->sline.status == HTTP_HEADER_TOO_LARGE) {
- ErrorState *err;
- storeEntryReset(entry);
- err = errorCon(ERR_TOO_BIG, HTTP_BAD_GATEWAY);
- err->request = requestLink((request_t *) request);
- fwdFail(httpState->fwd, err);
- httpState->fwd->flags.dont_retry = 1;
- } else {
- fwdComplete(httpState->fwd);
- }
+ fwdComplete(httpState->fwd);
comm_close(fd);
- return;
} else {
+
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer) {
+ /*
+ * We need to parse this HTTP reply here, at least to
+ * get the connection: keep-alive status
+ */
+ if (httpState->reply_hdr_state < 2)
+ httpProcessReplyHeader(httpState, buf, len);
+ /*
+ * this is where we give data coming from an origin
+ * server to a "respmod" service
+ */
+ debug(11, 5) ("calling icapSendRespMod from %s:%d\n", __FILE__, __LINE__);
+ if (cbdataValid(httpState->icap_writer)) {
+ icapSendRespMod(httpState->icap_writer, buf, len, 0);
+ httpState->icap_writer->fake_content_length += len;
+ }
+ } else
+#endif
+
if (httpState->reply_hdr_state < 2) {
httpProcessReplyHeader(httpState, buf, len);
- if (entry->mem_obj->reply->sline.status == HTTP_HEADER_TOO_LARGE) {
- ErrorState *err;
- storeEntryReset(entry);
- err = errorCon(ERR_TOO_BIG, HTTP_BAD_GATEWAY);
- err->request = requestLink((request_t *) request);
- fwdFail(httpState->fwd, err);
- httpState->fwd->flags.dont_retry = 1;
- comm_close(fd);
- return;
- }
if (httpState->reply_hdr_state == 2) {
http_status s = entry->mem_obj->reply->sline.status;
#if WIP_FWD_LOG
@@ -693,7 +752,17 @@
EBIT_CLR(entry->flags, ENTRY_FWD_HDR_WAIT);
}
}
- storeAppend(entry, buf, len);
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer)
+ (void) 0;
+ else
+#endif
+ if (fd == httpState->fd)
+ storeAppend(entry, buf, len);
+
+
+ debug(11, 5) ("httpReadReply: after storeAppend FD %d read %d\n", fd, len);
+
if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
/*
* the above storeAppend() call could ABORT this entry,
@@ -701,7 +770,7 @@
* there's nothing for us to do.
*/
(void) 0;
- } else if (httpPconnTransferDone(httpState)) {
+ } else if (httpPconnTransferDone(fd, httpState)) {
/* yes we have to clear all these! */
commSetDefer(fd, NULL, NULL);
commSetTimeout(fd, -1, NULL, NULL);
@@ -709,9 +778,13 @@
#if DELAY_POOLS
delayClearNoDelay(fd);
#endif
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer)
+ icapSendRespMod(httpState->icap_writer, NULL, 0, 1);
+#endif
comm_remove_close_handler(fd, httpStateFree, httpState);
fwdUnregister(fd, httpState->fwd);
- pconnPush(fd, request->host, request->port);
+ pconnPush(fd, fd_table[fd].pconn_name, fd_table[fd].remote_port);
fwdComplete(httpState->fwd);
httpState->fd = -1;
httpStateFree(fd, httpState);
@@ -727,6 +800,34 @@
}
}
+#ifdef HS_FEAT_ICAP
+int
+httpReadReplyWaitForIcap(int fd, void *data)
+{
+ HttpStateData *httpState = data;
+ if (NULL == httpState->icap_writer)
+ return 0;
+ /*
+ * Do not defer when we are not connected to the icap server.
+ * Defer when the icap server connection is not established but pending
+ * Defer when the icap server is busy (writing on the socket)
+ */
+ debug(11, 5) ("httpReadReplyWaitForIcap: FD %d, connect_requested=%d\n",
+ fd, httpState->icap_writer->flags.connect_requested);
+ if (!httpState->icap_writer->flags.connect_requested)
+ return 0;
+ debug(11, 5) ("httpReadReplyWaitForIcap: FD %d, connect_pending=%d\n",
+ fd, httpState->icap_writer->flags.connect_pending);
+ if (httpState->icap_writer->flags.connect_pending)
+ return 1;
+ debug(11, 5) ("httpReadReplyWaitForIcap: FD %d, write_pending=%d\n",
+ fd, httpState->icap_writer->flags.write_pending);
+ if (httpState->icap_writer->flags.write_pending)
+ return 1;
+ return 0;
+}
+#endif
+
/* This will be called when request write is complete. Schedule read of
* reply. */
static void
@@ -749,7 +850,7 @@
return;
if (errflag) {
if (entry->mem_obj->inmem_hi == 0) {
- err = errorCon(ERR_WRITE_ERROR, HTTP_BAD_GATEWAY);
+ err = errorCon(ERR_WRITE_ERROR, HTTP_INTERNAL_SERVER_ERROR);
err->xerrno = errno;
err->request = requestLink(httpState->orig_request);
errorAppendEntry(entry, err);
@@ -757,6 +858,62 @@
comm_close(fd);
return;
} else {
+ /* Schedule read reply. */
+#ifdef HS_FEAT_ICAP
+ if (icapService(ICAP_SERVICE_RESPMOD_PRECACHE, httpState->orig_request)) {
+ httpState->icap_writer = icapRespModStart(
+ ICAP_SERVICE_RESPMOD_PRECACHE,
+ httpState->orig_request, httpState->entry, httpState->flags);
+ if (-1 == (int) httpState->icap_writer) {
+ /* TODO: send error here and exit */
+ httpState->icap_writer = 0;
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->xerrno = errno;
+ err->request = requestLink(httpState->orig_request);
+ errorAppendEntry(entry, err);
+ comm_close(fd);
+ return;
+ } else if (httpState->icap_writer) {
+ request_flags fake_flags = httpState->orig_request->flags;
+ method_t fake_method = entry->mem_obj->method;
+ const char *fake_msg = "this is a fake entry for "
+ " response sent to an ICAP RESPMOD server";
+ cbdataLock(httpState->icap_writer);
+ /*
+ * this httpState will give the data it reads to
+ * the icap server, rather than put it into
+ * a StoreEntry
+ */
+ storeUnlockObject(httpState->entry);
+ storeUnregisterAbort(httpState->entry);
+ /*
+ * create a bogus entry because the code assumes one is
+ * always there.
+ */
+ fake_flags.cachable = 0;
+ fake_flags.hierarchical = 0; /* force private key */
+ httpState->entry = storeCreateEntry("fake", "fake", fake_flags, fake_method);
+ storeAppend(httpState->entry, fake_msg, strlen(fake_msg));
+ /*
+ * pull a switcheroo on fwdState->entry.
+ */
+ storeUnlockObject(httpState->fwd->entry);
+ httpState->fwd->entry = httpState->entry;
+ storeLockObject(httpState->fwd->entry);
+ /*
+ * Note that we leave fwdState connected to httpState,
+ * but we changed the entry. So when fwdComplete
+ * or whatever is called it does no harm -- its
+ * just the fake entry.
+ */
+ } else {
+ /*
+ * failed to open connection to ICAP server.
+ * But bypass request, so just continue here.
+ */
+ }
+ }
+#endif
/*
* Set the read timeout here because it hasn't been set yet.
* We only set the read timeout after the request has been
@@ -765,8 +922,18 @@
* the timeout for POST/PUT requests that have very large
* request bodies.
*/
+
+ /* removed in stable5:
+ * commSetSelect(fd, COMM_SELECT_READ, httpReadReply, httpState, 0);
+ */
commSetTimeout(fd, Config.Timeout.read, httpTimeout, httpState);
- commSetDefer(fd, fwdCheckDeferRead, entry);
+#ifdef HS_FEAT_ICAP
+ if (httpState->icap_writer) {
+ debug(11, 5) ("FD %d, setting httpReadReplyWaitForIcap\n", httpState->fd);
+ commSetDefer(httpState->fd, httpReadReplyWaitForIcap, httpState);
+ } else
+#endif
+ commSetDefer(httpState->fd, fwdCheckDeferRead, entry);
}
}
@@ -963,8 +1130,11 @@
if (!EBIT_TEST(cc->mask, CC_MAX_AGE)) {
const char *url = entry ? storeUrl(entry) : urlCanonical(orig_request);
httpHdrCcSetMaxAge(cc, getMaxAge(url));
+#ifndef HS_FEAT_ICAP
+ /* Don;t bother - if the url you want to cache is redirected? */
if (strLen(request->urlpath))
assert(strstr(url, strBuf(request->urlpath)));
+#endif
}
/* Set no-cache if determined needed but not found */
if (orig_request->flags.nocache && !httpHeaderHas(hdr_in, HDR_PRAGMA))
@@ -1072,6 +1242,7 @@
int fd = fwd->server_fd;
HttpStateData *httpState;
request_t *proxy_req;
+ /* ErrorState *err; */
request_t *orig_req = fwd->request;
debug(11, 3) ("httpStart: \"%s %s\"\n",
RequestMethodStr[orig_req->method],
@@ -1109,12 +1280,22 @@
httpState->request = requestLink(orig_req);
httpState->orig_request = requestLink(orig_req);
}
+#ifdef HS_FEAT_ICAP
+ if (icapService(ICAP_SERVICE_REQMOD_POSTCACHE, httpState->orig_request)) {
+ httpState->icap_writer = icapRespModStart(ICAP_SERVICE_REQMOD_POSTCACHE,
+ httpState->orig_request, httpState->entry, httpState->flags);
+ if (httpState->icap_writer) {
+ return;
+ }
+ }
+#endif
/*
* register the handler to free HTTP state data when the FD closes
*/
comm_add_close_handler(fd, httpStateFree, httpState);
statCounter.server.all.requests++;
statCounter.server.http.requests++;
+
httpSendRequest(httpState);
/*
* We used to set the read timeout here, but not any more.
@@ -1205,7 +1386,7 @@
return;
if (errflag) {
if (entry->mem_obj->inmem_hi == 0) {
- err = errorCon(ERR_WRITE_ERROR, HTTP_BAD_GATEWAY);
+ err = errorCon(ERR_WRITE_ERROR, HTTP_INTERNAL_SERVER_ERROR);
err->xerrno = errno;
err->request = requestLink(httpState->orig_request);
errorAppendEntry(entry, err);
@@ -1218,7 +1399,9 @@
return;
}
httpState->body_buf = memAllocate(MEM_8K_BUF);
- requestReadBody(httpState->orig_request, httpState->body_buf, 8192, httpRequestBodyHandler, httpState);
+ httpState->orig_request->body_reader(
+ httpState->orig_request->body_reader_data,
+ httpState->body_buf, 8192, httpRequestBodyHandler, httpState);
}
void
Index: squid/src/icap_common.c
diff -u /dev/null squid/src/icap_common.c:1.1.2.34
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/src/icap_common.c Mon Feb 28 03:01:26 2005
@@ -0,0 +1,735 @@
+/*
+ * $Id$
+ *
+ * DEBUG: section 81 Internet Content Adaptation Protocol (ICAP) Client
+ * AUTHOR: Geetha Manjunath, Hewlett Packard Company
+ *
+ * SQUID Web Proxy Cache http://www.squid-cache.org/
+ * ----------------------------------------------------------
+ *
+ * Squid is the result of efforts by numerous individuals from
+ * the Internet community; see the CONTRIBUTORS file for full
+ * details. Many organizations have provided support for Squid's
+ * development; see the SPONSORS file for full details. Squid is
+ * Copyrighted (C) 2001 by the Regents of the University of
+ * California; see the COPYRIGHT file for full details. Squid
+ * incorporates software developed and/or copyrighted by other
+ * sources; see the CREDITS file for full details.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
+ *
+ */
+
+#include "squid.h"
+
+extern PF httpStateFree;
+
+#define EXPECTED_ICAP_HEADER_LEN 256
+#define ICAP_OPTIONS_REQUEST
+
+
+void
+icapInit()
+{
+#ifdef ICAP_OPTIONS_REQUEST
+ if (Config.icapcfg.onoff) {
+ icapOptInit();
+ }
+#endif
+}
+
+void
+icapClose()
+{
+ icapOptShutdown();
+}
+
+/*
+ * search for a HTTP-like header in the buffer.
+ * Note, buf must be 0-terminated
+ *
+ * This function is not very good. It should probably look for
+ * header tokens only at the start of a line, not just anywhere in
+ * the buffer.
+ */
+int
+icapFindHeader(const char *buf, const char *hdr, const char **Start, const char **End)
+{
+ const char *start = NULL;
+ const char *end = NULL;
+ start = strcasestr(buf, hdr);
+ if (NULL == start)
+ return 0;
+ end = start + strcspn(start, "\r\n");
+ if (start == end)
+ return 0;
+ *Start = start;
+ *End = end;
+ return 1;
+}
+
+/*
+ * parse the contents of the encapsulated header (buffer between enc_start
+ * and enc_end) and put the result into IcapStateData
+ */
+void
+icapParseEncapsulated(IcapStateData * icap, const char *enc_start,
+ const char *enc_end)
+{
+ char *current, *end;
+
+ assert(icap);
+ assert(enc_start);
+ assert(enc_end);
+
+ current = strchr(enc_start, ':');
+ current++;
+ while (current < enc_end) {
+ while (isspace(*current))
+ current++;
+ if (!strncmp(current, "res-hdr=", 8)) {
+ current += 8;
+ icap->enc.res_hdr = strtol(current, &end, 10);
+ } else if (!strncmp(current, "req-hdr=", 8)) {
+ current += 8;
+ icap->enc.req_hdr = strtol(current, &end, 10);
+ } else if (!strncmp(current, "null-body=", 10)) {
+ current += 10;
+ icap->enc.null_body = strtol(current, &end, 10);
+ } else if (!strncmp(current, "res-body=", 9)) {
+ current += 9;
+ icap->enc.res_body = strtol(current, &end, 10);
+ } else if (!strncmp(current, "req-body=", 9)) {
+ current += 9;
+ icap->enc.req_body = strtol(current, &end, 10);
+ } else if (!strncmp(current, "opt-body=", 9)) {
+ current += 9;
+ icap->enc.opt_body = strtol(current, &end, 10);
+ } else {
+ /* invalid header */
+ debug(81, 5) ("icapParseEncapsulated: error in: %s\n", current);
+ return;
+ }
+ current = end;
+ current = strchr(current, ',');
+ if (current == NULL)
+ break;
+ else
+ current++; /* skip ',' */
+ }
+ debug(81, 3) ("icapParseEncapsulated: res-hdr=%d, req-hdr=%d, null-body=%d, "
+ "res-body=%d, req-body=%d, opt-body=%d\n",
+ icap->enc.res_hdr, icap->enc.req_hdr, icap->enc.null_body,
+ icap->enc.res_body, icap->enc.req_body, icap->enc.opt_body);
+
+}
+
+icap_service *
+icapService(icap_service_t type, request_t * r)
+{
+ icap_service_list *isl_iter;
+ int is_iter;
+ int nb_unreachable=0;
+ icap_service * unreachable_one=NULL;
+
+ debug(81, 8) ("icapService: type=%s\n", icapServiceToStr(type));
+ if (NULL == r) {
+ debug(81, 8) ("icapService: no request_t\n");
+ return NULL;
+ }
+ if (NULL == r->class) {
+ debug(81, 8) ("icapService: no class\n");
+ return NULL;
+ }
+ for (isl_iter = r->class->isl; isl_iter; isl_iter = isl_iter->next) {
+ /* TODO:luc: Do a round-robin, choose a random value ?
+ * For now, we use a simple round robin with checking is the
+ * icap server is available */
+ is_iter = isl_iter->last_service_used;
+ do
+ {
+ is_iter = (is_iter + 1) % isl_iter->nservices;
+ debug(81, 8) ("icapService: checking service %s/id=%d\n",isl_iter->services[is_iter]->name,is_iter);
+ if (type == isl_iter->services[is_iter]->type)
+ {
+ if (!isl_iter->services[is_iter]->unreachable)
+ {
+ debug(81, 8) ("icapService: found service %s/id=%d\n", isl_iter->services[is_iter]->name,is_iter);
+ isl_iter->last_service_used = is_iter;
+ return isl_iter->services[is_iter];
+ }
+ debug(81, 8) ("icapService: found service %s/id=%d, but it's unreachable. I don't want to use it\n", isl_iter->services[is_iter]->name,is_iter);
+ unreachable_one = isl_iter->services[is_iter];
+ nb_unreachable++;
+ /* FIXME:luc: in response mod, if we return an NULL pointer, user can bypass
+ * the filter, is it normal ? */
+ }
+ } while (is_iter != isl_iter->last_service_used);
+ }
+ debug(81, 8) ("icapService: no service found\n");
+ isl_iter = r->class->isl;
+
+ if (nb_unreachable > 0){
+ debug(81, 8) ("All the services are unreachable, returning an unreachable one\n");
+ return unreachable_one;
+ } else {
+ return NULL;
+ }
+}
+
+int
+icapConnect(IcapStateData * icap, CNCB * theCallback)
+{
+ int rc;
+ icap->icap_fd = pconnPop(icap->current_service->hostname,
+ icap->current_service->port);
+ if (icap->icap_fd >= 0) {
+ debug(81, 3) ("icapConnect: reused pconn FD %d\n", icap->icap_fd);
+ fd_note(icap->icap_fd, icap->current_service->uri);
+ comm_add_close_handler(icap->icap_fd, icapStateFree, icap);
+ theCallback(icap->icap_fd, 0, icap);
+ return 1;
+ }
+ icap->icap_fd = comm_open(SOCK_STREAM, 0, getOutgoingAddr(NULL), 0,
+ COMM_NONBLOCKING, icap->current_service->uri);
+ debug(81, 5) ("icapConnect: new socket, FD %d, local address %s\n",
+ icap->icap_fd, inet_ntoa(getOutgoingAddr(NULL)));
+ if (icap->icap_fd < 0) {
+ icapStateFree(-1, icap); /* XXX test */
+ return 0;
+ }
+ icap->flags.connect_pending = 1;
+ /*
+ * Configure timeout and close handler before calling
+ * connect because commConnectStart() might get an error
+ * immediately and close the descriptor before it returns.
+ */
+ commSetTimeout(icap->icap_fd, Config.Timeout.connect,
+ icapConnectTimeout, icap);
+ comm_add_close_handler(icap->icap_fd, icapStateFree, icap);
+ /*
+ * This sucks. commConnectStart() may fail before returning,
+ * so lets lock the data and check its validity afterwards.
+ */
+ cbdataLock(icap);
+ commConnectStart(icap->icap_fd,
+ icap->current_service->hostname,
+ icap->current_service->port,
+ theCallback,
+ icap);
+ rc = cbdataValid(icap);
+ cbdataUnlock(icap);
+ debug(81, 3) ("icapConnect: returning %d\n", rc);
+ return rc;
+}
+
+IcapStateData *
+icapAllocate(void)
+{
+ IcapStateData *icap;
+
+ if (!Config.icapcfg.onoff)
+ return 0;
+
+ icap = cbdataAlloc(IcapStateData);
+ icap->icap_fd = -1;
+ icap->enc.res_hdr = -1;
+ icap->enc.res_body = -1;
+ icap->enc.req_hdr = -1;
+ icap->enc.req_body = -1;
+ icap->enc.opt_body = -1;
+ icap->enc.null_body = -1;
+ icap->chunk_size = -1;
+ memBufDefInit(&icap->icap_hdr);
+
+ debug(81, 3) ("New ICAP state\n");
+ return icap;
+}
+
+void
+icapStateFree(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ debug(81, 3) ("icapStateFree: FD %d, icap %p\n", fd, icap);
+ assert(icap);
+ assert(-1 == fd || fd == icap->icap_fd);
+ if (icap->respmod.entry) {
+ /*
+ * If we got some error on this side (like ECONNRESET)
+ * we must signal the other side(s) with a storeAbort()
+ * call.
+ */
+ if (icap->respmod.entry->store_status != STORE_OK)
+ storeAbort(icap->respmod.entry);
+ storeUnlockObject(icap->respmod.entry);
+ icap->respmod.entry = NULL;
+ }
+ requestUnlink(icap->request);
+ icap->request = NULL;
+ if (!memBufIsNull(&icap->icap_hdr))
+ memBufClean(&icap->icap_hdr);
+ if (!memBufIsNull(&icap->respmod.buffer))
+ memBufClean(&icap->respmod.buffer);
+ if (!memBufIsNull(&icap->respmod.req_hdr_copy))
+ memBufClean(&icap->respmod.req_hdr_copy);
+ if (!memBufIsNull(&icap->respmod.resp_copy))
+ memBufClean(&icap->respmod.resp_copy);
+ if (!memBufIsNull(&icap->reqmod.hdr_buf))
+ memBufClean(&icap->reqmod.hdr_buf);
+ if (!memBufIsNull(&icap->reqmod.http_entity.buf))
+ memBufClean(&icap->reqmod.http_entity.buf);
+ if (!memBufIsNull(&icap->chunk_buf))
+ memBufClean(&icap->chunk_buf);
+ if (icap->httpState)
+ httpStateFree(-1, icap->httpState);
+ cbdataUnlock(icap->reqmod.client_cookie);
+ cbdataFree(icap);
+}
+
+void
+icapConnectTimeout(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ debug(81, 3) ("icapConnectTimeout: FD %d, unreachable=1\n", fd);
+ assert(fd == icap->icap_fd);
+ icapOptSetUnreachable(icap->current_service);
+ comm_close(fd);
+}
+
+void
+icapReadTimeout(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ assert(fd == icap->icap_fd);
+ if (icap->flags.wait_for_preview_reply || icap->flags.http_server_eof) {
+ debug(81, 3) ("icapReadTimeout: FD %d, unreachable=1\n", fd);
+ icapOptSetUnreachable(icap->current_service);
+ } else
+ debug(81, 3) ("icapReadTimeout: FD %d, still reachable\n", fd);
+ comm_close(fd);
+}
+
+icap_service_t
+icapServiceToType(const char *s)
+{
+ if (!strcmp(s, "reqmod_precache"))
+ return ICAP_SERVICE_REQMOD_PRECACHE;
+ if (!strcmp(s, "reqmod_postcache"))
+ return ICAP_SERVICE_REQMOD_POSTCACHE;
+ if (!strcmp(s, "respmod_precache"))
+ return ICAP_SERVICE_RESPMOD_PRECACHE;
+ if (!strcmp(s, "respmod_postcache"))
+ return ICAP_SERVICE_RESPMOD_POSTCACHE;
+ return ICAP_SERVICE_MAX;
+}
+
+const char *
+icapServiceToStr(const icap_service_t type)
+{
+ if (type >= 0 && type < ICAP_SERVICE_MAX)
+ return icap_service_type_str[type];
+ else
+ return "error";
+}
+
+
+/* copied from clientAclChecklistCreate */
+static aclCheck_t *
+icapAclChecklistCreate(const acl_access * acl, const clientHttpRequest * http)
+{
+ aclCheck_t *ch;
+ ConnStateData *conn = http->conn;
+ ch = aclChecklistCreate(acl,
+ http->request,
+ 0);
+ ch->conn = conn;
+ cbdataLock(ch->conn);
+ return ch;
+}
+
+/*
+ * check wether we do icap for a request
+ */
+int
+icapCheckAcl(clientHttpRequest * http)
+{
+ icap_access *iter;
+ aclCheck_t *icapChecklist;
+
+ for (iter = Config.icapcfg.access_head; iter; iter = iter->next) {
+ acl_access *A = iter->access;
+ icapChecklist = icapAclChecklistCreate(A, http);
+ if (aclMatchAclList(A->acl_list, icapChecklist)) {
+ debug(81, 5) ("icapCheckAcl: match for class=%s\n",
+ iter->class->name);
+ if (A->allow) {
+ /* allow rule, do icap and use associated class */
+ http->request->class = iter->class;
+ aclChecklistFree(icapChecklist);
+ return 1;
+ } else {
+ /* deny rule, stop processing */
+ aclChecklistFree(icapChecklist);
+ return 0;
+ }
+ }
+ aclChecklistFree(icapChecklist);
+ }
+ return 0;
+}
+
+/* icapLineLength
+ *
+ * returns the amount of data until lineending ( \r\n )
+ * This function is NOT tolerant of variations of \r\n.
+ */
+size_t
+icapLineLength(const char *start, int len)
+{
+ size_t lineLen = 0;
+ char *end = (char *) memchr(start, '\r', len);
+ if (NULL == end)
+ return 0;
+ end++; /* advance to where '\n' should be */
+ lineLen = end - start + 1;
+ if (lineLen > len) {
+ debug(0, 0) ("icapLineLength: warning lineLen (%d) > len (%d)\n",
+ lineLen, len);
+ return 0;
+ }
+ if (*end != '\n') {
+ debug(0, 0) ("icapLineLength: warning *end (%x) != '\\n'\n", *end);
+ return 0;
+ }
+ debug(81, 7) ("icapLineLength: returning %d\n", lineLen);
+ return lineLen;
+}
+
+/*
+ * return:
+ * -1 if EOF before getting end of ICAP header
+ * 0 if we don't have the entire ICAP header yet
+ * 1 if we got the whole header
+ */
+int
+icapReadHeader(int fd, IcapStateData * icap, int *isIcap)
+{
+ int headlen = 0;
+ int len = 0;
+ int peek_sz = EXPECTED_ICAP_HEADER_LEN;
+ int read_sz = 0;
+ LOCAL_ARRAY(char, tmpbuf, SQUID_TCP_SO_RCVBUF);
+ for (;;) {
+ len = recv(fd, tmpbuf, peek_sz, MSG_PEEK);
+ debug(81, 5) ("recv(FD %d, ..., MSG_PEEK) ret %d\n", fd, len);
+ if (len < 0) {
+ debug(81, 1) ("icapReadHeader: FD %d recv error: %s\n", fd, xstrerror());
+ return -1;
+ }
+ if (len == 0) {
+ debug(81, 1) ("icapReadHeader: FD %d recv EOF\n", fd);
+ return -1;
+ }
+ headlen = headersEnd(tmpbuf, len);
+ debug(81, 3) ("headlen=%d\n", headlen);
+ /*
+ * break if we now know where the ICAP headers end
+ */
+ if (headlen)
+ break;
+ /*
+ * break if we know there is no more data to read
+ */
+ if (len < peek_sz)
+ break;
+ /*
+ * The ICAP header is larger than (or equal to) our read
+ * buffer, so double it and try to peek again.
+ */
+ peek_sz *= 2;
+ if (peek_sz >= SQUID_TCP_SO_RCVBUF) {
+ debug(81, 1) ("icapReadHeader: Failed to find end of ICAP header\n");
+ debug(81, 1) ("\twithin first %d bytes of response\n", SQUID_TCP_SO_RCVBUF);
+ debug(81, 1) ("\tpossible persistent connection bug/confusion\n");
+ return -1;
+ }
+ }
+ /*
+ * Now actually read the data from the kernel
+ */
+ if (headlen)
+ read_sz = headlen;
+ else
+ read_sz = len;
+ len = FD_READ_METHOD(fd, tmpbuf, read_sz);
+ assert(len == read_sz);
+ fd_bytes(fd, len, FD_READ);
+ memBufAppend(&icap->icap_hdr, tmpbuf, len);
+ if (headlen) {
+ /* End of ICAP header found */
+ if (icap->icap_hdr.size < 4)
+ *isIcap = 0;
+ else if (0 == strncmp(icap->icap_hdr.buf, "ICAP", 4))
+ *isIcap = 1;
+ else
+ *isIcap = 0;
+ return 1;
+ }
+ /*
+ * We don't have all the headers yet
+ */
+ return 0;
+}
+
+static int
+icapParseConnectionClose(const IcapStateData * icap, const char *s, const char *e)
+{
+ char *t;
+ char *q;
+ /*
+ * s points to the start of the line "Connection: ... "
+ * e points to *after* the last character on the line
+ */
+ s += 11; /* skip past Connection: */
+ while (s < e && isspace(*s))
+ s++;
+ if (e - s < 5)
+ return 0;
+ /*
+ * create a buffer that we can use strtok on
+ */
+ t = xmalloc(e-s+1);
+ strncpy(t, s, e-s);
+ *(t+(e-s)) = '\0';
+ for (q = strtok(t, ","); q; q = strtok(NULL, ",")) {
+ if (0 == strcasecmp(q, "close"))
+ return 1;
+ }
+ return 0;
+}
+
+void
+icapSetKeepAlive(IcapStateData * icap, const char *hdrs)
+{
+ const char *start;
+ const char *end;
+ if (0 == icap->flags.keep_alive)
+ return;
+ if (0 == icapFindHeader(hdrs, "Connection:", &start, &end)) {
+ icap->flags.keep_alive = 1;
+ return;
+ }
+ if (icapParseConnectionClose(icap, start, end))
+ icap->flags.keep_alive = 0;
+ else
+ icap->flags.keep_alive = 1;
+}
+
+/*
+ * icapParseChunkSize
+ *
+ * Returns the offset where the next chunk starts
+ * return parameter chunk_size;
+ */
+static int
+icapParseChunkSize(const char *buf, int len, int *chunk_size)
+{
+ int chunkSize = 0;
+ char c;
+ size_t start;
+ size_t end;
+ size_t nextStart = 0;
+ debug(81, 3) ("icapParseChunkSize: buf=%p, len=%d\n", buf, len);
+ do {
+ start = nextStart;
+ debug(81, 3) ("icapParseChunkSize: start=%d\n", start);
+ if (len <= start) {
+ /*
+ * end of buffer, so far no lines or only empty lines,
+ * wait for more data. read chunk size with next buffer.
+ */
+ *chunk_size = 0;
+ return 0;
+ }
+ end = start + icapLineLength(buf + start, len - start);
+ nextStart = end;
+ if (end <= start) {
+ /*
+ * no line found, need more code here, now we are in
+ * deep trouble, buffer stops with half a chunk size
+ * line. For now stop here.
+ */
+ debug(81, 1) ("icapParseChunkSize: WARNING in mid-line, ret 0\n");
+ *chunk_size = 0;
+ return 0;
+ }
+ while (start < end) {
+ if (NULL == strchr(w_space, buf[start]))
+ break;
+ start++;
+ }
+ while (start < end) {
+ if (NULL == strchr(w_space, buf[end - 1]))
+ break;
+ end--;
+ }
+ /*
+ * if now end <= start we got an empty line. The previous
+ * chunk data should stop with a CRLF. In case that the
+ * other end does not follow the specs and sends no CRLF
+ * or too many empty lines, just continue till we have a
+ * non-empty line.
+ */
+ } while (end <= start);
+ debug(81, 3) ("icapParseChunkSize: start=%d, end=%d\n", start, end);
+
+ /* Non-empty line: Parse the chunk size */
+ while (start < end) {
+ c = buf[start++];
+ if (c >= 'a' && c <= 'f') {
+ chunkSize = chunkSize * 16 + c - 'a' + 10;
+ } else if (c >= 'A' && c <= 'F') {
+ chunkSize = chunkSize * 16 + c - 'A' + 10;
+ } else if (c >= '0' && c <= '9') {
+ chunkSize = chunkSize * 16 + c - '0';
+ } else {
+ if (!(c == ';' || c == ' ' || c == '\t')) {
+ /*Syntax error: Chunksize expected. */
+ *chunk_size = -2; /* we are done */
+ return nextStart;
+ }
+ /* Next comes a chunk extension */
+ break;
+ }
+ }
+ /*
+ * if we read a zero chunk, we reached the end. Mark this for
+ * icapPconnTransferDone
+ */
+ *chunk_size = (chunkSize > 0) ? chunkSize : -2;
+ debug(81, 3) ("icapParseChunkSize: return nextStart=%d\n", nextStart);
+ return nextStart;
+}
+
+/*
+ * icapParseChunkedBody
+ *
+ * De-chunk an HTTP entity received from the ICAP server.
+ * The 'store' function pointer is storeAppend() or memBufAppend().
+ */
+size_t
+icapParseChunkedBody(IcapStateData * icap, STRCB * store, void *store_data)
+{
+ int bufOffset = 0;
+ size_t bw = 0;
+ MemBuf *cb = &icap->chunk_buf;
+ const char *buf = cb->buf;
+ int len = cb->size;
+
+ if (icap->chunk_size == -2) {
+ debug(81, 3) ("zero end chunk reached\n");
+ return 0;
+ }
+ debug(81, 3) ("%s:%d: chunk_size=%d\n", __FILE__, __LINE__,
+ icap->chunk_size);
+ if (icap->chunk_size < 0) {
+ store(store_data, buf, len);
+ cb->size = 0;
+ return (size_t) len;
+ }
+ debug(81, 3) ("%s:%d: bufOffset=%d, len=%d\n", __FILE__, __LINE__,
+ bufOffset, len);
+ while (bufOffset < len) {
+ debug(81, 3) ("%s:%d: bufOffset=%d, len=%d\n", __FILE__, __LINE__,
+ bufOffset, len);
+ if (icap->chunk_size == 0) {
+ int x;
+ x = icapParseChunkSize(buf + bufOffset,
+ len - bufOffset, &icap->chunk_size);
+ if (x < 1) {
+ /* didn't find a valid chunk spec */
+ break;
+ }
+ bufOffset += x;
+ debug(81, 3) ("got chunksize %d, new offset %d\n",
+ icap->chunk_size, bufOffset);
+ if (icap->chunk_size == -2) {
+ debug(81, 3) ("zero end chunk reached\n");
+ break;
+ }
+ }
+ debug(81, 3) ("%s:%d: X\n", __FILE__, __LINE__);
+ if (icap->chunk_size > 0) {
+ if (icap->chunk_size >= len - bufOffset) {
+ store(store_data, buf + bufOffset, len - bufOffset);
+ bw += (len - bufOffset);
+ icap->chunk_size -= (len - bufOffset);
+ bufOffset = len;
+ } else {
+ store(store_data, buf + bufOffset, icap->chunk_size);
+ bufOffset += icap->chunk_size;
+ bw += icap->chunk_size;
+ icap->chunk_size = 0;
+ }
+ }
+ }
+ if (0 == bufOffset) {
+ (void) 0;
+ } else if (bufOffset == cb->size) {
+ cb->size = 0;
+ } else {
+ assert(bufOffset <= cb->size);
+ xmemmove(cb->buf, cb->buf + bufOffset, cb->size - bufOffset);
+ cb->size -= bufOffset;
+ }
+ return bw;
+}
+
+/*
+ * icapAddAuthUserHeader
+ *
+ * Builds and adds the X-Authenticated-User header to an ICAP request headers.
+ */
+void
+icapAddAuthUserHeader(MemBuf * mb, auth_user_request_t * auth_user_request)
+{
+ char *user = authenticateUserRequestUsername(auth_user_request);
+ char *authuser;
+ size_t len, userlen, schemelen, userofslen;
+ char *userofs;
+
+ if (user == NULL) {
+ debug(81, 5) ("icapAddAuthUserHeader: NULL username\n");
+ return;
+ }
+ userlen = strlen(user);
+ schemelen = strlen(Config.icapcfg.auth_scheme);
+ len = userlen + schemelen + 1;
+ authuser = xcalloc(len, 1);
+
+ if ((userofs = strstr(Config.icapcfg.auth_scheme, "%u")) == NULL) {
+ /* simply add user at end of string */
+ snprintf(authuser, len, "%s%s", Config.icapcfg.auth_scheme, user);
+ } else {
+ userofslen = userofs - Config.icapcfg.auth_scheme;
+ xmemcpy(authuser, Config.icapcfg.auth_scheme, userofslen);
+ xmemcpy(authuser + userofslen, user, userlen);
+ xmemcpy(authuser + userofslen + userlen,
+ userofs + 2, schemelen - (userofslen + 2) + 1);
+ }
+
+ memBufPrintf(mb, "X-Authenticated-User: %s\r\n", base64_encode(authuser));
+ xfree(authuser);
+}
Index: squid/src/icap_opt.c
diff -u /dev/null squid/src/icap_opt.c:1.1.2.13
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/src/icap_opt.c Tue Oct 19 08:41:02 2004
@@ -0,0 +1,515 @@
+
+/*
+ * $Id$
+ *
+ * DEBUG: section 81 Internet Content Adaptation Protocol (ICAP) Client OPTIONS
+ * AUTHOR: Ralf Horstmann
+ *
+ * SQUID Web Proxy Cache http://www.squid-cache.org/
+ * ----------------------------------------------------------
+ *
+ * Squid is the result of efforts by numerous individuals from
+ * the Internet community; see the CONTRIBUTORS file for full
+ * details. Many organizations have provided support for Squid's
+ * development; see the SPONSORS file for full details. Squid is
+ * Copyrighted (C) 2001 by the Regents of the University of
+ * California; see the COPYRIGHT file for full details. Squid
+ * incorporates software developed and/or copyrighted by other
+ * sources; see the CREDITS file for full details.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
+ *
+ */
+
+#include "squid.h"
+
+/*************************************************************/
+
+/*
+ * network related functions for OPTIONS request
+ */
+static void icapOptStart(void *data);
+static void icapOptTimeout(int fd, void *data);
+static void icapOptConnectDone(int server_fd, int status, void *data);
+static void icapOptWriteComplete(int fd, char *bufnotused, size_t size, int errflag, void *data);
+static void icapOptReadReply(int fd, void *data);
+
+/*
+ * reply parsing functions
+ */
+static int icapOptParseReply(icap_service * s, IcapOptData * i);
+static void icapOptParseEntry(icap_service * s, const char *blk_start, const char *blk_end);
+static int icapIsolateLine(const char **parse_start, const char **blk_start, const char **blk_end);
+
+/*
+ * helper functions
+ */
+static void icapOptDataInit(IcapOptData * i);
+static void icapOptDataFree(IcapOptData * i);
+
+/*************************************************************/
+
+#define TIMEOUT 10
+
+void
+icapOptInit()
+{
+ icap_service *s;
+
+ /* iterate over configured services */
+ s = Config.icapcfg.service_head;
+ while (s) {
+ eventAdd("icapOptStart", icapOptStart, s, 5.0, 1);
+ s = s->next;
+ }
+}
+
+void
+icapOptShutdown()
+{
+ icap_service *s;
+
+ s = Config.icapcfg.service_head;
+ while (s) {
+ if (eventFind(icapOptStart, s)) {
+ eventDelete(icapOptStart, s);
+ }
+ s = s->next;
+ }
+}
+
+/*
+ * mark a service as unreachable
+ */
+void
+icapOptSetUnreachable(icap_service * s)
+{
+ s->unreachable = 1;
+ debug(81, 5) ("icapOptSetUnreachable: got called for %s\n", s->uri);
+ /*
+ * if there is an options request scheduled, delete it and add
+ * it again to reset the time to the default check_interval.
+ */
+ if (eventFind(icapOptStart, s)) {
+ eventDelete(icapOptStart, s);
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ }
+}
+
+static void
+icapOptStart(void *data)
+{
+ icap_service *s = data;
+ int fd;
+ int ctimeout = TIMEOUT;
+ const char *host = s->hostname;
+ unsigned short port = s->port;
+ debug(81, 3) ("icapOptStart: starting OPTIONS request for %s (%s)\n", s->name, s->uri);
+ fd = comm_open(SOCK_STREAM,
+ 0,
+ getOutgoingAddr(NULL),
+ 0,
+ COMM_NONBLOCKING,
+ "ICAP OPTIONS connection");
+ if (fd < 0) {
+ debug(81, 4) ("icapConnectStart: %s\n", xstrerror());
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ return;
+ }
+ assert(s->opt == NULL); /* if not null, another options request might be running, which should not happen */
+ s->opt = memAllocate(MEM_ICAP_OPT_DATA);
+ icapOptDataInit(s->opt);
+ cbdataLock(s);
+ commSetTimeout(fd, ctimeout, icapOptTimeout, s);
+ commConnectStart(fd, host, port, icapOptConnectDone, s);
+}
+
+static void
+icapOptTimeout(int fd, void *data)
+{
+ icap_service *s = data;
+ IcapOptData *i = s->opt;
+ int valid;
+
+ debug(81, 4) ("icapOptConnectTimeout: fd=%d, service=%s\n", fd, s->uri);
+
+ comm_close(fd);
+ valid = cbdataValid(s);
+ cbdataUnlock(s);
+ if (!valid) {
+ icapOptDataFree(i);
+ s->opt = NULL;
+ return;
+ }
+ /* try again later */
+ icapOptDataFree(i);
+ s->opt = NULL;
+ s->unreachable = 1;
+ debug(81, 3) ("icapOptConnectTimeout: unreachable=1, service=%s\n", s->uri);
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+
+}
+
+static void
+icapOptConnectDone(int server_fd, int status, void *data)
+{
+ icap_service *s = data;
+ IcapOptData *i = s->opt;
+ MemBuf request;
+ int valid;
+
+ valid = cbdataValid(s);
+ cbdataUnlock(s);
+ if (!valid) {
+ comm_close(server_fd);
+ icapOptDataFree(i);
+ s->opt = NULL;
+ return;
+ }
+ if (status != COMM_OK) {
+ debug(81, 3) ("icapOptConnectDone: unreachable=1, service=%s\n", s->uri);
+ comm_close(server_fd);
+ icapOptDataFree(i);
+ s->opt = NULL;
+ s->unreachable = 1;
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ return;
+ }
+ debug(81, 3) ("icapOptConnectDone: Connection ok. Sending Options request for %s\n", s->name);
+ memBufDefInit(&request);
+ memBufPrintf(&request, "OPTIONS %s ICAP/1.0\r\n", s->uri);
+ memBufPrintf(&request, "Host: %s\r\n", s->hostname);
+ memBufPrintf(&request, "Connection: close\r\n");
+ memBufPrintf(&request, "User-Agent: ICAP-Client-Squid/1.2\r\n");
+ memBufPrintf(&request, "\r\n");
+ cbdataLock(s);
+ commSetTimeout(server_fd, TIMEOUT, icapOptTimeout, s);
+ comm_write_mbuf(server_fd, request, icapOptWriteComplete, s);
+}
+
+static void
+icapOptWriteComplete(int fd, char *bufnotused, size_t size, int errflag, void *data)
+{
+ icap_service *s = data;
+ IcapOptData *i = s->opt;
+ int valid;
+
+ valid = cbdataValid(s);
+ cbdataUnlock(s);
+ if (!valid) {
+ comm_close(fd);
+ icapOptDataFree(i);
+ s->opt = NULL;
+ return;
+ }
+ debug(81, 5) ("icapOptWriteComplete: FD %d: size %d: errflag %d.\n",
+ fd, size, errflag);
+ if (size > 0) {
+ fd_bytes(fd, size, FD_WRITE);
+ kb_incr(&statCounter.icap.all.kbytes_out, size);
+ }
+ if (errflag) {
+ /* cancel this for now */
+ debug(81, 3) ("icapOptWriteComplete: unreachable=1, service=%s\n", s->uri);
+ icapOptDataFree(i);
+ s->opt = NULL;
+ s->unreachable = 1;
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ comm_close(fd);
+ return;
+ }
+ cbdataLock(s);
+ commSetSelect(fd, COMM_SELECT_READ, icapOptReadReply, s, 0);
+}
+
+static void
+icapOptReadReply(int fd, void *data)
+{
+ icap_service *s = data;
+ IcapOptData *i = s->opt;
+ int size;
+ int len = i->size - i->offset - 1;
+ int valid;
+
+ valid = cbdataValid(s);
+ cbdataUnlock(s);
+ if (!valid) {
+ comm_close(fd);
+ icapOptDataFree(i);
+ s->opt = NULL;
+ return;
+ }
+ if (len == 0) {
+ /* Grow the request memory area to accomodate for a large request */
+ printf("PANIC: not enough memory\n");
+#if 0
+ i->buf = memReallocBuf(i->buf, i->size * 2, &i->size);
+ debug(81, 2) ("icapoptReadReply: growing reply buffer: offset=%ld size=%ld\n",
+ (long) i->offset, (long) i->size);
+ len = i->size - i->offset - 1;
+#endif
+ }
+ size = FD_READ_METHOD(fd, i->buf + i->offset, len);
+ i->offset += size;
+ debug(81, 3) ("icapOptReadReply: Got %d bytes of data\n", size);
+ if (size > 0) {
+ /* do some statistics */
+ fd_bytes(fd, size, FD_READ);
+ kb_incr(&statCounter.icap.all.kbytes_in, size);
+
+ /*
+ * some icap servers seem to ignore the "Connection: close" header. so
+ * after getting the complete option reply we close the connection
+ * ourself.
+ */
+ if ((i->headlen = headersEnd(i->buf, i->offset))) {
+ debug(81, 3) ("icapOptReadReply: EndOfResponse\n");
+ size = 0;
+ }
+ }
+ if (size < 0) {
+ debug(81, 3) ("icapOptReadReply: FD %d: read failure: %s.\n", fd, xstrerror());
+ debug(81, 3) ("icapOptReadReply: unreachable=1, service=%s.\n", s->uri);
+ s->unreachable = 1;
+ icapOptDataFree(i);
+ s->opt = NULL;
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ comm_close(fd);
+ } else if (size == 0) {
+ /* no more data, now we can parse the reply */
+ debug(81, 3) ("icapOptReadReply: FD %d: connection closed\n", fd);
+ i->buf[i->offset] = '\0'; /* for string functions */
+ debug(81, 3) ("icapOptReadReply: unreachable=0, service=%s\n", s->uri);
+ s->unreachable = 0;
+ if (icapOptParseReply(s, i) && s->options_ttl > 0) {
+ debug(81, 3) ("icapOptReadReply: OPTIONS request successful. scheduling again in %d seconds\n", s->options_ttl);
+ eventAdd("icapOptStart", icapOptStart, s, s->options_ttl, 1);
+ } else {
+ /* use a default ttl */
+ debug(81, 3) ("icapOptReadReply: OPTIONS request not successful. scheduling again in %d seconds\n", Config.icapcfg.check_interval);
+ eventAdd("icapOptStart", icapOptStart, s, Config.icapcfg.check_interval, 1);
+ }
+ icapOptDataFree(i);
+ s->opt = NULL;
+ comm_close(fd);
+ } else {
+ /* data received */
+ /* commSetSelect(fd, Type, handler, client_data, timeout) */
+ cbdataLock(s);
+ commSetSelect(fd, COMM_SELECT_READ, icapOptReadReply, data, 0);
+ }
+}
+
+static int
+icapIsolateLine(const char **parse_start, const char **blk_start, const char **blk_end)
+{
+ int slen = strcspn(*parse_start, "\r\n");
+
+ if (!(*parse_start)[slen]) /* no crlf */
+ return 0;
+
+ if (slen == 0) /* empty line */
+ return 0;
+
+ *blk_start = *parse_start;
+ *blk_end = *blk_start + slen;
+
+ /* set it to the beginning of next line */
+ *parse_start = *blk_end;
+ while (**parse_start == '\r') /* CR */
+ (*parse_start)++;
+ if (**parse_start == '\n') /* LF */
+ (*parse_start)++;
+ return 1;
+}
+
+/* process a single header entry between blk_start and blk_end */
+static void
+icapOptParseEntry(icap_service * s, const char *blk_start, const char *blk_end)
+{
+ const char *name_end = strchr(blk_start, ':');
+ const int name_len = name_end ? name_end - blk_start : 0;
+ const char *value_start = blk_start + name_len + 1; /* skip ':' */
+ int value_len;
+ int new;
+
+ if (!name_len || name_end > blk_end) {
+ debug(81, 5) ("icapOptParseEntry: strange header. skipping\n");
+ return;
+ }
+ if (name_len > 65536) {
+ debug(81, 5) ("icapOptParseEntry: unusual long header item. skipping.\n");
+ return;
+ }
+ while (xisspace(*value_start) && value_start < blk_end) {
+ value_start++;
+ }
+ if (value_start >= blk_end) {
+ debug(81, 5) ("icapOptParseEntry: no value found\n");
+ return;
+ }
+ value_len = blk_end - value_start;
+
+
+ /* extract information */
+ if (!strncasecmp("Allow", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Allow\n");
+ if (!strncmp("204", value_start, 3)) {
+ s->flags.allow_204 = 1;
+ } else {
+ debug(81, 3) ("icapOptParseEntry: Allow value unknown");
+ }
+ } else if (!strncasecmp("Connection", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Connection\n");
+ } else if (!strncasecmp("Encapsulated", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Encapsulated\n");
+ } else if (!strncasecmp("ISTAG", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found ISTAG\n");
+ stringClean(&s->istag);
+ stringLimitInit(&s->istag, value_start, value_len);
+ } else if (!strncasecmp("Max-Connections", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Max-Connections\n");
+ errno = 0;
+ new = strtol(value_start, NULL, 10);
+ if (errno) {
+ debug(81, 5) ("icapOptParseEntry: Max-Connections: could not parse value\n");
+ } else {
+ debug(81, 5) ("icapOptParseEntry: Max-Connections: new value=%d\n", new);
+ s->max_connections = new;
+ }
+ } else if (!strncasecmp("Methods", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Methods\n");
+ } else if (!strncasecmp("Options-TTL", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Options-TTL\n");
+ errno = 0;
+ new = strtol(value_start, NULL, 10);
+ if (errno) {
+ debug(81, 5) ("icapOptParseEntry: Options-TTL: could not parse value\n");
+ } else {
+ debug(81, 5) ("icapOptParseEntry: Options-TTL: new value=%d\n", new);
+ s->options_ttl = new;
+ }
+ } else if (!strncasecmp("Preview", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Preview\n");
+ errno = 0;
+ new = strtol(value_start, NULL, 10);
+ if (errno) {
+ debug(81, 5) ("icapOptParseEntry: Preview: could not parse value\n");
+ } else {
+ debug(81, 5) ("icapOptParseEntry: Preview: new value=%d\n", new);
+ s->preview = new;
+ }
+ } else if (!strncasecmp("Service", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Service\n");
+ } else if (!strncasecmp("Service-ID", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Service-ID\n");
+ } else if (!strncasecmp("Transfer-Preview", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Transfer-Preview\n");
+ stringClean(&s->transfer_preview);
+ stringLimitInit(&s->transfer_preview, value_start, value_len);
+ } else if (!strncasecmp("Transfer-Ignore", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Transfer-Ignore\n");
+ stringClean(&s->transfer_ignore);
+ stringLimitInit(&s->transfer_ignore, value_start, value_len);
+ } else if (!strncasecmp("Transfer-Complete", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found Transfer-Complete\n");
+ stringClean(&s->transfer_complete);
+ stringLimitInit(&s->transfer_complete, value_start, value_len);
+ } else if (!strncasecmp("X-Include", blk_start, name_len)) {
+ debug(81, 5) ("icapOptParseEntry: found X-Include\n");
+ if (strstr(value_start, "X-Client-IP")) {
+ debug(81, 5) ("icapOptParseEntry: X-Include: found X-Client-IP\n");
+ s->flags.need_x_client_ip = 1;
+ }
+ if (strstr(value_start, "X-Authenticated-User")) {
+ debug(81, 5) ("icapOptParseEntry: X-Include: found X-Authenticated-User\n");
+ s->flags.need_x_authenticated_user = 1;
+ }
+ } else {
+ debug(81, 5) ("icapOptParseEntry: unknown options header\n");
+ }
+}
+
+/* parse OPTIONS reply */
+static int
+icapOptParseReply(icap_service * s, IcapOptData * i)
+{
+ LOCAL_ARRAY(char, tmpbuf, SQUID_TCP_SO_RCVBUF);
+ float ver;
+ int status;
+ const char *buf = i->buf;
+ const char *parse_start;
+ const char *head_end;
+ const char *blk_start;
+ const char *blk_end;
+
+ if (sscanf(buf, "ICAP/%f %d %s\r", &ver, &status, tmpbuf) < 3
+ || ver <= 0.0) {
+ debug(81, 2) ("icapOptParseReply: bad status line <%s>\n", buf);
+ return 0;
+ }
+ debug(81, 3) ("icapOptParseReply: got reply: \n", ver, status, tmpbuf);
+
+ if (status != 200) {
+ debug(81, 3) ("icapOptParseReply: status = %d != 200\n", status);
+ return 0;
+ }
+ parse_start = buf;
+ if (i->headlen == 0)
+ i->headlen = headersEnd(parse_start, s->opt->offset);
+
+ if (!i->headlen) {
+ debug(81, 2) ("icapOptParseReply: end of headers could not be found\n");
+ return 0;
+ }
+ head_end = parse_start + i->headlen - 1;
+ while (*(head_end - 1) == '\r')
+ head_end--;
+ assert(*(head_end - 1) == '\n');
+ if (*head_end != '\r' && *head_end != '\n')
+ return 0; /* failure */
+
+ /* skip status line */
+ if (!icapIsolateLine(&parse_start, &blk_start, &blk_end)) {
+ debug(81, 3) ("icapOptParseReply: failure in isolating status line\n");
+ return 0;
+ }
+ /* now we might start real parsing */
+ while (icapIsolateLine(&parse_start, &blk_start, &blk_end)) {
+ if (blk_end > head_end || blk_start > head_end || blk_start >= blk_end) {
+ debug(81, 3) ("icapOptParseReply: header limit exceeded. finished.\n");
+ break;
+ }
+ icapOptParseEntry(s, blk_start, blk_end);
+ }
+ return 1;
+}
+
+static void
+icapOptDataInit(IcapOptData * i)
+{
+ i->buf = memAllocBuf(HTTP_REPLY_BUF_SZ, &i->size);
+ i->offset = 0;
+ i->headlen = 0;
+}
+
+static void
+icapOptDataFree(IcapOptData * i)
+{
+ if (i) {
+ memFreeBuf(i->size, i->buf);
+ memFree(i, MEM_ICAP_OPT_DATA);
+ }
+}
Index: squid/src/icap_reqmod.c
diff -u /dev/null squid/src/icap_reqmod.c:1.1.2.36
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/src/icap_reqmod.c Mon Feb 28 03:47:19 2005
@@ -0,0 +1,880 @@
+
+/*
+ * $Id$
+ *
+ * DEBUG: section 81 Internet Content Adaptation Protocol (ICAP) Client
+ * AUTHOR: Geetha Manjunath, Hewlett Packard Company
+ *
+ * SQUID Web Proxy Cache http://www.squid-cache.org/
+ * ----------------------------------------------------------
+ *
+ * Squid is the result of efforts by numerous individuals from
+ * the Internet community; see the CONTRIBUTORS file for full
+ * details. Many organizations have provided support for Squid's
+ * development; see the SPONSORS file for full details. Squid is
+ * Copyrighted (C) 2001 by the Regents of the University of
+ * California; see the COPYRIGHT file for full details. Squid
+ * incorporates software developed and/or copyrighted by other
+ * sources; see the CREDITS file for full details.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
+ *
+ */
+
+#include "squid.h"
+
+/*
+ * These once-static functions are required to be global for ICAP
+ */
+PF clientReadRequest;
+PF connStateFree;
+int clientCheckContentLength(request_t * r);
+void clientProcessRequest(clientHttpRequest *);
+int clientCachable(clientHttpRequest *);
+int clientHierarchical(clientHttpRequest *);
+
+
+static PF icapReqModReadHttpHdrs;
+static PF icapReqModReadHttpBody;
+static CWCB icapReqModSendBodyChunk;
+static CBCB icapReqModBodyHandler;
+static CB icapReqModPassHttpBody;
+static STRCB icapReqModMemBufAppend;
+
+#define EXPECTED_ICAP_HEADER_LEN 256
+static const char *crlf = "\r\n";
+
+/*
+ * icapExpectedHttpReqHdrSize
+ *
+ * calculate the size of the HTTP headers that we expect
+ * to read from the ICAP server.
+ */
+static int
+icapExpectedHttpReqHdrSize(IcapStateData * icap)
+{
+ if (icap->enc.req_body > -1 && icap->enc.req_hdr > -1)
+ return (icap->enc.req_body - icap->enc.req_hdr);
+ if (icap->enc.null_body > -1)
+ return icap->enc.null_body;
+ fatal("icapExpectedHttpReqHdrSize: unexpected case");
+ return 0;
+}
+
+/*
+ * icapReqModCreateClientState
+ *
+ * Creates fake client_side data structures so we can use
+ * that module to read/parse the HTTP request that we read
+ * from the ICAP server.
+ */
+static clientHttpRequest *
+icapReqModCreateClientState(IcapStateData * icap, request_t * request)
+{
+ clientHttpRequest *http;
+ if (!cbdataValid(icap->reqmod.client_cookie)) {
+ debug(81, 3) ("Whups, client cookie invalid\n");
+ icap->reqmod.client_fd = -1;
+ return NULL;
+ }
+ http = cbdataAlloc(clientHttpRequest);
+ /*
+ * use our own urlCanonicalClean here, because urlCanonicalClean
+ * may strip everything after a question-mark. As http->uri
+ * is used when doing a request to a parent proxy, we need the full
+ * url here.
+ */
+ http->uri = xstrdup(urlCanonical(icap->request));
+ http->log_uri = xstrndup(http->uri, MAX_URL);
+ http->range_iter.boundary = StringNull;
+ http->request = requestLink(request ? request : icap->request);
+ http->flags.did_icap_reqmod = 1;
+ http->start = icap->reqmod.start;
+ http->conn = cbdataAlloc(ConnStateData);
+ http->conn->fd = icap->reqmod.client_fd;
+ http->conn->in.size = 0;
+ http->conn->in.buf = NULL;
+ http->conn->log_addr = icap->reqmod.log_addr;
+ http->conn->chr = http;
+ comm_add_close_handler(http->conn->fd, connStateFree, http->conn);
+ return http;
+}
+
+/*
+ * icapReqModInterpretHttpRequest
+ *
+ * Interpret an HTTP request that we read from the ICAP server.
+ * Create some "fake" clientHttpRequest and ConnStateData structures
+ * so we can pass this new request off to the routines in
+ * client_side.c.
+ */
+static void
+icapReqModInterpretHttpRequest(IcapStateData * icap, request_t * request)
+{
+ clientHttpRequest *http = icapReqModCreateClientState(icap, request);
+ if (NULL == http)
+ return;
+ /*
+ * bits from clientReadRequest
+ */
+ request->content_length = httpHeaderGetInt(&request->header,
+ HDR_CONTENT_LENGTH);
+ if (!urlCheckRequest(request) ||
+ httpHeaderHas(&request->header, HDR_TRANSFER_ENCODING)) {
+ ErrorState *err;
+ err = errorCon(ERR_UNSUP_REQ, HTTP_NOT_IMPLEMENTED);
+ err->request = requestLink(request);
+ request->flags.proxy_keepalive = 0;
+ http->entry = clientCreateStoreEntry(http, request->method, null_request_flags);
+ errorAppendEntry(http->entry, err);
+ return;
+ }
+ if (!clientCheckContentLength(request)) {
+ ErrorState *err;
+ err = errorCon(ERR_INVALID_REQ, HTTP_LENGTH_REQUIRED);
+ err->request = requestLink(request);
+ http->entry = clientCreateStoreEntry(http, request->method, null_request_flags);
+ errorAppendEntry(http->entry, err);
+ return;
+ }
+ /* Do we expect a request-body? */
+ if (request->content_length > 0) {
+ debug(81, 5) ("handing request bodies in ICAP REQMOD\n");
+ request->body_reader = icapReqModPassHttpBody;
+ request->body_reader_data = icap; /* XXX cbdataLock? */
+ memBufDefInit(&icap->reqmod.http_entity.buf);
+ }
+ if (clientCachable(http))
+ request->flags.cachable = 1;
+ if (clientHierarchical(http))
+ request->flags.hierarchical = 1;
+ clientProcessRequest(http);
+}
+
+/*
+ * icapReqModParseHttpError
+ *
+ * Handle an error when parsing the new HTTP request we read
+ * from the ICAP server.
+ */
+static void
+icapReqModParseHttpError(IcapStateData * icap, const char *reason)
+{
+ debug(81, 1) ("icapReqModParseHttpError: %s\n", reason);
+}
+
+/*
+ * icapEntryError
+ *
+ * A wrapper for errorCon() and errorAppendEntry().
+ */
+static void
+icapEntryError(IcapStateData * icap, err_type et, http_status hs, int xerrno)
+{
+ ErrorState *err;
+ clientHttpRequest *http = icapReqModCreateClientState(icap, NULL);
+ if (NULL == http)
+ return;
+ http->entry = clientCreateStoreEntry(http,
+ icap->request->method,
+ null_request_flags);
+ err = errorCon(et, hs);
+ err->xerrno = xerrno;
+ err->request = requestLink(icap->request);
+ errorAppendEntry(http->entry, err);
+}
+
+/*
+ * icapReqModParseHttpRequest
+ *
+ * Parse the HTTP request that we read from the ICAP server.
+ * Creates and fills in the request_t structure.
+ */
+static void
+icapReqModParseHttpRequest(IcapStateData * icap)
+{
+ char *mstr;
+ char *uri;
+ char *inbuf;
+ char *t;
+ char *token;
+ char *headers;
+ method_t method;
+ request_t *request;
+ http_version_t http_ver;
+ int reqlen = icap->reqmod.hdr_buf.size;
+ int hdrlen;
+
+ /*
+ * Lazy, make a copy of the buf so I can chop it up with strtok()
+ */
+ inbuf = xcalloc(reqlen + 1, 1);
+ memcpy(inbuf, icap->reqmod.hdr_buf.buf, reqlen);
+
+ if ((mstr = strtok(inbuf, "\t ")) == NULL) {
+ debug(81, 1) ("icapReqModParseHttpRequest: Can't get request method\n");
+ icapReqModParseHttpError(icap, "error:invalid-request-method");
+ xfree(inbuf);
+ return;
+ }
+ method = urlParseMethod(mstr);
+ if (method == METHOD_NONE) {
+ debug(81, 1) ("icapReqModParseHttpRequest: Unsupported method '%s'\n", mstr);
+ icapReqModParseHttpError(icap, "error:unsupported-request-method");
+ xfree(inbuf);
+ return;
+ }
+ /* look for URL+HTTP/x.x */
+ if ((uri = strtok(NULL, "\n")) == NULL) {
+ debug(81, 1) ("icapReqModParseHttpRequest: Missing URI\n");
+ icapReqModParseHttpError(icap, "error:missing-url");
+ xfree(inbuf);
+ return;
+ }
+ while (xisspace(*uri))
+ uri++;
+ t = uri + strlen(uri);
+ assert(*t == '\0');
+ token = NULL;
+ while (t > uri) {
+ t--;
+ if (xisspace(*t) && !strncmp(t + 1, "HTTP/", 5)) {
+ token = t + 1;
+ break;
+ }
+ }
+ while (t > uri && xisspace(*t))
+ *(t--) = '\0';
+ debug(81, 5) ("icapReqModParseHttpRequest: URI is '%s'\n", uri);
+ if (token == NULL) {
+ debug(81, 3) ("icapReqModParseHttpRequest: Missing HTTP identifier\n");
+ icapReqModParseHttpError(icap, "error:missing-http-ident");
+ xfree(inbuf);
+ return;
+ }
+ if (sscanf(token + 5, "%d.%d", &http_ver.major, &http_ver.minor) != 2) {
+ debug(81, 3) ("icapReqModParseHttpRequest: Invalid HTTP identifier.\n");
+ icapReqModParseHttpError(icap, "error:invalid-http-ident");
+ xfree(inbuf);
+ return;
+ }
+ debug(81, 6) ("icapReqModParseHttpRequest: Client HTTP version %d.%d.\n", http_ver.major, http_ver.minor);
+
+ headers = strtok(NULL, null_string);
+ hdrlen = inbuf + reqlen - headers;
+
+ if ((request = urlParse(method, uri)) == NULL) {
+ debug(81, 3) ("Invalid URL: %s at %s:%d\n", uri, __FILE__, __LINE__);
+ icapEntryError(icap, ERR_INVALID_URL, HTTP_BAD_REQUEST, 0);
+ xfree(inbuf);
+ return;
+ }
+ /* compile headers */
+ if (!httpHeaderParse(&request->header, headers, headers + hdrlen)) {
+ debug(81, 3) ("Failed to parse HTTP headers for: %s at %s:%d",
+ uri, __FILE__, __LINE__);
+ icapEntryError(icap, ERR_INVALID_REQ, HTTP_BAD_REQUEST, 0);
+ xfree(inbuf);
+ return;
+ }
+ debug(81, 3) ("icapReqModParseHttpRequest: successfully parsed the HTTP request\n");
+ request->http_ver = http_ver;
+ request->client_addr = icap->request->client_addr;
+ request->my_addr = icap->request->my_addr;
+ request->my_port = icap->request->my_port;
+ request->class = icap->request->class;
+ if (icap->request->auth_user_request != NULL) {
+ /* Copy authentification info in new request */
+ request->auth_user_request = icap->request->auth_user_request;
+ authenticateAuthUserRequestLock(request->auth_user_request);
+ }
+ icapReqModInterpretHttpRequest(icap, request);
+ xfree(inbuf);
+}
+
+/*
+ * icapReqModHandoffRespMod
+ *
+ * Handles the case where a REQMOD request results in an HTTP REPLY
+ * (instead of an ICAP REPLY that contains a new HTTP REQUEST). We
+ * prepare the IcapStateData for passing off to the icap_reqmod
+ * code, where we have functions for reading HTTP replies in ICAP
+ * messages.
+ */
+static void
+icapReqModHandoffRespMod(IcapStateData * icap)
+{
+ extern PF icapReadReply;
+ clientHttpRequest *http = icapReqModCreateClientState(icap, NULL);
+ if (NULL == http)
+ return;
+ assert(icap->request);
+
+ http->entry = clientCreateStoreEntry(http,
+ icap->request->method,
+ icap->request->flags);
+ icap->respmod.entry = http->entry;
+ storeLockObject(icap->respmod.entry);
+
+ /* icap->http_flags = ? */
+ memBufDefInit(&icap->respmod.buffer);
+ memBufDefInit(&icap->chunk_buf);
+ assert(icap->current_service);
+ icapReadReply(icap->icap_fd, icap);
+}
+
+/*
+ * icapReqModKeepAliveOrClose
+ *
+ * Called when we are done reading from the ICAP server.
+ * Either close the connection or keep it open for a future
+ * transaction.
+ */
+static void
+icapReqModKeepAliveOrClose(IcapStateData * icap)
+{
+ int fd = icap->icap_fd;
+ debug(81, 3) ("%s:%d FD %d\n", __FILE__, __LINE__, fd);
+ if (fd < 0)
+ return;
+ if (!icap->flags.keep_alive) {
+ debug(81, 3) ("%s:%d keep_alive not set, closing\n", __FILE__, __LINE__);
+ comm_close(fd);
+ return;
+ }
+ if (icap->request->content_length < 0) {
+ /* no message body */
+ debug(81, 3) ("%s:%d no message body\n", __FILE__, __LINE__);
+ if (1 != icap->reqmod.hdr_state) {
+ /* didn't get to end of HTTP headers */
+ debug(81, 3) ("%s:%d didnt find end of headers, closing\n", __FILE__, __LINE__);
+ comm_close(fd);
+ return;
+ }
+ } else if (icap->reqmod.http_entity.bytes_read != icap->request->content_length) {
+ debug(81, 3) ("%s:%d bytes_read (%d) != content_length (%d)\n", __FILE__, __LINE__,
+ icap->reqmod.http_entity.bytes_read,
+ icap->request->content_length);
+ /* an error */
+ comm_close(fd);
+ return;
+ }
+ debug(81, 3) ("%s:%d looks good, keeping alive\n", __FILE__, __LINE__);
+ commSetDefer(fd, NULL, NULL);
+ commSetTimeout(fd, -1, NULL, NULL);
+ commSetSelect(fd, COMM_SELECT_READ, NULL, NULL, 0);
+ comm_remove_close_handler(fd, icapStateFree, icap);
+ pconnPush(fd, fd_table[fd].pconn_name, fd_table[fd].remote_port);
+ icap->icap_fd = -1;
+ icapStateFree(-1, icap);
+}
+
+/*
+ * icapReqModReadHttpHdrs
+ *
+ * Read the HTTP reply from the ICAP server. Uses the values
+ * from the ICAP Encapsulation header to know how many bytes
+ * to read.
+ */
+static void
+icapReqModReadHttpHdrs(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ LOCAL_ARRAY(char, tmpbuf, SQUID_TCP_SO_RCVBUF);
+ int rl;
+ debug(81, 3) ("icapReqModReadHttpHdrs:\n");
+ assert(fd == icap->icap_fd);
+ assert(icap->enc.req_hdr == 0);
+ if (0 == icap->reqmod.hdr_state) {
+ int expect = icapExpectedHttpReqHdrSize(icap);
+ int so_far = icap->http_header_bytes_read_so_far;
+ int needed = expect - so_far;
+ debug(81, 3) ("expect=%d\n", expect);
+ debug(81, 3) ("so_far=%d\n", so_far);
+ debug(81, 3) ("needed=%d\n", needed);
+ assert(needed >= 0);
+ if (0 == expect) {
+ fatalf("unexpected condition in %s:%d", __FILE__, __LINE__);
+ }
+ rl = FD_READ_METHOD(fd, tmpbuf, needed);
+ debug(81, 3) ("icapReqModReadHttpHdrs: read %d bytes\n", rl);
+ if (rl < 0) {
+ fatalf("need to handle read error at %s:%d", __FILE__, __LINE__);
+ }
+ fd_bytes(fd, rl, FD_READ);
+ kb_incr(&statCounter.icap.all.kbytes_in, rl);
+ memBufAppend(&icap->reqmod.hdr_buf, tmpbuf, rl);
+ icap->http_header_bytes_read_so_far += rl;
+ if (rl != needed) {
+ /* still more header data to read */
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadHttpHdrs, icap, 0);
+ return;
+ }
+ icap->reqmod.hdr_state = 1;
+ }
+ assert(1 == icap->reqmod.hdr_state);
+ debug(81, 3) ("icapReqModReadHttpHdrs: read the entire request headers\n");
+ icapReqModParseHttpRequest(icap);
+ if (-1 == icap->reqmod.client_fd) {
+ /* we detected that the original client_side went away */
+ icapReqModKeepAliveOrClose(icap);
+ } else if (icap->request->body_reader) {
+ icap->chunk_size = 0;
+ memBufDefInit(&icap->chunk_buf);
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadHttpBody, icap, 0);
+ } else {
+ icapReqModKeepAliveOrClose(icap);
+ }
+}
+
+
+/*
+ * icapReqModReadIcapPart
+ *
+ * Read the ICAP reply header.
+ */
+static void
+icapReqModReadIcapPart(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ LOCAL_ARRAY(char, tmpbuf, SQUID_TCP_SO_RCVBUF);
+ int x;
+ const char *start;
+ const char *end;
+ int status;
+ int isIcap = 0;
+ int directResponse = 0;
+ float ver;
+
+ debug(81, 5) ("icapReqModReadIcapPart: FD %d httpState = %p\n", fd, data);
+ statCounter.syscalls.sock.reads++;
+
+ x = icapReadHeader(fd, icap, &isIcap);
+ if (x < 0) {
+ /* Did not find a proper ICAP response */
+ debug(81, 3) ("ICAP : Error path!\n");
+ icapEntryError(icap, ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR, errno);
+ comm_close(fd);
+ return;
+ }
+ if (x == 0) {
+ /*
+ * Waiting for more headers. Schedule new read hander, but
+ * don't reset timeout.
+ */
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadIcapPart, icap, 0);
+ return;
+ }
+ /*
+ * Parse the ICAP header
+ */
+ assert(icap->icap_hdr.size);
+ debug(81, 3) ("Read icap header : <%s>\n", icap->icap_hdr.buf);
+ ver = -999.999; /* initalize the version to a bogus number. I
+ * think that we should parse it using 2
+ * integers and a %d.%d scanf format - Basile
+ * june 2002 */
+ if (sscanf(icap->icap_hdr.buf, "ICAP/%f %d %s\r", &ver, &status, tmpbuf) < 3
+ || ver <= 0.0) {
+ debug(81, 1) ("BAD ICAP status line <%s>\n", icap->icap_hdr.buf);
+ /* is this correct in case of ICAP protocol error? */
+ icapEntryError(icap, ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR, errno);
+ comm_close(fd);
+ return;
+ };
+ if (400 == status) {
+ debug(81,3) ("Bad request sent to server (%s)\n",icap->reqmod.uri);
+ comm_close(fd);
+ return;
+ }
+ icapSetKeepAlive(icap, icap->icap_hdr.buf);
+ if (icapFindHeader(icap->icap_hdr.buf, "Encapsulated:", &start, &end)) {
+ icapParseEncapsulated(icap, start, end);
+ } else {
+ debug(81, 1) ("WARNING: icapReqModReadIcapPart() did not find 'Encapsulated' header\n");
+ }
+ if (icap->enc.res_hdr > -1)
+ directResponse = 1;
+ else if (icap->enc.res_body > -1)
+ directResponse = 1;
+ else
+ directResponse = 0;
+ debug(81, 3) ("icapReqModReadIcapPart: directResponse=%d\n", directResponse);
+
+ /* Check whether it is a direct reply - if so over to http part */
+ if (directResponse) {
+ debug(81, 3) ("icapReqModReadIcapPart: FD %d, processing HTTP response for REQMOD!\n", fd);
+ /* got the reply, no need to come here again */
+ icap->flags.wait_for_reply = 0;
+ icap->flags.got_reply = 1;
+ icapReqModHandoffRespMod(icap);
+ return;
+ }
+ memBufDefInit(&icap->reqmod.hdr_buf);
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadHttpHdrs, icap, 0);
+ return;
+}
+
+/*
+ * icapSendReqModDone
+ *
+ * Called after we've sent the ICAP request. Checks for errors
+ * and installs the handler functions for the next step.
+ */
+static void
+icapSendReqModDone(int fd, char *bufnotused, size_t size, int errflag,
+ void *data)
+{
+ IcapStateData *icap = data;
+
+ debug(81, 5) ("icapSendReqModDone: FD %d: size %d: errflag %d.\n",
+ fd, size, errflag);
+ if (size > 0) {
+ fd_bytes(fd, size, FD_WRITE);
+ kb_incr(&statCounter.icap.all.kbytes_out, size);
+ }
+ if (errflag == COMM_ERR_CLOSING)
+ return;
+ if (errflag) {
+ debug(81, 3) ("icapSendReqModDone: unreachable=1, service=%s\n", icap->current_service->uri);
+ icapOptSetUnreachable(icap->current_service);
+ icapEntryError(icap, ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR, errno);
+ comm_close(fd);
+ return;
+ }
+ /* Schedule read reply. */
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadIcapPart, icap, 0);
+ /*
+ * Set the read timeout here because it hasn't been set yet.
+ * We only set the read timeout after the request has been
+ * fully written to the server-side. If we start the timeout
+ * after connection establishment, then we are likely to hit
+ * the timeout for POST/PUT requests that have very large
+ * request bodies.
+ */
+ commSetTimeout(fd, Config.Timeout.read, icapConnectTimeout, icap);
+}
+
+
+/*
+ * icapSendReqMod
+ *
+ * Send the ICAP request, including HTTP request, to the ICAP server
+ * after connection has been established.
+ */
+static void
+icapSendReqMod(int fd, int status, void *data)
+{
+ MemBuf mb;
+ MemBuf mb_hdr;
+ Packer p;
+ IcapStateData *icap = data;
+ char *client_addr;
+ int icap_fd = icap->icap_fd;
+ icap_service *service;
+ CWCB *theCallback;
+
+ debug(81, 5) ("icapSendReqMod FD %d, status %d\n", fd, status);
+ icap->flags.connect_pending = 0;
+
+ if (COMM_OK != status) {
+ debug(81, 1) ("Could not connect to ICAP server %s:%d: %s\n",
+ icap->current_service->hostname,
+ icap->current_service->port,
+ xstrerror());
+ debug(81, 3) ("icapSendReqMod: unreachable=1, service=%s\n", icap->current_service->uri);
+ icapOptSetUnreachable(icap->current_service);
+ icapEntryError(icap, ERR_ICAP_FAILURE, HTTP_SERVICE_UNAVAILABLE, errno);
+ comm_close(fd);
+ return;
+ }
+ if (icap->request->content_length > 0)
+ theCallback = icapReqModSendBodyChunk;
+ else
+ theCallback = icapSendReqModDone;
+
+ memBufDefInit(&mb);
+ memBufDefInit(&mb_hdr);
+ memBufPrintf(&mb_hdr, "%s %s HTTP/%d.%d\r\n",
+ RequestMethodStr[icap->request->method],
+ icap->reqmod.uri,
+ icap->request->http_ver.major,
+ icap->request->http_ver.minor);
+ packerToMemInit(&p, &mb_hdr);
+ httpHeaderPackInto(&icap->request->header, &p);
+ packerClean(&p);
+ memBufAppend(&mb_hdr, crlf, 2);
+ service = icap->current_service;
+ assert(service);
+ client_addr = inet_ntoa(icap->request->client_addr);
+
+ memBufPrintf(&mb, "REQMOD %s ICAP/1.0\r\n", service->uri);
+ memBufPrintf(&mb, "Encapsulated: req-hdr=0");
+ /* TODO: Change the offset using 'request' if needed */
+ if (icap->request->content_length > 0)
+ memBufPrintf(&mb, ", req-body=%d", mb_hdr.size);
+ else
+ memBufPrintf(&mb, ", null-body=%d", mb_hdr.size);
+ memBufAppend(&mb, crlf, 2);
+ if (Config.icapcfg.send_client_ip || service->flags.need_x_client_ip)
+ memBufPrintf(&mb, "X-Client-IP: %s\r\n", client_addr);
+ if ((Config.icapcfg.send_auth_user || service->flags.need_x_authenticated_user)
+ && (icap->request->auth_user_request != NULL))
+ icapAddAuthUserHeader(&mb, icap->request->auth_user_request);
+ icap->flags.keep_alive = 1;
+ if (!icap->flags.keep_alive)
+ memBufAppend(&mb, "Connection: close\r\n", 19);
+ memBufAppend(&mb, crlf, 2);
+ memBufAppend(&mb, mb_hdr.buf, mb_hdr.size);
+ memBufClean(&mb_hdr);
+
+ debug(81, 5) ("icapSendReqMod: FD %d writing {%s}\n", icap->icap_fd, mb.buf);
+ comm_write_mbuf(icap_fd, mb, theCallback, icap);
+}
+
+/*
+ * icapReqModStart
+ *
+ * Initiate an ICAP REQMOD transaction. Create and fill in IcapStateData
+ * structure and request a TCP connection to the server.
+ */
+IcapStateData *
+icapReqModStart(icap_service_t type, const char *uri, request_t * request, int fd, struct timeval start, struct in_addr log_addr, void *cookie)
+{
+ IcapStateData *icap = NULL;
+ icap_service *service = NULL;
+
+ debug(81, 3) ("icapReqModStart: type=%d\n", (int) type);
+ assert(type >= 0 && type < ICAP_SERVICE_MAX);
+
+ service = icapService(type, request);
+ if (!service) {
+ debug(81, 3) ("icapReqModStart: no service found\n");
+ return NULL; /* no service found */
+ }
+ switch (type) {
+ case ICAP_SERVICE_REQMOD_PRECACHE:
+ break;
+ default:
+ fatalf("icapReqModStart: unsupported service type '%s'\n",
+ icap_service_type_str[type]);
+ break;
+ }
+
+ if (service->unreachable) {
+ if (service->bypass) {
+ debug(81, 5) ("icapReqModStart: BYPASS because service unreachable: %s\n", service->uri);
+ return NULL;
+ } else {
+ debug(81, 5) ("icapReqModStart: ERROR because service unreachable: %s\n", service->uri);
+ return (IcapStateData *) - 1;
+ }
+ }
+ icap = icapAllocate();
+ if (!icap) {
+ debug(81, 3) ("icapReqModStart: icapAllocate() failed\n");
+ return NULL;
+ }
+ icap->current_service = service;
+ icap->preview_size = service->preview;
+ icap->reqmod.uri = uri; /* XXX should be xstrdup? */
+ icap->reqmod.start = start;
+ icap->reqmod.log_addr = log_addr;
+ icap->request = requestLink(request);
+ icap->reqmod.hdr_state = 0;
+ icap->reqmod.client_fd = fd;
+ icap->reqmod.client_cookie = cookie;
+ cbdataLock(icap->reqmod.client_cookie);
+
+ if (!icapConnect(icap, icapSendReqMod))
+ return NULL;
+
+ statCounter.icap.all.requests++;
+ debug(81, 3) ("icapReqModStart: returning %p\n", icap);
+ return icap;
+}
+
+/*
+ * icapReqModSendBodyChunk
+ *
+ * A "comm_write" callback. This is called after comm_write() does
+ * its job to let us know how things went. If there are no errors,
+ * get another chunk of the body from client_side.
+ */
+static void
+icapReqModSendBodyChunk(int fd, char *bufnotused, size_t size, int errflag, void *data)
+{
+ IcapStateData *icap = data;
+ debug(81, 3) ("icapReqModSendBodyChunk: FD %d wrote %d errflag %d.\n",
+ fd, (int) size, errflag);
+ if (errflag == COMM_ERR_CLOSING)
+ return;
+ if (errflag) {
+ icapEntryError(icap, ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR, errno);
+ comm_close(fd);
+ return;
+ }
+ clientReadBody(icap->request,
+ memAllocate(MEM_8K_BUF),
+ 8192,
+ icapReqModBodyHandler,
+ icap);
+}
+
+/*
+ * icapReqModBodyHandler
+ *
+ * Called after Squid gets a chunk of the request entity from the
+ * client side. The body is chunkified and passed to comm_write.
+ * The comm_write callback depends on whether or not this is the
+ * last chunk.
+ */
+static void
+icapReqModBodyHandler(char *buf, ssize_t size, void *data)
+{
+ IcapStateData *icap = data;
+ MemBuf mb;
+ CWCB *theCallback = icapReqModSendBodyChunk;
+ if (size < 0) {
+ debug(81, 1) ("icapReqModBodyHandler: %s\n", xstrerror());
+ memFree8K(buf);
+ return;
+ }
+ memBufDefInit(&mb);
+ debug(81, 3) ("icapReqModBodyHandler: writing chunk size %d\n", size);
+ memBufPrintf(&mb, "%x\r\n", size);
+ if (size)
+ memBufAppend(&mb, buf, size);
+ else
+ theCallback = icapSendReqModDone;
+ memBufAppend(&mb, crlf, 2);
+ memFree8K(buf);
+ comm_write_mbuf(icap->icap_fd, mb, theCallback, icap);
+}
+
+/*
+ * icapReqModReadHttpBody
+ *
+ * The read handler for the client's HTTP connection when reading
+ * message bodies. Called by comm_select().
+ */
+static void
+icapReqModReadHttpBody(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ int len;
+ debug(81, 3) ("icapReqModReadHttpBody: FD %d called\n", fd);
+ len = memBufRead(fd, &icap->chunk_buf);
+ debug(81, 3) ("icapReqModReadHttpBody: read returns %d\n", len);
+ if (len < 0) {
+ debug(81, 3) ("icapReqModReadHttpBody: FD %d %s\n",
+ fd, xstrerror());
+ if (!ignoreErrno(errno))
+ icap->flags.reqmod_http_entity_eof = 1;
+ } else if (0 == len) {
+ debug(81, 3) ("icapReqModReadHttpBody: FD %d EOF\n", fd);
+ icap->flags.reqmod_http_entity_eof = 1;
+ } else {
+ fd_bytes(fd, len, FD_READ);
+ kb_incr(&statCounter.icap.all.kbytes_in, len);
+ icap->reqmod.http_entity.bytes_read +=
+ icapParseChunkedBody(icap,
+ icapReqModMemBufAppend, &icap->reqmod.http_entity.buf);
+ }
+ if (icap->reqmod.http_entity.bytes_read >= icap->request->content_length)
+ icap->flags.reqmod_http_entity_eof = 1;
+
+ if (!icap->flags.reqmod_http_entity_eof)
+ commSetSelect(fd, COMM_SELECT_READ, icapReqModReadHttpBody, icap, 0);
+ /*
+ * Notify the other side if it is waiting for data from us
+ */
+ debug(81, 3) ("%s:%d http_entity.callback=%p\n", __FILE__, __LINE__, icap->reqmod.http_entity.callback);
+ debug(81, 3) ("%s:%d http_entity.buf.size=%d\n", __FILE__, __LINE__, icap->reqmod.http_entity.buf.size);
+ if (icap->reqmod.http_entity.callback && icap->reqmod.http_entity.buf.size) {
+ icapReqModPassHttpBody(icap,
+ icap->reqmod.http_entity.callback_buf,
+ icap->reqmod.http_entity.callback_bufsize,
+ icap->reqmod.http_entity.callback,
+ icap->reqmod.http_entity.callback_data);
+ icap->reqmod.http_entity.callback = NULL;
+ cbdataUnlock(icap->reqmod.http_entity.callback_data);
+ }
+}
+
+/*
+ * icapReqModPassHttpBody
+ *
+ * Called from http.c after request headers have been sent.
+ * This function feeds the http.c module chunks of the request
+ * body that were stored in the http_entity.buf MemBuf.
+ */
+static void
+icapReqModPassHttpBody(void *data, char *buf, size_t size, CBCB * callback, void *cbdata)
+{
+ IcapStateData *icap = data;
+ debug(81, 3) ("icapReqModPassHttpBody: called\n");
+ if (!cbdataValid(cbdata)) {
+ debug(81, 1) ("icapReqModPassHttpBody: FD %d callback data invalid, closing\n", icap->icap_fd);
+ icapReqModKeepAliveOrClose(icap);
+ return;
+ }
+ debug(81, 3) ("icapReqModPassHttpBody: entity buf size = %d\n",
+ icap->reqmod.http_entity.buf.size);
+ if (icap->reqmod.http_entity.buf.size) {
+ int copy_sz = icap->reqmod.http_entity.buf.size;
+ if (copy_sz > size)
+ copy_sz = size;
+ xmemcpy(buf, icap->reqmod.http_entity.buf.buf, copy_sz);
+ /* XXX don't let Alex see this ugliness */
+ xmemmove(icap->reqmod.http_entity.buf.buf,
+ icap->reqmod.http_entity.buf.buf + copy_sz,
+ icap->reqmod.http_entity.buf.size - copy_sz);
+ icap->reqmod.http_entity.buf.size -= copy_sz;
+ debug(81, 3) ("icapReqModPassHttpBody: giving %d bytes to other side\n",
+ copy_sz);
+ callback(buf, copy_sz, cbdata);
+ debug(81, 3) ("icapReqModPassHttpBody: entity buf size now = %d\n",
+ icap->reqmod.http_entity.buf.size);
+ return;
+ }
+ if (icap->flags.reqmod_http_entity_eof) {
+ debug(81, 3) ("icapReqModPassHttpBody: signalling EOF\n");
+ callback(buf, 0, cbdata);
+ icapReqModKeepAliveOrClose(icap);
+ return;
+ }
+ /*
+ * We have no data for the other side at this point. Save all
+ * these values and use them when we do have data.
+ */
+ assert(NULL == icap->reqmod.http_entity.callback);
+ icap->reqmod.http_entity.callback = callback;
+ icap->reqmod.http_entity.callback_data = cbdata;
+ icap->reqmod.http_entity.callback_buf = buf;
+ icap->reqmod.http_entity.callback_bufsize = size;
+ cbdataLock(icap->reqmod.http_entity.callback_data);
+}
+
+/*
+ * icapReqModMemBufAppend
+ *
+ * stupid wrapper to eliminate compiler warnings
+ */
+static void
+icapReqModMemBufAppend(void *data, const char *buf, ssize_t size)
+{
+ memBufAppend(data, buf, size);
+}
Index: squid/src/icap_respmod.c
diff -u /dev/null squid/src/icap_respmod.c:1.1.2.46
--- /dev/null Thu Jan 1 01:00:00 1970
+++ squid/src/icap_respmod.c Wed Oct 20 06:27:23 2004
@@ -0,0 +1,919 @@
+
+/*
+ * $Id$
+ *
+ * DEBUG: section 81 Internet Content Adaptation Protocol (ICAP) Client
+ * AUTHOR: Geetha Manjunath, Hewlett Packard Company
+ *
+ * SQUID Web Proxy Cache http://www.squid-cache.org/
+ * ----------------------------------------------------------
+ *
+ * Squid is the result of efforts by numerous individuals from
+ * the Internet community; see the CONTRIBUTORS file for full
+ * details. Many organizations have provided support for Squid's
+ * development; see the SPONSORS file for full details. Squid is
+ * Copyrighted (C) 2001 by the Regents of the University of
+ * California; see the COPYRIGHT file for full details. Squid
+ * incorporates software developed and/or copyrighted by other
+ * sources; see the CREDITS file for full details.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
+ *
+ */
+
+#include "squid.h"
+
+static CWCB icapSendRespModDone;
+static PF icapRespModGobble;
+extern PF icapReadReply;
+static PF icapRespModReadReply;
+static int icapReadReply2(IcapStateData * icap);
+static void icapReadReply3(IcapStateData * icap);
+
+#define EXPECTED_ICAP_HEADER_LEN 256
+const char *crlf = "\r\n";
+
+static void
+getICAPRespModString(MemBuf * mb, int o1, int o2, int o3, const char *client_addr,
+ IcapStateData * icap, const icap_service *service)
+{
+ memBufPrintf(mb, "RESPMOD %s ICAP/1.0\r\nEncapsulated:", service->uri);
+ if (o1 >= 0)
+ memBufPrintf(mb, " req-hdr=%1d", o1);
+ if (o2 >= 0)
+ memBufPrintf(mb, ", res-hdr=%1d", o2);
+ if (o3 >= 0)
+ memBufPrintf(mb, ", res-body=%1d", o3);
+ else
+ memBufPrintf(mb, ", null-body=%1d", -o3);
+
+ memBufPrintf(mb, crlf);
+ if (Config.icapcfg.send_client_ip || service->flags.need_x_client_ip) {
+ memBufPrintf(mb, "X-Client-IP: %s\r\n", client_addr);
+ }
+ if ((Config.icapcfg.send_auth_user || service->flags.need_x_authenticated_user)
+ && (icap->request->auth_user_request != NULL)) {
+ icapAddAuthUserHeader(mb, icap->request->auth_user_request);
+ }
+#if NOT_YET_FINISHED
+ if (Config.icapcfg.trailers) {
+ memBufPrintf(mb, "X-TE: trailers\r\n");
+ }
+#endif
+ if (service->flags.allow_204)
+ memBufPrintf(mb, "Allow: 204\r\n");
+}
+
+static int
+buildRespModHeader(MemBuf * mb, IcapStateData * icap, char *buf,
+ ssize_t len, int theEnd)
+{
+ MemBuf mb_hdr;
+ char *client_addr;
+ int o2;
+ int o3;
+ int hlen;
+ int consumed;
+ icap_service *service;
+ HttpReply *r;
+
+ if (memBufIsNull(&icap->respmod.req_hdr_copy))
+ memBufDefInit(&icap->respmod.req_hdr_copy);
+
+ memBufAppend(&icap->respmod.req_hdr_copy, buf, len);
+ hlen = headersEnd(icap->respmod.req_hdr_copy.buf,
+ icap->respmod.req_hdr_copy.size);
+ debug(81, 3) ("buildRespModHeader: headersEnd = %d\n", hlen);
+ if (0 == hlen)
+ return 0;
+
+ /*
+ * calc how many bytes from this 'buf' went towards the
+ * reply header.
+ */
+ consumed = hlen - (icap->respmod.req_hdr_copy.size - len);
+ debug(81, 3) ("buildRespModHeader: consumed = %d\n", consumed);
+
+ /*
+ * now, truncate our req_hdr_copy at the header end.
+ * this 'if' statement might be unncessary?
+ */
+ if (hlen < icap->respmod.req_hdr_copy.size)
+ icap->respmod.req_hdr_copy.size = hlen;
+
+ /* Copy request header */
+ memBufDefInit(&mb_hdr);
+ httpBuildRequestPrefix(icap->request, icap->request,
+ icap->respmod.entry, &mb_hdr, icap->http_flags);
+ o2 = mb_hdr.size;
+
+ /* Copy response header - Append to request header mbuffer */
+ memBufAppend(&mb_hdr,
+ icap->respmod.req_hdr_copy.buf,
+ icap->respmod.req_hdr_copy.size);
+ o3 = mb_hdr.size;
+
+ service = icap->current_service;
+ assert(service);
+ client_addr = inet_ntoa(icap->request->client_addr);
+
+ r = httpReplyCreate();
+ httpReplyParse(r, icap->respmod.req_hdr_copy.buf,
+ icap->respmod.req_hdr_copy.size);
+ icap->respmod.res_body_sz = httpReplyBodySize(icap->request->method, r);
+ httpReplyDestroy(r);
+ if (icap->respmod.res_body_sz)
+ getICAPRespModString(mb, 0, o2, o3, client_addr, icap, service);
+ else
+ getICAPRespModString(mb, 0, o2, -o3, client_addr, icap, service);
+ if (Config.icapcfg.preview_enable)
+ if (icap->preview_size >= 0)
+ memBufPrintf(mb, "Preview: %d\r\n", icap->preview_size);
+
+ memBufAppend(mb, "Connection: keep-alive\r\n", 24);
+ memBufAppend(mb, crlf, 2);
+ memBufAppend(mb, mb_hdr.buf, mb_hdr.size);
+ memBufClean(&mb_hdr);
+ icap->flags.keep_alive = 1;
+
+ return consumed;
+}
+
+
+void
+icapSendRespMod(IcapStateData * icap, char *buf, int len, int theEnd)
+{
+ MemBuf mb;
+#if ICAP_PREVIEW
+ int size;
+ const int preview_size = icap->preview_size;
+#endif
+ debug(81, 5) ("icapSendRespMod: FD %d, len %d, theEnd %d\n",
+ icap->icap_fd, len, theEnd);
+
+ if (icap->flags.no_content) {
+ /*
+ * ICAP server said there are no modifications to make, so
+ * just append this data to the StoreEntry
+ */
+ if (icap->respmod.resp_copy.size) {
+ /*
+ * first copy the data that we already sent to the ICAP server
+ */
+ memBufAppend(&icap->chunk_buf,
+ icap->respmod.resp_copy.buf,
+ icap->respmod.resp_copy.size);
+ icap->respmod.resp_copy.size = 0;
+ }
+ if (len) {
+ /*
+ * also copy any new data from the HTTP side
+ */
+ memBufAppend(&icap->chunk_buf, buf, len);
+ }
+ (void) icapReadReply2(icap);
+ return;
+ }
+ if (theEnd) {
+ if (icap->respmod.res_body_sz)
+ icap->flags.send_zero_chunk = 1;
+ else
+ icap->flags.http_server_eof = 1;
+ }
+ /*
+ * httpReadReply is going to call us with a chunk and then
+ * right away again with an EOF if httpPconnTransferDone() is true.
+ * Since the first write is already dispatched, we'll have to
+ * hack this in somehow.
+ */
+ if (icap->flags.write_pending) {
+ debug(81, 3) ("icapSendRespMod: oops, write_pending=1\n");
+ assert(theEnd);
+ assert(len == 0);
+ return;
+ }
+ if (!cbdataValid(icap)) {
+ debug(81, 3) ("icapSendRespMod: failed to establish connection?\n");
+ return;
+ }
+ memBufDefInit(&mb);
+
+ /*
+ * make a copy of the response in case ICAP server gives us a 204
+ */
+ if (len && icap->flags.copy_response) {
+ if (memBufIsNull(&icap->respmod.resp_copy))
+ memBufDefInit(&icap->respmod.resp_copy);
+ memBufAppend(&icap->respmod.resp_copy, buf, len);
+ }
+ if (icap->sc == 0) {
+ /* No data sent yet. Start with headers */
+ icap->sc = buildRespModHeader(&mb, icap, buf, len, theEnd);
+ buf += icap->sc;
+ len -= icap->sc;
+ }
+ if (0 == icap->sc) {
+ /* check again; bail if we're not ready to send ICAP/HTTP hdrs */
+ debug(81, 5) ("icapSendRespMod: dont have full HTTP response hdrs\n");
+ memBufClean(&mb);
+ return;
+ }
+#if ICAP_PREVIEW
+ if (preview_size < 0 || !Config.icapcfg.preview_enable) /* preview feature off */
+ icap->flags.preview_done = 1;
+
+ if (!icap->flags.preview_done) {
+ /* preview not yet sent */
+ if (icap->sc > 0 && icap->respmod.buffer.size <= preview_size && len > 0) {
+ /* Try to collect at least preview_size+1 bytes */
+ /* By collecting one more byte than needed for preview we know best */
+ /* whether we have to send the ieof chunk extension */
+ size = icap->respmod.buffer.size + len;
+ if (size > preview_size + 1)
+ size = preview_size + 1;
+ size -= icap->respmod.buffer.size;
+ debug(81, 3) ("icapSendRespMod: FD %d: copy %d more bytes to preview buffer.\n", icap->icap_fd, size);
+ memBufAppend(&icap->respmod.buffer, buf, size);
+ buf = ((char *) buf) + size;
+ len -= size;
+ }
+ if (icap->respmod.buffer.size > preview_size || theEnd) {
+ /* we got enough bytes for preview or this is the last call */
+ /* add preview preview now */
+ if (icap->respmod.buffer.size > 0) {
+ size = icap->respmod.buffer.size;
+ if (size > preview_size)
+ size = preview_size;
+ memBufPrintf(&mb, "%x\r\n", size);
+ memBufAppend(&mb, icap->respmod.buffer.buf, size);
+ memBufAppend(&mb, crlf, 2);
+ icap->sc += size;
+ }
+ if (icap->respmod.buffer.size <= preview_size) {
+ /* content length is less than preview size+1 */
+ if (icap->respmod.res_body_sz)
+ memBufAppend(&mb, "0; ieof\r\n\r\n", 11);
+ memBufReset(&icap->respmod.buffer); /* will now be used for other data */
+ } else {
+ char ch;
+ memBufAppend(&mb, "0\r\n\r\n", 5);
+ /* end of preview, wait for continue or 204 signal */
+ /* copy the extra byte and all other data to the icap buffer */
+ /* so that it can be handled next time */
+ ch = icap->respmod.buffer.buf[preview_size];
+ memBufReset(&icap->respmod.buffer); /* will now be used for other data */
+ memBufAppend(&icap->respmod.buffer, &ch, 1);
+ debug(81, 3) ("icapSendRespMod: FD %d: sending preview and keeping %d bytes in internal buf.\n", icap->icap_fd, len + 1);
+ if (len > 0)
+ memBufAppend(&icap->respmod.buffer, buf, len);
+ }
+ icap->flags.preview_done = 1;
+ icap->flags.wait_for_preview_reply = 1;
+ }
+ } else if (icap->flags.wait_for_preview_reply) {
+ /* received new data while waiting for preview response */
+ /* add data to internal buffer and send later */
+ debug(81, 3) ("icapSendRespMod: FD %d: add %d more bytes to internal buf while waiting for preview-response.\n", icap->icap_fd, len);
+ if (len > 0)
+ memBufAppend(&icap->respmod.buffer, buf, len);
+ /* do not send any data now while waiting for preview response */
+ /* but prepare for read more data on the HTTP connection */
+ if (!icap->flags.http_server_eof) {
+ debug(81, 3) ("icapSendRespMod: FD %d: commSetSelect on read icapRespModReadReply waiting for preview response.\n", icap->icap_fd);
+ commSetSelect(icap->icap_fd, COMM_SELECT_READ, icapRespModReadReply,
+ icap, 0);
+ }
+ return;
+ } else
+#endif
+ {
+ /* after preview completed and ICAP preview response received */
+ /* there may still be some data in the buffer */
+ if (icap->respmod.buffer.size > 0) {
+ memBufPrintf(&mb, "%x\r\n", icap->respmod.buffer.size);
+ memBufAppend(&mb, icap->respmod.buffer.buf, icap->respmod.buffer.size);
+ memBufAppend(&mb, crlf, 2);
+ icap->sc += icap->respmod.buffer.size;
+ memBufReset(&icap->respmod.buffer);
+ }
+ if (len > 0) {
+ memBufPrintf(&mb, "%x\r\n", len);
+ memBufAppend(&mb, buf, len);
+ memBufAppend(&mb, crlf, 2);
+ icap->sc += len;
+ }
+ if (icap->flags.send_zero_chunk) {
+ /* send zero end chunk */
+ icap->flags.send_zero_chunk = 0;
+ icap->flags.http_server_eof = 1;
+ memBufAppend(&mb, "0\r\n\r\n", 5);
+ }
+ /* wait for data coming from ICAP server as soon as we sent something */
+ /* but of course only until we got the response header */
+ if (!icap->flags.got_reply)
+ icap->flags.wait_for_reply = 1;
+ }
+ commSetTimeout(icap->icap_fd, -1, NULL, NULL);
+
+ if (!mb.size) {
+ memBufClean(&mb);
+ return;
+ }
+ debug(81, 5) ("icapSendRespMod: FD %d writing {%s}\n", icap->icap_fd, mb.buf);
+ icap->flags.write_pending = 1;
+ comm_write_mbuf(icap->icap_fd, mb, icapSendRespModDone, icap);
+}
+
+static void
+icapRespModReadReply(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ LOCAL_ARRAY(char, tmpbuf, SQUID_TCP_SO_RCVBUF);
+ int x;
+ int status = 0;
+ int isIcap = 0;
+ int directResponse = 0;
+ float ver;
+ ErrorState *err;
+ const char *start;
+ const char *end;
+
+ debug(81, 5) ("icapRespModReadReply: FD %d data = %p\n", fd, data);
+ statCounter.syscalls.sock.reads++;
+
+ x = icapReadHeader(fd, icap, &isIcap);
+ if (x < 0) {
+ /* Did not find a proper ICAP response */
+ debug(81, 3) ("ICAP : Error path!\n");
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->request = requestLink(icap->request);
+ err->xerrno = errno;
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ return;
+ }
+ if (x == 0) {
+ /*
+ * Waiting for more headers. Schedule new read hander, but
+ * don't reset timeout.
+ */
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModReadReply, icap, 0);
+ return;
+ }
+ /*
+ * Parse the ICAP header
+ */
+ assert(icap->icap_hdr.size);
+ debug(81, 3) ("Parse icap header : <%s>\n", icap->icap_hdr.buf);
+ ver = -999.999; /* initalize the version to a bogus number. I
+ * think that we should parse it using 2
+ * integers and a %d.%d scanf format - Basile
+ * june 2002 */
+ if (sscanf(icap->icap_hdr.buf, "ICAP/%f %d %s\r", &ver, &status, tmpbuf) < 3 || ver <= 0.0) {
+ debug(81, 1) ("BAD ICAP status line <%s>\n", icap->icap_hdr.buf);
+ /* is this correct in case of ICAP protocol error? */
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->request = requestLink(icap->request);
+ err->xerrno = errno;
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ return;
+ };
+ if (icap->flags.wait_for_preview_reply) {
+ if (status == 100) {
+ debug(81, 5) ("icapRespModReadReply: 100 Continue received\n");
+ icap->flags.wait_for_preview_reply = 0;
+ /*
+ * call again icapSendRespMod to handle data that
+ * was received while waiting fot this ICAP response
+ */
+ icapSendRespMod(icap, NULL, 0, 0);
+ /*
+ * reset the header to send the rest of the preview
+ */
+ if (!memBufIsNull(&icap->icap_hdr))
+ memBufReset(&icap->icap_hdr);
+ return;
+#if SUPPORT_ICAP_204
+ } else if (status == 204) {
+ debug(81, 5) ("icapRespModReadReply: 204 No modification received\n");
+ icap->flags.wait_for_preview_reply = 0;
+ if (icap->flags.http_server_eof) {
+ /* Reset is required to avoid duplicate stmemFreeDataUpto ,
+ * but will I loose all info now ? */
+ /* storeEntryReset(icap->respmod.entry); */
+ /* stmemFreeDataUpto(&(entry->mem_obj->data_hdr), -icap->sc); */
+ fwdComplete(icap->httpState->fwd);
+ } else {
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModReadReply,
+ icap, 0);
+ }
+ comm_close(fd);
+ return;
+#endif
+ }
+ }
+ if (100 == status) {
+ debug(81, 3) ("icapRespModReadReply: 100 Continue received\n");
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModReadReply, icap, 0);
+ return;
+ }
+ icapSetKeepAlive(icap, icap->icap_hdr.buf);
+ if (204 == status) {
+ debug(81, 3) ("got 204 status from ICAP server\n");
+ debug(81, 3) ("setting icap->flags.no_content\n");
+ icap->flags.no_content = 1;
+ /*
+ * copy the response already written to the ICAP server
+ */
+ debug(81, 3) ("copying %d bytes from resp_copy to chunk_buf\n",
+ icap->respmod.resp_copy.size);
+ memBufAppend(&icap->chunk_buf,
+ icap->respmod.resp_copy.buf,
+ icap->respmod.resp_copy.size);
+ icap->respmod.resp_copy.size = 0;
+ if (icapReadReply2(icap) < 0)
+ comm_close(fd);
+ /*
+ * XXX ideally want to clean icap->respmod.resp_copy here
+ * XXX ideally want to "close" ICAP server connection here
+ */
+ return;
+ }
+ icap->flags.copy_response = 0;
+ if (200 != status) {
+ debug(81, 1) ("Unsupported status '%d' from ICAP server\n", status);
+ /* Did not find a proper ICAP response */
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->request = requestLink(icap->request);
+ err->xerrno = errno;
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ return;
+ }
+ if (icapFindHeader(icap->icap_hdr.buf, "Encapsulated:", &start, &end)) {
+ icapParseEncapsulated(icap, start, end);
+ } else {
+ debug(81, 1) ("WARNING: icapRespModReadReply() did not find 'Encapsulated' header\n");
+ }
+ if (icap->enc.res_hdr > -1)
+ directResponse = 1;
+ else if (icap->enc.res_body > -1)
+ directResponse = 1;
+ else
+ directResponse = 0;
+
+ /*
+ * "directResponse" is the normal case here. If we don't have
+ * a response header or body, it is an error.
+ */
+ if (!directResponse) {
+ /* Did not find a proper ICAP response */
+ debug(81, 3) ("ICAP : Error path!\n");
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->request = requestLink(icap->request);
+ err->xerrno = errno;
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ return;
+ }
+ /* got the reply, no need to come here again */
+ icap->flags.wait_for_reply = 0;
+ icap->flags.got_reply = 1;
+ /* Next, gobble any data before the HTTP response starts */
+ if (icap->enc.res_hdr > -1)
+ icap->bytes_to_gobble = icap->enc.res_hdr;
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModGobble, icap, 0);
+}
+
+
+/*
+ * Gobble up (read) some bytes until we get to the start of the body
+ */
+static void
+icapRespModGobble(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ int len;
+ LOCAL_ARRAY(char, junk, SQUID_TCP_SO_RCVBUF);
+ debug(81, 3) ("icapRespModGobble: FD %d gobbling %d bytes\n", fd, icap->bytes_to_gobble);
+ len = FD_READ_METHOD(fd, junk, icap->bytes_to_gobble);
+ debug(81, 3) ("icapRespModGobble: gobbled %d bytes\n", len);
+ if (len < 0) {
+ /* XXX error */
+ abort();
+ }
+ icap->bytes_to_gobble -= len;
+ if (icap->bytes_to_gobble)
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModGobble, icap, 0);
+ else
+ icapReadReply(fd, icap);
+}
+
+
+static void
+icapSendRespModDone(int fd, char *bufnotused, size_t size, int errflag,
+ void *data)
+{
+ IcapStateData *icap = data;
+ ErrorState *err;
+
+ icap->flags.write_pending = 0;
+ debug(81, 5) ("icapSendRespModDone: FD %d: size %d: errflag %d.\n",
+ fd, size, errflag);
+ if (size > 0) {
+ fd_bytes(fd, size, FD_WRITE);
+ kb_incr(&statCounter.icap.all.kbytes_out, size);
+ }
+ if (errflag == COMM_ERR_CLOSING)
+ return;
+ if (errflag) {
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->xerrno = errno;
+ if (cbdataValid(icap))
+ err->request = requestLink(icap->request);
+ storeEntryReset(icap->respmod.entry);
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ return;
+ }
+ if (EBIT_TEST(icap->respmod.entry->flags, ENTRY_ABORTED)) {
+ comm_close(fd);
+ return;
+ }
+ if (icap->flags.send_zero_chunk) {
+ debug(81, 3) ("icapSendRespModDone: I'm supposed to send zero chunk now\n");
+ icap->flags.send_zero_chunk = 0;
+ icapSendRespMod(icap, NULL, 0, 1);
+ return;
+ }
+ if (icap->flags.wait_for_preview_reply || icap->flags.wait_for_reply) {
+ /* Schedule reading the ICAP response */
+ debug(81, 3) ("icapSendRespModDone: FD %d: commSetSelect on read icapRespModReadReply.\n", fd);
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModReadReply, icap, 0);
+#if 1
+ commSetTimeout(fd, Config.Timeout.read, icapReadTimeout, icap);
+#else
+ if (icap->flags.wait_for_preview_reply || icap->flags.http_server_eof) {
+ /*
+ * Set the read timeout only after all data has been sent
+ * or we are waiting for a preview response
+ * If the ICAP server does not return any data till all data
+ * has been sent, we are likely to hit the timeout for large
+ * HTTP bodies
+ */
+ commSetTimeout(fd, Config.Timeout.read, icapReadTimeout, icap);
+ }
+#endif
+ }
+}
+
+void
+icapConnectOver(int fd, int status, void *data)
+{
+ ErrorState *err;
+ IcapStateData *icap = data;
+ debug(81, 3) ("icapConnectOver: FD %d, status=%d\n", fd, status);
+ icap->flags.connect_pending = 0;
+ if (status < 0) {
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->xerrno = errno;
+ err->request = requestLink(icap->request);
+ errorAppendEntry(icap->respmod.entry, err);
+ comm_close(fd);
+ debug(81, 3) ("icapConnectOver: status < 0, unreachable=1\n");
+ icapOptSetUnreachable(icap->current_service);
+ return;
+ }
+ commSetSelect(fd, COMM_SELECT_READ, icapRespModReadReply, icap, 0);
+}
+
+
+
+IcapStateData *
+icapRespModStart(icap_service_t type, request_t * request, StoreEntry * entry, http_state_flags http_flags)
+{
+ IcapStateData *icap = NULL;
+ CNCB *theCallback = NULL;
+ icap_service *service = NULL;
+
+ debug(81, 3) ("icapRespModStart: type=%d\n", (int) type);
+ assert(type >= 0 && type < ICAP_SERVICE_MAX);
+
+ service = icapService(type, request);
+ if (!service) {
+ debug(81, 3) ("icapRespModStart: no service found\n");
+ return NULL; /* no service found */
+ }
+ if (service->unreachable) {
+ if (service->bypass) {
+ debug(81, 5) ("icapRespModStart: BYPASS because service unreachable: %s\n", service->uri);
+ return NULL;
+ } else {
+ debug(81, 5) ("icapRespModStart: ERROR because service unreachable: %s\n", service->uri);
+ return (IcapStateData *) - 1;
+ }
+ }
+ switch (type) {
+ /* TODO: When we support more than ICAP_SERVICE_RESPMOD_PRECACHE, we needs to change
+ * this switch, because callbacks isn't keep */
+ case ICAP_SERVICE_RESPMOD_PRECACHE:
+ theCallback = icapConnectOver;
+ break;
+ default:
+ fatalf("icapRespModStart: unsupported service type '%s'\n",
+ icap_service_type_str[type]);
+ break;
+ }
+
+ icap = icapAllocate();
+ if (!icap) {
+ debug(81, 3) ("icapRespModStart: icapAllocate() failed\n");
+ return NULL;
+ }
+ icap->request = requestLink(request);
+ icap->respmod.entry = entry;
+ if (entry)
+ storeLockObject(entry);
+ icap->http_flags = http_flags;
+ memBufDefInit(&icap->respmod.buffer);
+ memBufDefInit(&icap->chunk_buf);
+
+ icap->current_service = service;
+ icap->preview_size = service->preview;
+
+ /*
+ * Don't create socket to the icap server now, but only for the first
+ * packet receive from the http server. This will resolve all timeout
+ * between the web server and icap server.
+ */
+ debug(81, 3) ("icapRespModStart: setting connect_requested to 0\n");
+ icap->flags.connect_requested = 0;
+
+ /*
+ * make a copy the HTTP response that we send to the ICAP server in
+ * case it turns out to be a 204
+ */
+ icap->flags.copy_response = 1;
+ statCounter.icap.all.requests++;
+ debug(81, 3) ("icapRespModStart: returning %p\n", icap);
+ return icap;
+}
+
+static int
+icapHttpReplyHdrState(IcapStateData * icap)
+{
+ assert(icap);
+ if (NULL == icap->httpState)
+ return 0;
+ return icap->httpState->reply_hdr_state;
+}
+
+void
+icapProcessHttpReplyHeader(IcapStateData * icap, const char *buf, int size)
+{
+ if (NULL == icap->httpState) {
+ icap->httpState = cbdataAlloc(HttpStateData);
+ icap->httpState->request = requestLink(icap->request);
+ icap->httpState->orig_request = requestLink(icap->request);
+ icap->httpState->entry = icap->respmod.entry;
+ storeLockObject(icap->httpState->entry); /* lock it */
+ }
+ httpProcessReplyHeader(icap->httpState, buf, size);
+ if (2 == icap->httpState->reply_hdr_state)
+ EBIT_CLR(icap->httpState->entry->flags, ENTRY_FWD_HDR_WAIT);
+}
+
+/*
+ * copied from httpPconnTransferDone
+ *
+ */
+static int
+icapPconnTransferDone(int fd, IcapStateData * icap)
+{
+ debug(81, 3) ("icapPconnTransferDone: FD %d\n", fd);
+ /*
+ * Did we request a persistent connection?
+ */
+ /*
+ * What does the reply have to say about keep-alive?
+ */
+ if (!icap->flags.keep_alive) {
+ debug(81, 5) ("icapPconnTransferDone: keep_alive not set, ret 0\n");
+ return 0;
+ }
+ /*
+ * Be careful with 204 responses. Normally we are done when we
+ * see the zero-end chunk, but that won't happen for 204s, so we
+ * use an EOF indicator on the HTTP side instead.
+ */
+ if (icap->flags.no_content && icap->flags.http_server_eof) {
+ debug(81, 5) ("icapPconnTransferDone: no content, ret 1\n");
+ return 1;
+ }
+ if (icapHttpReplyHdrState(icap) != 2) {
+ debug(81, 5) ("icapPconnTransferDone: didn't see end of HTTP hdrs, ret 0\n");
+ return 0;
+ }
+ if (icap->enc.null_body > -1) {
+ debug(81, 5) ("icapPconnTransferDone: no message body, ret 1\n");
+ return 1;
+ }
+ if (icap->chunk_size != -2) {
+ /* zero end chunk reached */
+ debug(81, 5) ("icapPconnTransferDone: didnt get zero end chunk yet\n");
+ return 0;
+ }
+ debug(81, 5) ("icapPconnTransferDone: got zero end chunk\n");
+ return 1;
+}
+
+static int
+icapExpectedHttpReplyHdrSize(IcapStateData * icap)
+{
+ if (icap->enc.res_body > -1 && icap->enc.res_hdr > -1)
+ return (icap->enc.res_body - icap->enc.res_hdr);
+ if (icap->enc.null_body > -1 && icap->enc.res_hdr > -1)
+ return icap->enc.null_body - icap->enc.res_hdr;
+ if (icap->enc.null_body > -1)
+ return icap->enc.null_body;
+ return -1;
+}
+
+/*
+ * copied from httpReadReply()
+ *
+ * by the time this is called, the ICAP headers have already
+ * been read.
+ */
+void
+icapReadReply(int fd, void *data)
+{
+ IcapStateData *icap = data;
+ StoreEntry *entry = icap->respmod.entry;
+ const request_t *request = icap->request;
+ int len;
+ debug(81, 5) ("icapReadReply: FD %d: icap %p.\n", fd, data);
+ if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
+ comm_close(fd);
+ return;
+ }
+ errno = 0;
+ statCounter.syscalls.sock.reads++;
+ len = memBufRead(fd, &icap->chunk_buf);
+ debug(81, 5) ("icapReadReply: FD %d: len %d.\n", fd, len);
+ if (len > 0) {
+ fd_bytes(fd, len, FD_READ);
+ kb_incr(&statCounter.icap.all.kbytes_in, len);
+ commSetTimeout(fd, Config.Timeout.read, icapReadTimeout, icap);
+ if (icap->chunk_buf.size < icap->chunk_buf.capacity) {
+ *(icap->chunk_buf.buf + icap->chunk_buf.size) = '\0';
+ debug(81, 9) ("{%s}\n", icap->chunk_buf.buf);
+ }
+ }
+ if (len <= 0) {
+ debug(81, 2) ("icapReadReply: FD %d: read failure: %s.\n",
+ fd, xstrerror());
+ if (ignoreErrno(errno)) {
+ debug(81, 2) ("icapReadReply: FD %d: ignored errno\n", fd);
+ commSetSelect(fd, COMM_SELECT_READ, icapReadReply, icap, 0);
+ } else if (entry->mem_obj->inmem_hi == 0) {
+ ErrorState *err;
+ debug(81, 2) ("icapReadReply: FD %d: generating error page\n", fd);
+ err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR);
+ err->request = requestLink((request_t *) request);
+ err->xerrno = errno;
+ errorAppendEntry(entry, err);
+ comm_close(fd);
+ } else {
+ debug(81, 2) ("icapReadReply: FD %d: just calling comm_close()\n", fd);
+ comm_close(fd);
+ }
+ return;
+ }
+ if (icapReadReply2(icap) < 0)
+ comm_close(fd);
+}
+
+static int
+icapReadReply2(IcapStateData * icap)
+{
+ StoreEntry *entry = icap->respmod.entry;
+ const request_t *request = icap->request;
+ debug(81, 3) ("icapReadReply2\n");
+ if (icap->chunk_buf.size == 0 && entry->mem_obj->inmem_hi == 0) {
+ ErrorState *err;
+ err = errorCon(ERR_ZERO_SIZE_OBJECT, HTTP_SERVICE_UNAVAILABLE);
+ err->xerrno = errno;
+ err->request = requestLink((request_t *) request);
+ errorAppendEntry(entry, err);
+ icap->flags.http_server_eof = 1;
+ return -1;
+ }
+ if (icap->chunk_buf.size == 0) {
+ /* Retrieval done. */
+ if (icapHttpReplyHdrState(icap) < 2)
+ icapProcessHttpReplyHeader(icap, icap->chunk_buf.buf, icap->chunk_buf.size);
+ icap->flags.http_server_eof = 1;
+ icapReadReply3(icap);
+ return 0;
+ }
+ if (icapHttpReplyHdrState(icap) == 0) {
+ int expect = icapExpectedHttpReplyHdrSize(icap);
+ int so_far = icap->http_header_bytes_read_so_far;
+ int needed = expect - so_far;
+ debug(81, 3) ("expect=%d\n", expect);
+ debug(81, 3) ("so_far=%d\n", so_far);
+ debug(81, 3) ("needed=%d\n", needed);
+ assert(needed < 0 || needed >= 0);
+ if (0 > expect) {
+ icapProcessHttpReplyHeader(icap,
+ icap->chunk_buf.buf,
+ icap->chunk_buf.size);
+ } else if (0 == expect) {
+ /*
+ * this icap reply doesn't give us new HTTP headers
+ * so we must copy them from our copy
+ */
+ debug(81, 1) ("WARNING: untested code at %s:%d\n", __FILE__, __LINE__);
+ assert(icap->respmod.req_hdr_copy.size);
+ storeAppend(entry,
+ icap->respmod.req_hdr_copy.buf,
+ icap->respmod.req_hdr_copy.size);
+ icapProcessHttpReplyHeader(icap, icap->chunk_buf.buf, icap->chunk_buf.size);
+ assert(icapHttpReplyHdrState(icap) == 2);
+ } else if (needed) {
+ icapProcessHttpReplyHeader(icap,
+ icap->chunk_buf.buf,
+ icap->chunk_buf.size);
+ if (icap->chunk_buf.size >= needed) {
+ storeAppend(entry, icap->chunk_buf.buf, needed);
+ so_far += needed;
+ xmemmove(icap->chunk_buf.buf,
+ icap->chunk_buf.buf + needed,
+ icap->chunk_buf.size - needed);
+ icap->chunk_buf.size -= needed;
+ assert(icapHttpReplyHdrState(icap) == 2);
+ icap->chunk_size = 0;
+ } else {
+ /*
+ * We don't have the full HTTP reply headers yet, so keep
+ * the partial reply buffered in 'chunk_buf' and wait
+ * for more.
+ */
+ assert(icapHttpReplyHdrState(icap) == 0);
+ }
+ }
+ icap->http_header_bytes_read_so_far = so_far;
+ }
+ debug(81, 3) ("%s:%d: icap->chunk_buf.size=%d\n", __FILE__, __LINE__, (int) icap->chunk_buf.size);
+ debug(81, 3) ("%s:%d: flags.no_content=%d\n", __FILE__, __LINE__, icap->flags.no_content);
+ if (icap->flags.no_content) {
+ /* data from http.c is not chunked */
+ debug(81, 3) ("copying %d bytes from chunk_buf to entry\n",
+ icap->chunk_buf.size);
+ storeAppend(entry, icap->chunk_buf.buf, icap->chunk_buf.size);
+ icap->chunk_buf.size = 0;
+ } else if (2 == icapHttpReplyHdrState(icap)) {
+ if (icap->chunk_buf.size)
+ icapParseChunkedBody(icap, storeAppend, entry);
+ }
+ icapReadReply3(icap);
+ return 0;
+}
+
+static void
+icapReadReply3(IcapStateData * icap)
+{
+ StoreEntry *entry = icap->respmod.entry;
+ int fd = icap->icap_fd;
+ debug(81, 3) ("icapReadReply3\n");
+ if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
+ comm_close(fd);
+ } else if (icapPconnTransferDone(fd, icap)) {
+ /* yes we have to clear all these! */
+ commSetDefer(fd, NULL, NULL);
+ commSetTimeout(fd, -1, NULL, NULL);
+ commSetSelect(fd, COMM_SELECT_READ, NULL, NULL, 0);
+ comm_remove_close_handler(fd, icapStateFree, icap);
+ pconnPush(fd, fd_table[fd].pconn_name, fd_table[fd].remote_port);
+ storeComplete(entry);
+ icap->icap_fd = -1;
+ icapStateFree(-1, icap);
+ } else {
+ /* Wait for EOF condition */
+ commSetSelect(fd, COMM_SELECT_READ, icapReadReply, icap, 0);
+ }
+}
Index: squid/src/ipcache.c
diff -u squid/src/ipcache.c:1.17.6.4 squid/src/ipcache.c:1.17.32.3
--- squid/src/ipcache.c:1.17.6.4 Mon Sep 27 19:14:08 2004
+++ squid/src/ipcache.c Fri Dec 10 00:51:02 2004
@@ -406,10 +406,12 @@
IpcacheStats.requests++;
if (name == NULL || name[0] == '\0') {
debug(14, 4) ("ipcache_nbgethostbyname: Invalid name!\n");
+ dns_error_message = "Invalid hostname";
handler(NULL, handlerData);
return;
}
if ((addrs = ipcacheCheckNumeric(name))) {
+ dns_error_message = NULL;
handler(addrs, handlerData);
return;
}
@@ -502,10 +504,13 @@
} else {
IpcacheStats.hits++;
i->lastref = squid_curtime;
+ dns_error_message = i->error_message;
return &i->addrs;
}
- if ((addrs = ipcacheCheckNumeric(name)))
+ dns_error_message = NULL;
+ if ((addrs = ipcacheCheckNumeric(name))) {
return addrs;
+ }
IpcacheStats.misses++;
if (flags & IP_LOOKUP_IF_MISS)
ipcache_nbgethostbyname(name, dummy_handler, NULL);
Index: squid/src/main.c
diff -u squid/src/main.c:1.28.6.13 squid/src/main.c:1.28.6.8.2.7
--- squid/src/main.c:1.28.6.13 Wed Dec 17 19:13:36 2003
+++ squid/src/main.c Mon Mar 1 23:01:20 2004
@@ -348,6 +348,9 @@
#else
idnsShutdown();
#endif
+#ifdef HS_FEAT_ICAP
+ icapClose();
+#endif
redirectShutdown();
authenticateShutdown();
externalAclShutdown();
@@ -376,6 +379,9 @@
idnsInit();
#endif
redirectInit();
+#ifdef HS_FEAT_ICAP
+ icapInit();
+#endif
authenticateInit(&Config.authConfig);
externalAclInit();
#if USE_WCCP
@@ -504,6 +510,9 @@
idnsInit();
#endif
redirectInit();
+#ifdef HS_FEAT_ICAP
+ icapInit();
+#endif
authenticateInit(&Config.authConfig);
externalAclInit();
useragentOpenLog();
Index: squid/src/mem.c
diff -u squid/src/mem.c:1.13 squid/src/mem.c:1.13.28.2
--- squid/src/mem.c:1.13 Fri Sep 7 16:55:49 2001
+++ squid/src/mem.c Thu Jun 26 18:15:18 2003
@@ -243,6 +243,13 @@
memDataInit(MEM_CLIENT_REQ_BUF, "clientRequestBuffer", CLIENT_REQ_BUF_SZ, 0);
memDataInit(MEM_SWAP_LOG_DATA, "storeSwapLogData", sizeof(storeSwapLogData), 0);
+#ifdef HS_FEAT_ICAP
+ memDataInit(MEM_ICAP_OPT_DATA, "IcapOptData", sizeof(IcapOptData), 0);
+ memDataInit(MEM_ICAP_SERVICE_LIST, "icap_service_list", sizeof(icap_service_list), 0);
+ memDataInit(MEM_ICAP_CLASS, "icap_class", sizeof(icap_class), 0);
+ memDataInit(MEM_ICAP_ACCESS, "icap_access", sizeof(icap_access), 0);
+#endif
+
/* init string pools */
for (i = 0; i < mem_str_pool_count; i++) {
StrPools[i].pool = memPoolCreate(StrPoolsAttrs[i].name, StrPoolsAttrs[i].obj_size);
Index: squid/src/mk-string-arrays.pl
diff -u squid/src/mk-string-arrays.pl:1.2 squid/src/mk-string-arrays.pl:1.2.140.1
--- squid/src/mk-string-arrays.pl:1.2 Mon Oct 23 08:04:21 2000
+++ squid/src/mk-string-arrays.pl Fri Apr 4 08:55:44 2003
@@ -16,6 +16,7 @@
$pat{'icp_opcode'} = "icp_opcode_str";
$pat{'swap_log_op'} = "swap_log_op_str";
$pat{'lookup_t'} = "lookup_t_str";
+$pat{'icap_service_t'} = "icap_service_type_str";
$state = 0; # start state
while (<>) {
Index: squid/src/protos.h
diff -u squid/src/protos.h:1.41.6.20 squid/src/protos.h:1.41.6.13.2.28
--- squid/src/protos.h:1.41.6.20 Tue Oct 5 19:15:17 2004
+++ squid/src/protos.h Tue Oct 19 07:18:18 2004
@@ -141,6 +141,8 @@
extern void clientHttpConnectionsClose(void);
extern StoreEntry *clientCreateStoreEntry(clientHttpRequest *, method_t, request_flags);
extern int isTcpHit(log_type);
+extern CB clientReadBody;
+extern void clientAbortBody(request_t * req);
extern int commSetNonBlocking(int fd);
extern int commUnsetNonBlocking(int fd);
@@ -302,6 +304,8 @@
/* http.c */
extern int httpCachable(method_t);
extern void httpStart(FwdState *);
+extern void httpParseReplyHeaders(const char *, http_reply *);
+extern void httpProcessReplyHeader(HttpStateData *, const char *, int);
extern mb_size_t httpBuildRequestPrefix(request_t * request,
request_t * orig_request,
StoreEntry * entry,
@@ -517,8 +521,6 @@
extern int httpRequestPrefixLen(const request_t * req);
extern int httpRequestHdrAllowed(const HttpHeaderEntry * e, String * strConnection);
extern int httpRequestHdrAllowedByName(http_hdr_type id);
-extern void requestReadBody(request_t * request, char *buf, size_t size, CBCB * callback, void *cbdata);
-extern void requestAbortBody(request_t * request);
extern void icmpOpen(void);
extern void icmpClose(void);
@@ -620,6 +622,7 @@
extern FREE *memBufFreeFunc(MemBuf * mb);
/* puts report on MemBuf _module_ usage into mb */
extern void memBufReport(MemBuf * mb);
+extern int memBufRead(int fd, MemBuf * mb);
extern char *mime_get_header(const char *mime, const char *header);
extern char *mime_get_header_field(const char *mime, const char *name, const char *prefix);
@@ -1343,4 +1346,49 @@
extern void externalAclShutdown(void);
extern char *strtokFile(void);
+#ifdef HS_FEAT_ICAP
+/*
+ * icap_common.c
+ */
+void icapInit(void);
+void icapClose(void);
+void icapParseEncapsulated(IcapStateData *, const char *, const char *);
+icap_service *icapService(icap_service_t, request_t *);
+int icapConnect(IcapStateData *, CNCB *);
+IcapStateData *icapAllocate(void);
+PF icapStateFree;
+PF icapConnectTimeout;
+PF icapReadTimeout;
+icap_service_t icapServiceToType(const char *);
+const char *icapServiceToStr(const icap_service_t);
+int icapCheckAcl(clientHttpRequest *);
+size_t icapLineLength(const char *, int);
+int icapReadHeader(int, IcapStateData *, int *);
+int icapFindHeader(const char *, const char *, const char **, const char **);
+int icapParseKeepAlive(const IcapStateData *, const char *, const char *);
+void icapSetKeepAlive(IcapStateData * icap, const char *hdrs);
+size_t icapParseChunkedBody(IcapStateData *, STRCB *, void *);
+void icapAddAuthUserHeader(MemBuf *, auth_user_request_t *);
+
+
+/*
+ * icap_respmod.c
+ */
+IcapStateData *icapRespModStart(icap_service_t, request_t *, StoreEntry *, http_state_flags);
+void icapSendRespMod(IcapStateData *, char *, int, int);
+CNCB icapConnectOver;
+
+/*
+ * icap_reqmod.c
+ */
+IcapStateData *icapReqModStart(icap_service_t, const char *, request_t *, int, struct timeval, struct in_addr, void *);
+
+/* icap_opt.c */
+void icapOptInit(void);
+void icapOptShutdown(void);
+void icapOptSetUnreachable(icap_service * s);
+/* for debugging purposes only */
+void dump_icap_config(IcapConfig * cfg);
+#endif
+
#endif /* SQUID_PROTOS_H */
Index: squid/src/squid.h
diff -u squid/src/squid.h:1.13.6.7 squid/src/squid.h:1.13.6.6.2.7
--- squid/src/squid.h:1.13.6.7 Mon Aug 9 19:13:32 2004
+++ squid/src/squid.h Tue Feb 22 05:13:04 2005
@@ -38,6 +38,15 @@
#include "config.h"
/*
+ * experimental defines for ICAP
+ */
+#ifdef HS_FEAT_ICAP
+#define ICAP_PREVIEW 1
+#define SUPPORT_ICAP_204 1
+/* #define SUPPORT_ICAP_100 1 */
+#endif
+
+/*
* On some systems, FD_SETSIZE is set to something lower than the
* actual number of files which can be opened. IRIX is one case,
* NetBSD is another. So here we increase FD_SETSIZE to our
Index: squid/src/stat.c
diff -u squid/src/stat.c:1.13.6.9 squid/src/stat.c:1.13.6.7.2.3
--- squid/src/stat.c:1.13.6.9 Sat Jul 17 19:13:11 2004
+++ squid/src/stat.c Wed Aug 4 12:48:08 2004
@@ -748,6 +748,17 @@
storeAppendPrintf(sentry, "server.other.kbytes_out = %f/sec\n",
XAVG(server.other.kbytes_out.kb));
+#ifdef HS_FEAT_ICAP
+ storeAppendPrintf(sentry, "icap.all.requests = %f/sec\n",
+ XAVG(icap.all.requests));
+ storeAppendPrintf(sentry, "icap.all.errors = %f/sec\n",
+ XAVG(icap.all.errors));
+ storeAppendPrintf(sentry, "icap.all.kbytes_in = %f/sec\n",
+ XAVG(icap.all.kbytes_in.kb));
+ storeAppendPrintf(sentry, "icap.all.kbytes_out = %f/sec\n",
+ XAVG(icap.all.kbytes_out.kb));
+#endif
+
storeAppendPrintf(sentry, "icp.pkts_sent = %f/sec\n",
XAVG(icp.pkts_sent));
storeAppendPrintf(sentry, "icp.pkts_recv = %f/sec\n",
@@ -1129,6 +1140,17 @@
storeAppendPrintf(sentry, "server.other.kbytes_out = %d\n",
(int) f->server.other.kbytes_out.kb);
+#if HS_FEAT_ICAP
+ storeAppendPrintf(sentry, "icap.all.requests = %d\n",
+ (int) f->icap.all.requests);
+ storeAppendPrintf(sentry, "icap.all.errors = %d\n",
+ (int) f->icap.all.errors);
+ storeAppendPrintf(sentry, "icap.all.kbytes_in = %d\n",
+ (int) f->icap.all.kbytes_in.kb);
+ storeAppendPrintf(sentry, "icap.all.kbytes_out = %d\n",
+ (int) f->icap.all.kbytes_out.kb);
+#endif
+
storeAppendPrintf(sentry, "icp.pkts_sent = %d\n",
f->icp.pkts_sent);
storeAppendPrintf(sentry, "icp.pkts_recv = %d\n",
Index: squid/src/store.c
diff -u squid/src/store.c:1.16.6.6 squid/src/store.c:1.16.6.2.2.5
--- squid/src/store.c:1.16.6.6 Wed Jun 9 07:05:58 2004
+++ squid/src/store.c Tue Feb 22 04:21:57 2005
@@ -520,7 +520,16 @@
MemObject *mem = e->mem_obj;
assert(mem != NULL);
assert(len >= 0);
- assert(e->store_status == STORE_PENDING);
+ debug(20, 3) ("storeAppend: '%s'\n", storeKeyText(e->hash.key));
+ if (e->store_status != STORE_PENDING) {
+ /*
+ * if we're not STORE_PENDING, then probably we got aborted
+ * and there should be NO clients on this entry
+ */
+ assert(EBIT_TEST(e->flags, ENTRY_ABORTED));
+ assert(e->mem_obj->nclients == 0);
+ return;
+ }
if (len) {
debug(20, 5) ("storeAppend: appending %d bytes for '%s'\n",
len,
Index: squid/src/structs.h
diff -u squid/src/structs.h:1.48.2.26 squid/src/structs.h:1.48.2.9.2.35
--- squid/src/structs.h:1.48.2.26 Tue Oct 5 19:15:18 2004
+++ squid/src/structs.h Fri Nov 19 01:47:02 2004
@@ -384,6 +384,22 @@
wordlist *args;
};
+#if HS_FEAT_ICAP
+struct _IcapConfig {
+ int onoff;
+ int preview_enable;
+ icap_service *service_head;
+ icap_class *class_head;
+ icap_access *access_head;
+ int preview_size;
+ int check_interval;
+ int send_client_ip;
+ int send_auth_user;
+ char *auth_scheme;
+};
+
+#endif /* HS_FEAT_ICAP */
+
struct _SquidConfig {
struct {
size_t maxSize;
@@ -431,7 +447,6 @@
} Timeout;
size_t maxRequestHeaderSize;
size_t maxRequestBodySize;
- size_t maxReplyHeaderSize;
dlink_list ReplyBodySize;
struct {
u_short icp;
@@ -707,6 +722,9 @@
char *store_dir_select_algorithm;
int sleep_after_fork; /* microseconds */
external_acl *externalAclHelperList;
+#ifdef HS_FEAT_ICAP
+ IcapConfig icapcfg;
+#endif
};
struct _SquidConfig2 {
@@ -776,6 +794,7 @@
unsigned char tos;
char ipaddr[16]; /* dotted decimal address of peer */
char desc[FD_DESC_SZ];
+ char pconn_name[SQUIDHOSTNAMELEN];
struct {
unsigned int open:1;
unsigned int close_request:1;
@@ -985,10 +1004,134 @@
unsigned int abuse_detected:1;
};
+#ifdef HS_FEAT_ICAP
+struct _IcapStateData {
+ request_t *request;
+ http_state_flags http_flags;
+ HttpStateData *httpState; /* needed to parse HTTP headers only */
+ int icap_fd;
+ int sc;
+ icap_service *current_service;
+ MemBuf icap_hdr;
+ struct {
+ int res_hdr;
+ int res_body;
+ int req_hdr;
+ int req_body;
+ int opt_body;
+ int null_body;
+ } enc;
+ int bytes_to_gobble;
+ int chunk_size;
+ MemBuf chunk_buf;
+ int preview_size;
+ off_t fake_content_length;
+ int http_header_bytes_read_so_far;
+ struct {
+ const char *uri; /* URI for REQMODs */
+ int client_fd;
+ struct timeval start; /* for logging */
+ struct in_addr log_addr; /* for logging */
+ int hdr_state;
+ MemBuf hdr_buf;
+ void *client_cookie;
+ struct {
+ MemBuf buf;
+ CBCB *callback;
+ void *callback_data;
+ char *callback_buf;
+ size_t callback_bufsize;
+ size_t bytes_read;
+ } http_entity;
+ } reqmod;
+ struct {
+ StoreEntry *entry;
+ MemBuf buffer;
+ MemBuf req_hdr_copy; /* XXX barf */
+ MemBuf resp_copy; /* XXX barf^max */
+ int res_body_sz;
+ } respmod;
+ struct {
+ unsigned int connect_requested:1;
+ unsigned int connect_pending:1;
+ unsigned int write_pending:1;
+ unsigned int keep_alive:1;
+ unsigned int http_server_eof:1;
+ unsigned int send_zero_chunk:1;
+ unsigned int got_reply:1;
+ unsigned int wait_for_reply:1;
+ unsigned int wait_for_preview_reply:1;
+ unsigned int preview_done:1;
+ unsigned int copy_response:1;
+ unsigned int no_content:1;
+ unsigned int reqmod_http_entity_eof:1;
+ } flags;
+};
+
+struct _icap_service {
+ icap_service *next;
+ char *name; /* name to be used when referencing ths service */
+ char *uri; /* uri of server/service to use */
+ char *type_name; /* {req|resp}mod_{pre|post}cache */
+
+ char *hostname;
+ unsigned short int port;
+ char *resource;
+ icap_service_t type; /* parsed type */
+ icap_method_t method;
+ ushort bypass; /* flag: bypass allowed */
+ ushort unreachable; /* flag: set to 1 if options request fails */
+ IcapOptData *opt; /* temp data needed during opt request */
+ struct {
+ unsigned int allow_204:1;
+ unsigned int need_x_client_ip:1;
+ unsigned int need_x_authenticated_user:1;
+ } flags;
+ int preview;
+ String istag;
+ String transfer_preview;
+ String transfer_ignore;
+ String transfer_complete;
+ int max_connections;
+ int options_ttl;
+};
+
+struct _icap_service_list {
+ icap_service_list *next;
+ icap_service *services[16];
+ int nservices; /* Number of services already used */
+ int last_service_used; /* Last services used, use to do a round robin */
+};
+
+struct _icap_class {
+ icap_class *next;
+ char *name;
+ wordlist *services;
+ icap_service_list *isl;
+ ushort hidden; /* for unnamed classes */
+};
+
+struct _icap_access {
+ icap_access *next;
+ char *service_name;
+ icap_class *class;
+ acl_access *access;
+};
+
+struct _IcapOptData {
+ char *buf;
+ off_t offset;
+ size_t size;
+ off_t headlen;
+};
+
+#endif
+
struct _HttpStateData {
StoreEntry *entry;
request_t *request;
- MemBuf reply_hdr;
+ char *reply_hdr;
+ size_t reply_hdr_size;
int reply_hdr_state;
peer *peer; /* peer request made to */
int eof; /* reached end-of-object? */
@@ -996,10 +1139,14 @@
int fd;
http_state_flags flags;
FwdState *fwd;
+#ifdef HS_FEAT_ICAP
+ struct _IcapStateData *icap_writer;
+#endif
char *body_buf;
int body_buf_sz;
};
+
struct _icpUdpData {
struct sockaddr_in address;
void *msg;
@@ -1095,6 +1242,7 @@
unsigned int internal:1;
unsigned int done_copying:1;
unsigned int purging:1;
+ unsigned int did_icap_reqmod:1;
} flags;
struct {
http_status status;
@@ -1102,6 +1250,9 @@
} redirect;
dlink_node active;
size_t maxBodySize;
+#if HS_FEAT_ICAP
+ IcapStateData *icap_reqmod;
+#endif
};
struct _ConnStateData {
@@ -1134,6 +1285,8 @@
int n;
time_t until;
} defer;
+ REQHOOK *read_request_hook;
+ void *read_request_hook_data;
};
struct _ipcache_addrs {
@@ -1672,13 +1825,17 @@
struct in_addr my_addr;
unsigned short my_port;
HttpHeader header;
+ ConnStateData *body_connection; /* used by clientReadBody() */
int content_length;
HierarchyLogEntry hier;
err_type err_type;
char *peer_login; /* Configured peer login:password */
time_t lastmod; /* Used on refreshes */
const char *vary_headers; /* Used when varying entities are detected. Changes how the store key is calculated */
- BODY_HANDLER *body_reader;
+#if HS_FEAT_ICAP
+ icap_class *class;
+#endif
+ CB *body_reader;
void *body_reader_data;
};
@@ -1784,7 +1941,11 @@
kb_t kbytes_in;
kb_t kbytes_out;
} all , http, ftp, other;
- } server;
+ }
+#if HS_FEAT_ICAP
+ icap,
+#endif
+ server;
struct {
int pkts_sent;
int queries_sent;
Index: squid/src/typedefs.h
diff -u squid/src/typedefs.h:1.25.6.6 squid/src/typedefs.h:1.25.6.1.6.10
--- squid/src/typedefs.h:1.25.6.6 Tue Oct 5 19:15:18 2004
+++ squid/src/typedefs.h Tue Oct 19 07:18:21 2004
@@ -112,6 +112,15 @@
typedef struct _HttpBody HttpBody;
typedef struct _HttpReply HttpReply;
typedef struct _HttpStateData HttpStateData;
+#ifdef HS_FEAT_ICAP
+typedef struct _IcapStateData IcapStateData;
+typedef struct _IcapConfig IcapConfig;
+typedef struct _icap_service icap_service;
+typedef struct _icap_service_list icap_service_list;
+typedef struct _icap_class icap_class;
+typedef struct _icap_access icap_access;
+typedef struct _IcapOptData IcapOptData;
+#endif
typedef struct _icpUdpData icpUdpData;
typedef struct _clientHttpRequest clientHttpRequest;
typedef struct _ConnStateData ConnStateData;
@@ -236,7 +245,7 @@
typedef int READ_HANDLER(int, char *, int);
typedef int WRITE_HANDLER(int, const char *, int);
typedef void CBCB(char *buf, ssize_t size, void *data);
-typedef void BODY_HANDLER(request_t * req, char *, size_t, CBCB *, void *);
+typedef void CB(void *, char *, size_t, CBCB *, void *);
typedef void STIOCB(void *their_data, int errflag, storeIOState *);
typedef void STFNCB(void *their_data, int errflag, storeIOState *);
@@ -365,4 +374,7 @@
typedef struct _external_acl external_acl;
typedef struct _external_acl_entry external_acl_entry;
+/* Request hooks */
+typedef int REQHOOK(ConnStateData * connState, clientHttpRequest * http, void *data);
+
#endif /* SQUID_TYPEDEFS_H */
Index: squid/src/url.c
diff -u squid/src/url.c:1.7.6.5 squid/src/url.c:1.7.6.5.2.1
--- squid/src/url.c:1.7.6.5 Sat Jan 18 19:16:02 2003
+++ squid/src/url.c Fri Apr 30 16:33:59 2004
@@ -102,6 +102,9 @@
"whois",
"internal",
"https",
+#ifdef HS_FEAT_ICAP
+ "icap",
+#endif
"TOTAL"
};
@@ -220,6 +223,10 @@
return PROTO_WHOIS;
if (strcasecmp(s, "internal") == 0)
return PROTO_INTERNAL;
+#ifdef HS_FEAT_ICAP
+ if (strcasecmp(s, "icap") == 0)
+ return PROTO_ICAP;
+#endif
return PROTO_NONE;
}
@@ -243,6 +250,10 @@
return CACHE_HTTP_PORT;
case PROTO_WHOIS:
return 43;
+#ifdef HS_FEAT_ICAP
+ case PROTO_ICAP:
+ return 1344;
+#endif
default:
return 0;
}