OK - we are making progress. Here is an even simpler example, with the
mysql logs and indexer output
indexer.conf - I'm only concerned with getting data out of the table for
now. One "bug" was putting single quote around $1 in HTDBDoc statement.
Simplified (but still legal HTTP response, I believe)
=====
HTDBList SELECT doc_id FROM Metadata.DTS_archive
HTDBDoc \
SELECT concat( \
'HTTP/1.0 200 OK\\r\\n',\
'Content-type: text/html\\r\\n',\
'<HTML><BODY>\\n',\
title, ' (<b>',user_filename,'</b>)\\n',\
'</BODY></HTML>') \
FROM Metadata.DTS_archive \
WHERE doc_id=$1
Server htdb:/
=========
indexer output
==========
Indexer[2699]: indexer from UdmSearch v.3.1.6/MySQL started with
'/usr/local/udmsearch/etc/indexer.conf'
Indexer[2699]: [1] htdb:/
Indexer[2699]: [1] 'Allow\/$'
Indexer[2699]: [1] HTTP/1.0 200 OK
Indexer[2699]: [1] Content-type: text/html
Indexer[2699]: [1] HTTP/1.0 200 OK text/html 226
Indexer[2699]: [1] htdb:/1
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/2
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/3
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/4
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/5
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/6
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/7
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/8
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] htdb:/9
Indexer[2699]: [1] 'Allow by default'
Indexer[2699]: [1] Illegal HTTP headers in response
Indexer[2699]: [1] Done (3 seconds)
=======
mysql log is attached...I don't see a problem with them
Thomas
My PGP public key is at
http://wwwkeys.pgp.net:11371/pks/lookup?op=index&search=yengst
Lookup anyone's PGP key at http://www.openpgp.net/pgpsrv.html
Thomas R. Yengst Photon Research Associates, Inc.
(858) 455-9741 5720 Oberlin Drive
(858) 455-0658 fax San Diego, CA 92121-1723
001016 18:14:36 7 Connect yengst@localhost on
7 Init DB udmsearch
7 Query UPDATE url SET next_index_time=971745276 WHERE
rec_id>=0 AND (url.url LIKE '%htdb%')
001016 18:14:39 7 Query SELECT hostinfo,path FROM robots
7 Query SELECT word,lang FROM stopword
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/robots.txt',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/media/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/codedocs/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/homepage/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/documentation/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/nsmail/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/Motley_Fool/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/epa/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/oceans/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/space/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/recipes/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/software_catalog/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('http://localhost/cool_photos/',0,0,0,971745279,971745279,0)
7 Query INSERT INTO url
(url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES
('htdb:/',0,0,0,971745279,971745279,0)
7 Query LOCK TABLES url WRITE
7 Query SELECT
url,rec_id,docsize,status,last_index_time,hops,crc32,last_mod_time FROM url WHERE
next_index_time<=971745279 AND (url.url LIKE '%htdb%') LIMIT 250
7 Query UPDATE url SET next_index_time=971759679 WHERE
rec_id in (14383,14384,14385,14386,14387,14388,14389,14390,14391,14392)
7 Query UNLOCK TABLES
7 Query SELECT doc_id FROM Metadata.DTS_archive
7 Query SELECT rec_id FROM url WHERE crc32=1565974993 AND
status=200 AND docsize=226
7 Query UPDATE url SET status=200,next_index_time=972350079
WHERE rec_id=14383
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=1
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14384
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=2
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14385
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=3
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14386
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=4
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14387
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=5
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14388
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=6
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14389
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=7
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14390
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=8
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14391
7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type:
text/html\r\n','<HTML><BODY>\n',title, '
(<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE
doc_id=9
7 Query UPDATE url SET status=503,next_index_time=971831679
WHERE rec_id=14392
7 Query LOCK TABLES url WRITE
7 Query SELECT
url,rec_id,docsize,status,last_index_time,hops,crc32,last_mod_time FROM url WHERE
next_index_time<=971745279 AND (url.url LIKE '%htdb%') LIMIT 250
7 Query UNLOCK TABLES
7 Quit
