OK - we are making progress. Here is an even simpler example, with the mysql logs and indexer output indexer.conf - I'm only concerned with getting data out of the table for now. One "bug" was putting single quote around $1 in HTDBDoc statement. Simplified (but still legal HTTP response, I believe) ===== HTDBList SELECT doc_id FROM Metadata.DTS_archive HTDBDoc \ SELECT concat( \ 'HTTP/1.0 200 OK\\r\\n',\ 'Content-type: text/html\\r\\n',\ '<HTML><BODY>\\n',\ title, ' (<b>',user_filename,'</b>)\\n',\ '</BODY></HTML>') \ FROM Metadata.DTS_archive \ WHERE doc_id=$1 Server htdb:/ ========= indexer output ========== Indexer[2699]: indexer from UdmSearch v.3.1.6/MySQL started with '/usr/local/udmsearch/etc/indexer.conf' Indexer[2699]: [1] htdb:/ Indexer[2699]: [1] 'Allow\/$' Indexer[2699]: [1] HTTP/1.0 200 OK Indexer[2699]: [1] Content-type: text/html Indexer[2699]: [1] HTTP/1.0 200 OK text/html 226 Indexer[2699]: [1] htdb:/1 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/2 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/3 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/4 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/5 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/6 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/7 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/8 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] htdb:/9 Indexer[2699]: [1] 'Allow by default' Indexer[2699]: [1] Illegal HTTP headers in response Indexer[2699]: [1] Done (3 seconds) ======= mysql log is attached...I don't see a problem with them Thomas My PGP public key is at http://wwwkeys.pgp.net:11371/pks/lookup?op=index&search=yengst Lookup anyone's PGP key at http://www.openpgp.net/pgpsrv.html Thomas R. Yengst Photon Research Associates, Inc. (858) 455-9741 5720 Oberlin Drive (858) 455-0658 fax San Diego, CA 92121-1723
001016 18:14:36 7 Connect yengst@localhost on 7 Init DB udmsearch 7 Query UPDATE url SET next_index_time=971745276 WHERE rec_id>=0 AND (url.url LIKE '%htdb%') 001016 18:14:39 7 Query SELECT hostinfo,path FROM robots 7 Query SELECT word,lang FROM stopword 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/robots.txt',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/media/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/codedocs/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/homepage/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/documentation/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/nsmail/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/Motley_Fool/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/epa/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/oceans/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/space/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/recipes/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/software_catalog/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('http://localhost/cool_photos/',0,0,0,971745279,971745279,0) 7 Query INSERT INTO url (url,referrer,hops,crc32,last_index_time,next_index_time,status) VALUES ('htdb:/',0,0,0,971745279,971745279,0) 7 Query LOCK TABLES url WRITE 7 Query SELECT url,rec_id,docsize,status,last_index_time,hops,crc32,last_mod_time FROM url WHERE next_index_time<=971745279 AND (url.url LIKE '%htdb%') LIMIT 250 7 Query UPDATE url SET next_index_time=971759679 WHERE rec_id in (14383,14384,14385,14386,14387,14388,14389,14390,14391,14392) 7 Query UNLOCK TABLES 7 Query SELECT doc_id FROM Metadata.DTS_archive 7 Query SELECT rec_id FROM url WHERE crc32=1565974993 AND status=200 AND docsize=226 7 Query UPDATE url SET status=200,next_index_time=972350079 WHERE rec_id=14383 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=1 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14384 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=2 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14385 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=3 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14386 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=4 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14387 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=5 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14388 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=6 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14389 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=7 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14390 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=8 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14391 7 Query SELECT concat( 'HTTP/1.0 200 OK\r\n','Content-type: text/html\r\n','<HTML><BODY>\n',title, ' (<b>',user_filename,'</b>)\n','</BODY></HTML>') FROM Metadata.DTS_archive WHERE doc_id=9 7 Query UPDATE url SET status=503,next_index_time=971831679 WHERE rec_id=14392 7 Query LOCK TABLES url WRITE 7 Query SELECT url,rec_id,docsize,status,last_index_time,hops,crc32,last_mod_time FROM url WHERE next_index_time<=971745279 AND (url.url LIKE '%htdb%') LIMIT 250 7 Query UNLOCK TABLES 7 Quit