Not getting data using concat in DIH
Hi all, My data-import.xml looks like this: dataConfig dataSource driver=com.ibm.db2.jcc.DB2Driver url=jdbc:db2://10.150.200.69:6/livedb user=property password=property / document name=articlePosting entity name=articleDetails query=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' deltaQuery=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' and (CREATEDATE='${dataimporter.last_index_time}' or LASTMODIDATE='${dataimporter.last_index_time}') field column=MBFARTUNIQUEKEY name=ukey / field column=MBFARTRFNUM name=id / field column=MBFARTUBIRFNUM name=oid / field column=MBFARTCNDCATE name=cg / field column=MBFARTCNDCITY name=ct / field column=MBFARTLMTRFNUM name=lt / field column=MBFARTDESC name=dtldesc / field column=CREATEDATE name=ppd / field column=CREATETIME name=ppt / field column=MODIDATE name=ecd / field column=MODITIME name=tmsrt / field column=MBFARTVIEWED name=viewcount / field column=MBFARTSNIPPET name=ansdesc / field column=POPULARITYSORTCODE name=popularsort / field column=RECENCYSORT name=recencysort / field column=EXPERTADVICE name=expadvice / field column=EXPERTQUES name=expertQues / field column=EXPERTANS name=expertAns / field column=MBFARTTOPIC name=topic / field column=CONTENTTYPE name=contentType / field column=ADTEXT name=ad_text / entity name=setOwnerName query=select UBILOGIN from TPUBI where UBIRFNUM=${articleDetails.MBFARTUBIRFNUM} field column=UBILOGIN name=oname / /entity /entity /document /dataConfig This works fine. But if I comment the line field column=ADTEXT name=ad_text / and uncomment the following It stops working. Does concat not work for fields?? Please help. -- View this message in context: http://lucene.472066.n3.nabble.com/Not-getting-data-using-concat-in-DIH-tp3144006p3144006.html Sent from the Solr - User mailing list archive at Nabble.com.
Re: Not getting data using concat in DIH
The XML comments were not taken. This is the data-import.xml that does not work. In bold is the line uncommented. dataConfig dataSource driver=com.ibm.db2.jcc.DB2Driver url=jdbc:db2://10.150.200.69:6/livedb user=property password=property / document name=articlePosting entity name=articleDetails query=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' deltaQuery=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' and (CREATEDATE='${dataimporter.last_index_time}' or LASTMODIDATE='${dataimporter.last_index_time}') field column=MBFARTUNIQUEKEY name=ukey / field column=MBFARTRFNUM name=id / field column=MBFARTUBIRFNUM name=oid / field column=MBFARTCNDCATE name=cg / field column=MBFARTCNDCITY name=ct / field column=MBFARTLMTRFNUM name=lt / field column=MBFARTDESC name=dtldesc / field column=CREATEDATE name=ppd / field column=CREATETIME name=ppt / field column=MODIDATE name=ecd / field column=MODITIME name=tmsrt / field column=MBFARTVIEWED name=viewcount / field column=MBFARTSNIPPET name=ansdesc / field column=POPULARITYSORTCODE name=popularsort / field column=RECENCYSORT name=recencysort / field column=EXPERTADVICE name=expadvice / field column=EXPERTQUES name=expertQues / field column=EXPERTANS name=expertAns / field column=MBFARTTOPIC name=topic / field column=CONTENTTYPE name=contentType / field column=ADTEXT name=ad_text / entity name=setOwnerName query=select UBILOGIN from TPUBI where UBIRFNUM=${articleDetails.MBFARTUBIRFNUM} field column=UBILOGIN name=oname / /entity *entity name=setCityName query=select ${articleDetails.ADTEXT} concat ' ' concat CITYNAME as AD_TEXT from TPCITY where CITY_CNDCITY=${articleDetails.MBFARTCNDCITY} fetch first row only field column=AD_TEXT name=ad_text / /entity * /entity /document /dataConfig -- View this message in context: http://lucene.472066.n3.nabble.com/Not-getting-data-using-concat-in-DIH-tp3144006p3144014.html Sent from the Solr - User mailing list archive at Nabble.com.
Re: Not getting data using concat in DIH
concat is really unrelated to Solr, DIH doesn't understand the SQL at all. So my first guess would be that the SQL isn't doing quite what you expect, can you run it by itself and get your expected results? What doesn't work? What error are you receiving? Or is the data just not searchable? Have you tried using the DIH debug page at ...solr/admin/dataimport.jsp, a little-known debugging facility. What version of Solr are you using? Best Erick On Wed, Jul 6, 2011 at 5:08 AM, tamanjit.bin...@yahoo.co.in tamanjit.bin...@yahoo.co.in wrote: The XML comments were not taken. This is the data-import.xml that does not work. In bold is the line uncommented. dataConfig dataSource driver=com.ibm.db2.jcc.DB2Driver url=jdbc:db2://10.150.200.69:6/livedb user=property password=property / document name=articlePosting entity name=articleDetails query=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' deltaQuery=select 'A' concat cast(MBFARTRFNUM as char(8)) as MBFARTUNIQUEKEY, MBFARTRFNUM, MBFARTUBIRFNUM, MBFARTCNDCATE, MBFARTCNDCITY, MBFARTLMTRFNUM, MBFARTDESC, char(date(CREATEDATE)) as CREATEDATE, time(CREATEDATE) as CREATETIME, char(date(LASTMODIDATE)) as MODIDATE, time(LASTMODIDATE) as MODITIME, MBFARTVIEWED, MBFARTSNIPPET, 2 as POPULARITYSORTCODE, 4 as RECENCYSORT, 1 as EXPERTADVICE, MBFARTTOPIC concat ' ' concat MBFARTSNIPPET concat ' ' concat MBFARTDESC concat ' ' concat ' ' concat cast(MBFARTCNDCATE as char(8)) as ADTEXT, 'Y' as EXPERTQUES, 'Y' as EXPERTANS, MBFARTTOPIC, 'A' as CONTENTTYPE from MBFARTICLE where upper(MBFARTISACTIVE) = 'Y' and (CREATEDATE='${dataimporter.last_index_time}' or LASTMODIDATE='${dataimporter.last_index_time}') field column=MBFARTUNIQUEKEY name=ukey / field column=MBFARTRFNUM name=id / field column=MBFARTUBIRFNUM name=oid / field column=MBFARTCNDCATE name=cg / field column=MBFARTCNDCITY name=ct / field column=MBFARTLMTRFNUM name=lt / field column=MBFARTDESC name=dtldesc / field column=CREATEDATE name=ppd / field column=CREATETIME name=ppt / field column=MODIDATE name=ecd / field column=MODITIME name=tmsrt / field column=MBFARTVIEWED name=viewcount / field column=MBFARTSNIPPET name=ansdesc / field column=POPULARITYSORTCODE name=popularsort / field column=RECENCYSORT name=recencysort / field column=EXPERTADVICE name=expadvice / field column=EXPERTQUES name=expertQues / field column=EXPERTANS name=expertAns / field column=MBFARTTOPIC name=topic / field column=CONTENTTYPE name=contentType / field column=ADTEXT name=ad_text / entity name=setOwnerName query=select UBILOGIN from TPUBI where UBIRFNUM=${articleDetails.MBFARTUBIRFNUM} field column=UBILOGIN name=oname / /entity *entity name=setCityName query=select ${articleDetails.ADTEXT} concat ' ' concat CITYNAME as AD_TEXT from TPCITY where CITY_CNDCITY=${articleDetails.MBFARTCNDCITY} fetch first row only field column=AD_TEXT name=ad_text / /entity * /entity /document /dataConfig -- View this message in context: http://lucene.472066.n3.nabble.com/Not-getting-data-using-concat