I see, then this case wasn't covered by the fix that we added for Flink 1.5.0. I guess the problem is that the code is needed to evaluate a single field.
Implementing a scalar user-function is not very difficult [1]. However, you need to register it in the TableEnvironment before you can use it in a SQL query. Best, Fabian [1] https://ci.apache.org/projects/flink/flink-docs-release-1.5/dev/table/udfs.html#scalar-functions 2018-06-19 16:46 GMT+02:00 zhangminglei <18717838...@163.com>: > Hi, Fabian, Absolutely, Flink 1.5.0 I am using for this. A big CASE WHEN > statement. Is it hard to implement ? I am a new to flink table api & sql. > > Best Minglei. > > 在 2018年6月19日，下午10:36，Fabian Hueske <fhue...@gmail.com> 写道： > > Hi, > > Which version are you using? We fixed a similar issue for Flink 1.5.0. > If you can't upgrade yet, you can also implement a user-defined function > that evaluates the big CASE WHEN statement. > > Best, Fabian > > 2018-06-19 16:27 GMT+02:00 zhangminglei <18717838...@163.com>: > >> Hi, friends. >> >> When I execute a long sql and get the follow error, how can I have a >> quick fix ? >> >> org.apache.flink.api.common.InvalidProgramException: Table program >> cannot be compiled. This is a bug. Please file an issue. >> at org.apache.flink.table.codegen.Compiler$class.compile( >> Compiler.scala:36) >> at org.apache.flink.table.runtime.CRowProcessRunner.compile( >> CRowProcessRunner.scala:35) >> at org.apache.flink.table.runtime.CRowProcessRunner.open( >> CRowProcessRunner.scala:49) >> at org.apache.flink.api.common.functions.util.FunctionUtils.ope >> nFunction(FunctionUtils.java:36) >> at org.apache.flink.streaming.api.operators.AbstractUdfStreamOp >> erator.open(AbstractUdfStreamOperator.java:102) >> at org.apache.flink.streaming.api.operators.ProcessOperator.ope >> n(ProcessOperator.java:56) >> at org.apache.flink.streaming.runtime.tasks.StreamTask.openAllO >> perators(StreamTask.java:393) >> at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke( >> StreamTask.java:254) >> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:718) >> at java.lang.Thread.run(Thread.java:748) >> Caused by: java.lang.RuntimeException: Compiling >> "DataStreamCalcRule$1802": Code of method "processElement(Ljava/lang/Obj >> ect;Lorg/apache/flink/streaming/api/functions/ProcessFunctio >> n$Context;Lorg/apache/flink/util/Collector;)V" of class >> "DataStreamCalcRule$1802" grows beyond 64 KB >> at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler. >> java:361) >> >> select case when cast(status as bigint) in (200) then 10 else 1 end as >> pv,\ >> case when cast(status as bigint) between 303 and 1000 then 1 when >> cast(status as bigint) between 100 and 199 then 1 else 0 end as >> service_fail,\ >> case when cast(status as bigint) in (200) then 10 when cast(status as >> bigint) in (301,302) then 1 when cast(status as bigint) between 201 and 299 >> then 1 else 0 end as service_success,\ >> case when cast(status as bigint) not between 100 and 1000 then 1 else 0 >> end as network_fail,\ >> qqiplib(ip, 'isp') as isp,\ >> case when response_time - request_time <= 60000 then response_time - >> request_time else 0 end as response_t,\ >> case when response_time - request_time <= 60000 then 1 else 0 end as >> count_in,\ >> case when host in ('116.31.114.22','116.31.114.2 >> 3','183.60.219.231','183.60.219.232','183.60.219.235','183. >> 60.219.236','183.60.220.231','183.60.220.232',\ >> '183.60.219.247','183.60.219.248','183.60.219.243','183.60.2 >> 19.244','183.60.219.251','183.60.219.252','116.31.114.202',' >> 116.31.114.204','116.31.114.206'\ >> ,'116.31.114.208') then '佛山力通电信_SR' \ >> when host in ('183.232.169.11','183.232.169.12','183.232.169.13','183.232 >> .169.14','183.232.169.15','183.232.169.16','183.232.169.17','183.232.169.18') >> \ >> then '佛山力通移动_SR' \ >> when host in ('112.93.112.11','112.93.112.12','112.93.112.13','112.93.112 >> .14','112.93.112.15','112.93.112.16','112.93.112.17','112.93.112.18') \ >> then '佛山力通联通_SR' \ >> when host in ('114.67.56.79','114.67.56.80','114.67.56.83','114.67.56.84' >> ,'114.67.56.87','114.67.56.88','114.67.56.112','114.67.56.11 >> 3','114.67.56.116',\ >> '114.67.56.117','114.67.60.214','114.67.60.215','114.67.54. >> 111','114.67.54.112','114.67.56.95','114.67.56.96','114.67. >> 54.12','114.67.54.13',\ >> '114.67.56.93') \ >> then '佛山力通BGP_SR' \ >> when host in ('114.67.56.94','114.67.56.102','114.67.56.103','114.67.56. >> 106','114.67.56.107','183.60.220.231','183.60.220.232','183.60.219.247',\ >> '183.60.219.248','114.67.60.201','114.67.60.203','114.67.60.205','114.67.60.207') >> \ >> then '佛山力通BGP_SR' \ >> when host in ('183.240.167.24','183.240.167.25','183.240.167.26','183.240 >> .167.27','183.240.167.28','183.240.167.29','183.240.167.30','183.240.167.31') >> \ >> then '佛山互联移动_SR' when host in ('27.45.160.24','27.45.160.25' >> ,'27.45.160.26','27.45.160.27','27.45.160.28','27.45.160.29' >> ,'27.45.160.30','27.45.160.31') \ >> then '佛山互联联通_SR' \ >> when host in ('43.255.228.11','43.255.228.12','43.255.228.13','43.255.228 >> .14','43.255.228.15','43.255.228.16','43.255.228.17','43. >> 255.228.18','43.255.228.19',\ >> '43.255.228.20','43.255.228.21','43.255.228.22','43.255.228.23') \ >> then '佛山互联BGP_SR' \ >> when host in ('43.255.228.24','43.255.228.25','43.255.228.26','43.255.228 >> .27','43.255.228.28','43.255.228.29','43.255.228.30','43. >> 255.228.31','43.255.228.32',\ >> '43.255.228.33','43.255.228.34') \ >> then '佛山互联BGP_SR' \ >> when host in ('14.17.91.113','14.17.91.114','14.17.72.11','14.17.72.12',' >> 14.17.72.15','14.17.72.16','14.17.72.19','14.17.72.20','183. >> 61.170.121','183.61.170.122',\ >> '14.17.91.120','14.17.91.121','14.17.72.79','14.17.72.80','14.17.72.81','14.17.72.82') >> \ >> then '东莞电信_SR' \ >> when host in ('221.228.213.94','221.228.213.95','221.228.213.68','221.228 >> .213.69','221.228.213.76','221.228.213.77','221.228.213.98', >> '221.228.213.99',\ >> '221.228.213.122','221.228.213.124') \ >> then '无锡电信_SR' \ >> when host in ('43.247.88.49','43.247.88.50','43.247.88.135','43.247.88.13 >> 6','43.247.88.16','43.247.88.17','43.247.88.143','43.247. >> 88.144','43.247.88.183','43.247.88.185',\ >> '43.247.88.187','43.247.88.189') \ >> then '无锡BGP_SR' \ >> when host in >> ('101.251.216.140','101.251.216.141','101.251.216.157','101.251.216.158') >> \ >> then '北京BGP_SR' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('116.31.114.22','116.31.114.23','183.60.219.231','183.60.21 >> 9.232','183.60.219.235','183.60.219.236','183.60.220.231',\ >> '183.60.220.232','183.60.219.247','183.60.219.248','183.60.2 >> 19.243','183.60.219.244','183.60.219.251','183.60.219.252',' >> 116.31.114.202','116.31.114.204',\ >> '116.31.114.206','116.31.114.208') \ >> then '佛山力通电信_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('183.232.169.11','183.232.169.12','183.232.169.13','183.232 >> .169.14','183.232.169.15','183.232.169.16',\ >> '183.232.169.17','183.232.169.18') \ >> then '佛山力通移动_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('112.93.112.11','112.93.112.12','112.93.112.13','112.93.112 >> .14','112.93.112.15','112.93.112.16','112.93.112.17','112.93.112.18') \ >> then '佛山力通联通_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('114.67.56.79','114.67.56.80','114.67.56.83','114.67.56.84' >> ,'114.67.56.87','114.67.56.88','114.67.56.112',\ >> '114.67.56.113','114.67.56.116','114.67.56.117','114.67.60. >> 214','114.67.60.215','114.67.54.111') \ >> then '佛山力通BGP_GSLB' \ >> when host in ('114.67.54.112','114.67.56.95','114.67.56.96','114.67.54.12 >> ','114.67.54.13','114.67.56.93','114.67.56.94','114.67.56.10 >> 2','114.67.56.103','114.67.56.106',\ >> '114.67.56.107','183.60.220.231','183.60.220.232','183.60.21 >> 9.247','183.60.219.248','114.67.60.201','114.67.60.203',' >> 114.67.60.205','114.67.60.207') \ >> then '佛山力通BGP_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('183.240.167.24','183.240.167.25','183.240.167.26','183.240 >> .167.27','183.240.167.28','183.240.167.29',\ >> '183.240.167.30','183.240.167.31') \ >> then '佛山互联移动_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('43.255.228.11','43.255.228.12','43.255.228.13','43.255.228 >> .14','43.255.228.15','43.255.228.16',\ >> '43.255.228.17') \ >> then '佛山互联BGP_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in >> ('43.255.228.18','43.255.228.19','43.255.228.20') \ >> then '佛山互联BGP_GSLB' \ >> when host in ('mapi.appvipshop.com') and mapi_ip in ('43.255.228.21') \ >> then '佛山互联BGP_GSLB' else '其它' end as access_type from >> dw_log_app_api_monitor_ds >> Thanks >> Zhangminglei > > > >
