Hello!
As your message states, IgniteConfiguration isn't serializable. Sooo, you
will need to create IgniteConfiguration from inside the () => igniteConf
lambda, instead of passing it from outside. Instead, pass parameters needed
to create that configuration with this lambda.
Regards,
--
Ilya Kasnacheev
2018-07-18 17:29 GMT+03:00 wt <waynethe...@gmail.com>:
> I can connect to ignite rmdbs table from spark but can't query it. ignite
> server running in intellij - rmdbs integration (1 table) and cache loaded
>
> in spark i have the following code:
>
> import org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi
> import
> org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder
> import org.apache.ignite.configuration.IgniteConfiguration
> import java.util.ArrayList
> import java.util.List
>
> val tcpDiscoverySpi: TcpDiscoverySpi = new TcpDiscoverySpi
> val ipFinder: TcpDiscoveryVmIpFinder = new TcpDiscoveryVmIpFinder
> val addressList: java.util.List[String] = new
> java.util.ArrayList[String]
> addressList.add("127.0.0.1:47500")
> ipFinder.setAddresses(addressList)
> tcpDiscoverySpi.setIpFinder(ipFinder)
> tcpDiscoverySpi.setLocalAddress("127.0.0.1")
>
> val igniteConf : IgniteConfiguration = new
> IgniteConfiguration().setClientMode(true).setDiscoverySpi(tcpDiscoverySpi)
>
> val igniteContext = new IgniteContext(sc, () => igniteConf)
> val igniteCache = igniteContext.fromCache("COMPLIANCESUMMARYCACHE")
>
> igniteCache.sql("select * from ComplianceSummary")
>
> scala> res24.printSchema
> root
> |-- COMPANYID: integer (nullable = true)
> |-- COMPLIANCESUMMARYITEM: string (nullable = true)
> |-- COMPLIANCESUMMARYVALUE: string (nullable = true)
> |-- RECORDVALIDFROM: date (nullable = true)
> |-- RECORDVALIDTO: date (nullable = true)
>
>
> -----------------------------
>
> I can print the schema out but if i try query it i get the following error
> message:
>
>
> org.apache.spark.SparkException: Job aborted due to stage failure: Task
> not
> serializable: java.io.NotSerializableException:
> org.apache.ignite.configuration.IgniteConfiguration
> Serialization stack:
> - object not serializable (class:
> org.apache.ignite.configuration.IgniteConfiguration, value:
> IgniteConfiguration [igniteInstanceName=null, pubPoolSize=8,
> svcPoolSize=null, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8,
> mgmtPoolSize=4, igfsPoolSize=2, dataStreamerPoolSize=8,
> utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2,
> qryPoolSize=8, igniteHome=null, igniteWorkDir=null, mbeanSrv=null,
> nodeId=null, marsh=null, marshLocJobs=false, daemon=false, p2pEnabled=
> false, netTimeout=5000, sndRetryDelay=1000, sndRetryCnt=3,
> metricsHistSize=10000, metricsUpdateFreq=2000,
> metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi
> [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10,
> reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false,
> clientReconnectDisabled=false, internalLsnr=null], segPlc=STOP,
> segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true,
> segChkFreq=10000, commSpi=null, evtSpi=null, colSpi=null, deploySpi
> =null, indexingSpi=null, addrRslvr=null, clientMode=true,
> rebalanceThreadPoolSize=1,
> txCfg=org.apache.ignite.configuration.TransactionConfiguration@24766217,
> cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED,
> p2pMissedCacheSize=100, locHost=null, timeSrvPortBase=31100,
> timeSrvPortRange=100, failureDetectionTimeout=10000,
> clientFailureDetectionTimeout=30000, metricsLogFreq=60000, hadoopCfg=null,
> connectorCfg=org.apache.ignite.configuration.
> ConnectorConfiguration@f8c34ef,
> od
> bcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration
> [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null,
> grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null,
> binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=null, activeOnStart=true,
> autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null,
> cliConnCfg=ClientConnectorConfiguration [host=null, port=10800,
> portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true,
> maxOpenCursorsPerConn=128, threadPoolS
> ize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true,
> thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true,
> sslClientAuth=false, sslCtxFactory=null], authEnabled=false,
> failureHnd=null, commFailureRslvr=null])
> - field (class: $iw, name: igniteConf, type: class
> org.apache.ignite.configuration.IgniteConfiguration)
> - object (class $iw, $iw@1bdb1284)
> Caused by: java.io.NotSerializableException:
> org.apache.ignite.configuration.IgniteConfiguration
>
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
>
