Hi
I am currently using the 4.10.1 release and get the following stacktrace:
java.lang.OutOfMemoryError: Required array length 2147483639 + 9 is too large
at
java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:649)
~[na:na]
at
java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:642)
~[na:na]
at
java.base/java.io.ByteArrayOutputStream.ensureCapacity(ByteArrayOutputStream.java:100)
~[na:na]
at
java.base/java.io.ByteArrayOutputStream.write(ByteArrayOutputStream.java:130)
~[na:na]
at
org.apache.camel.converter.stream.CachedOutputStream.write(CachedOutputStream.java:108)
~[camel-support-4.10.1.jar:4.10.1]
at java.base/java.io.InputStream.transferTo(InputStream.java:783)
~[na:na]
at org.apache.camel.util.IOHelper.copy(IOHelper.java:165)
~[camel-util-4.10.1.jar:4.10.1]
at org.apache.camel.util.IOHelper.copyAndCloseInput(IOHelper.java:283)
~[camel-util-4.10.1.jar:4.10.1]
at
org.apache.camel.converter.stream.StreamCacheConverter.convertToStreamCache(StreamCacheConverter.java:54)
~[camel-support-4.10.1.jar:4.10.1]
at
org.apache.camel.converter.stream.StreamCacheBulkConverterLoader.doConvertTo(StreamCacheBulkConverterLoader.java:83)
~[camel-support-4.10.1.jar:4.10.1]
at
org.apache.camel.converter.stream.StreamCacheBulkConverterLoader.convertTo(StreamCacheBulkConverterLoader.java:56)
~[camel-support-4.10.1.jar:4.10.1]
at
org.apache.camel.spi.BulkTypeConverters.convertTo(BulkTypeConverters.java:122)
~[camel-api-4.10.1.jar:4.10.1]
at
org.apache.camel.component.file.GenericFileConverter.convertTo(GenericFileConverter.java:106)
~[camel-file-4.10.1.jar:4.10.1]
at
org.apache.camel.component.file.GenericFileConverterLoader.lambda$registerFallbackConverters$4(GenericFileConverterLoader.java:63)
~[camel-file-4.10.1.jar:4.10.1]
at
org.apache.camel.support.SimpleTypeConverter.convertTo(SimpleTypeConverter.java:101)
~[camel-support-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvert(CoreTypeConverterRegistry.java:463)
~[camel-base-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.converter.CoreTypeConverterRegistry.tryFallback(CoreTypeConverterRegistry.java:432)
~[camel-base-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertTo(CoreTypeConverterRegistry.java:381)
~[camel-base-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertToAndStat(CoreTypeConverterRegistry.java:269)
~[camel-base-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.converter.CoreTypeConverterRegistry.convertTo(CoreTypeConverterRegistry.java:164)
~[camel-base-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultStreamCachingStrategy.doCache(DefaultStreamCachingStrategy.java:278)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultStreamCachingStrategy.cache(DefaultStreamCachingStrategy.java:255)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.StreamCachingHelper.tryStreamCache(StreamCachingHelper.java:67)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.StreamCachingHelper.convertToStreamCache(StreamCachingHelper.java:54)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.CamelInternalProcessor$StreamCachingAdvice.before(CamelInternalProcessor.java:1010)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.CamelInternalProcessor$StreamCachingAdvice.before(CamelInternalProcessor.java:1000)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.CamelInternalProcessor.process(CamelInternalProcessor.java:310)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.processor.Pipeline$PipelineTask.run(Pipeline.java:102)
~[camel-core-processor-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultReactiveExecutor$Worker.doRun(DefaultReactiveExecutor.java:199)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultReactiveExecutor$Worker.executeReactiveWork(DefaultReactiveExecutor.java:189)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultReactiveExecutor$Worker.tryExecuteReactiveWork(DefaultReactiveExecutor.java:166)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultReactiveExecutor$Worker.schedule(DefaultReactiveExecutor.java:148)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.DefaultReactiveExecutor.scheduleMain(DefaultReactiveExecutor.java:59)
~[camel-base-engine-4.10.1.jar:4.10.1]
at org.apache.camel.processor.Pipeline.process(Pipeline.java:163)
~[camel-core-processor-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.CamelInternalProcessor.processNonTransacted(CamelInternalProcessor.java:347)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.impl.engine.CamelInternalProcessor.process(CamelInternalProcessor.java:323)
~[camel-base-engine-4.10.1.jar:4.10.1]
at
org.apache.camel.component.file.GenericFileConsumer.processExchange(GenericFileConsumer.java:459)
~[camel-file-4.10.1.jar:4.10.1]
at
org.apache.camel.component.smb.SmbConsumer.processExchange(SmbConsumer.java:309)
~[camel-smb-4.10.1.jar:4.10.1]
at
org.apache.camel.component.file.GenericFileConsumer.processBatch(GenericFileConsumer.java:245)
~[camel-file-4.10.1.jar:4.10.1]
at
org.apache.camel.component.file.GenericFileConsumer.poll(GenericFileConsumer.java:206)
~[camel-file-4.10.1.jar:4.10.1]
at
org.apache.camel.support.ScheduledPollConsumer.doRun(ScheduledPollConsumer.java:208)
~[camel-support-4.10.1.jar:4.10.1]
at
org.apache.camel.support.ScheduledPollConsumer.run(ScheduledPollConsumer.java:119)
~[camel-support-4.10.1.jar:4.10.1]
at
org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54)
~[spring-context-6.2.2.jar:6.2.2]
at
org.springframework.scheduling.concurrent.ReschedulingRunnable.run(ReschedulingRunnable.java:96)
~[spring-context-6.2.2.jar:6.2.2]
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
~[na:na]
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
~[na:na]
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
~[na:na]
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
~[na:na]
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
~[na:na]
at java.base/java.lang.Thread.run(Thread.java:840) ~[na:na]
Venlig hilsen / Best regards
Rolf Sommer Poulsen
Senior Software Developer,
FRI Integration
+45 6012 5444 | +45 7924 2811
r...@bankdata.dk
BANKDATA | Development Centre Silkeborg | Stagehøjvej 30 | 8600 ;Silkeborg
-----Oprindelig meddelelse-----
Fra: Claus Ibsen <claus.ib...@gmail.com>
Sendt: 6. marts 2025 08:09
Til: users@camel.apache.org
Emne: Re: Upper file limit in SMB protocol ?
[Du får ikke ofte mails fra claus.ib...@gmail.com. Få mere at vide om, hvorfor
dette er vigtigt, på https://aka.ms/LearnAboutSenderIdentification ]
Hi
I am not aware of a limit. But can you try with latest 4.10.1 release and also
if you see any exception then report the stacktrace
On Thu, Mar 6, 2025 at 8:00 AM Rolf Sommer Poulsen <r...@bankdata.dk.invalid>
wrote:
Hi
I was wondering if there is a upper bound on the file size the
camel-smb component I capable of handling. I have set up a route, that
streamdownload a file from a windows server using the smb-component,
and it works fine with normal sized files, however when testing on a
very large file (~8gb) I get and error about an array that has grown
to large even before my route is being called.
That made me wonder if there is a upper bound on the size of the files
that the smb-component can handle and if that size is around
INTEGER.MAX_VALUE bytes ?
Venlig hilsen / Best regards
Rolf Sommer Poulsen
--
Claus Ibsen
-----------------
@davsclaus
Camel in Action 2: https://www.manning.com/ibsen2
