[
https://issues.apache.org/jira/browse/KAFKA-7575?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17478378#comment-17478378
]
Jacek edited comment on KAFKA-7575 at 1/19/22, 7:55 AM:
--------------------------------------------------------
kafka cannot be used on widndows :(
{code}
[2022-01-19 08:36:40,392] ERROR Disk error while writing recovery offsets
checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file
G:\kafka-logs\recovery-point-offset-checkpoint (kafka.log.LogManager)
[2022-01-19 08:36:40,422] ERROR Error while writing to checkpoint file
G:\kafka-logs\log-start-offset-checkpoint (kafka.server.LogDirFailureChannel)
java.nio.file.AccessDeniedException: G:\kafka-logs
at
sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:83)
at
sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
at
sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
at
sun.nio.fs.WindowsFileSystemProvider.newFileChannel(WindowsFileSystemProvider.java:115)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.kafka.common.utils.Utils.flushDir(Utils.java:953)
at
org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:941)
at
org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:916)
at
kafka.server.checkpoints.CheckpointFile.liftedTree1$1(CheckpointFile.scala:114)
at
kafka.server.checkpoints.CheckpointFile.write(CheckpointFile.scala:92)
at
kafka.server.checkpoints.OffsetCheckpointFile.write(OffsetCheckpointFile.scala:67)
at
kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1(LogManager.scala:698)
at
kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1$adapted(LogManager.scala:694)
at scala.Option.foreach(Option.scala:407)
at
kafka.log.LogManager.checkpointLogStartOffsetsInDir(LogManager.scala:694)
at kafka.log.LogManager.$anonfun$shutdown$9(LogManager.scala:545)
at
kafka.log.LogManager.$anonfun$shutdown$9$adapted(LogManager.scala:535)
at
kafka.utils.Implicits$MapExtensionMethods$.$anonfun$forKeyValue$1(Implicits.scala:62)
at
scala.collection.compat.MapExtensionMethods$.$anonfun$foreachEntry$1(PackageShared.scala:431)
at
scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)
at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237)
at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230)
at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44)
at scala.collection.mutable.HashMap.foreach(HashMap.scala:149)
at
scala.collection.compat.MapExtensionMethods$.foreachEntry$extension(PackageShared.scala:431)
at kafka.log.LogManager.shutdown(LogManager.scala:535)
at kafka.server.KafkaServer.$anonfun$shutdown$18(KafkaServer.scala:701)
at kafka.utils.CoreUtils$.swallow(CoreUtils.scala:68)
at kafka.server.KafkaServer.shutdown(KafkaServer.scala:701)
at kafka.server.KafkaServer.startup(KafkaServer.scala:435)
at kafka.Kafka$.main(Kafka.scala:109)
at kafka.Kafka.main(Kafka.scala)
[2022-01-19 08:36:40,424] ERROR Disk error while writing log start offsets
checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file
G:\kafka-logs\log-start-offset-checkpoint (kafka.log.LogManager)
{code}
[~ivansager] my idea is to roll back to 2.8.x it works on windows
was (Author: JIRAUSER283838):
{code}
[2022-01-19 08:36:40,392] ERROR Disk error while writing recovery offsets
checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file
G:\kafka-logs\recovery-point-offset-checkpoint (kafka.log.LogManager)
[2022-01-19 08:36:40,422] ERROR Error while writing to checkpoint file
G:\kafka-logs\log-start-offset-checkpoint (kafka.server.LogDirFailureChannel)
java.nio.file.AccessDeniedException: G:\kafka-logs
at
sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:83)
at
sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
at
sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
at
sun.nio.fs.WindowsFileSystemProvider.newFileChannel(WindowsFileSystemProvider.java:115)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.kafka.common.utils.Utils.flushDir(Utils.java:953)
at
org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:941)
at
org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:916)
at
kafka.server.checkpoints.CheckpointFile.liftedTree1$1(CheckpointFile.scala:114)
at
kafka.server.checkpoints.CheckpointFile.write(CheckpointFile.scala:92)
at
kafka.server.checkpoints.OffsetCheckpointFile.write(OffsetCheckpointFile.scala:67)
at
kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1(LogManager.scala:698)
at
kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1$adapted(LogManager.scala:694)
at scala.Option.foreach(Option.scala:407)
at
kafka.log.LogManager.checkpointLogStartOffsetsInDir(LogManager.scala:694)
at kafka.log.LogManager.$anonfun$shutdown$9(LogManager.scala:545)
at
kafka.log.LogManager.$anonfun$shutdown$9$adapted(LogManager.scala:535)
at
kafka.utils.Implicits$MapExtensionMethods$.$anonfun$forKeyValue$1(Implicits.scala:62)
at
scala.collection.compat.MapExtensionMethods$.$anonfun$foreachEntry$1(PackageShared.scala:431)
at
scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)
at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237)
at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230)
at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44)
at scala.collection.mutable.HashMap.foreach(HashMap.scala:149)
at
scala.collection.compat.MapExtensionMethods$.foreachEntry$extension(PackageShared.scala:431)
at kafka.log.LogManager.shutdown(LogManager.scala:535)
at kafka.server.KafkaServer.$anonfun$shutdown$18(KafkaServer.scala:701)
at kafka.utils.CoreUtils$.swallow(CoreUtils.scala:68)
at kafka.server.KafkaServer.shutdown(KafkaServer.scala:701)
at kafka.server.KafkaServer.startup(KafkaServer.scala:435)
at kafka.Kafka$.main(Kafka.scala:109)
at kafka.Kafka.main(Kafka.scala)
[2022-01-19 08:36:40,424] ERROR Disk error while writing log start offsets
checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file
G:\kafka-logs\log-start-offset-checkpoint (kafka.log.LogManager)
{code}
> 'Error while writing to checkpoint file' Issue
> ----------------------------------------------
>
> Key: KAFKA-7575
> URL: https://issues.apache.org/jira/browse/KAFKA-7575
> Project: Kafka
> Issue Type: Bug
> Components: producer
> Affects Versions: 1.1.1
> Environment: Windows 10, Kafka 1.1.1
> Reporter: Dasun Nirmitha
> Priority: Major
> Attachments: Dry run error.rar
>
>
> I'm currently testing a Java Kafka producer application coded to retrieve a
> db value from a local mysql db and produce to a single topic. Locally I've
> got a Zookeeper server and a Kafka single broker running.
> My issue is I need to produce this from the Kafka producer each second, and
> that works for around 2 hours until broker throws an 'Error while writing to
> checkpoint file' and shuts down. Producing with a 1 minute interval works
> with no issues but unfortunately I need the produce interval to be 1 second.
> I have attached a rar containing screenshots of the Errors thrown from the
> Broker and my application.
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
