[ https://issues.apache.org/jira/browse/KAFKA-7575?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17478378#comment-17478378 ]
Jacek edited comment on KAFKA-7575 at 1/19/22, 7:55 AM: -------------------------------------------------------- kafka cannot be used on widndows :( {code} [2022-01-19 08:36:40,392] ERROR Disk error while writing recovery offsets checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file G:\kafka-logs\recovery-point-offset-checkpoint (kafka.log.LogManager) [2022-01-19 08:36:40,422] ERROR Error while writing to checkpoint file G:\kafka-logs\log-start-offset-checkpoint (kafka.server.LogDirFailureChannel) java.nio.file.AccessDeniedException: G:\kafka-logs at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:83) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102) at sun.nio.fs.WindowsFileSystemProvider.newFileChannel(WindowsFileSystemProvider.java:115) at java.nio.channels.FileChannel.open(FileChannel.java:287) at java.nio.channels.FileChannel.open(FileChannel.java:335) at org.apache.kafka.common.utils.Utils.flushDir(Utils.java:953) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:941) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:916) at kafka.server.checkpoints.CheckpointFile.liftedTree1$1(CheckpointFile.scala:114) at kafka.server.checkpoints.CheckpointFile.write(CheckpointFile.scala:92) at kafka.server.checkpoints.OffsetCheckpointFile.write(OffsetCheckpointFile.scala:67) at kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1(LogManager.scala:698) at kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1$adapted(LogManager.scala:694) at scala.Option.foreach(Option.scala:407) at kafka.log.LogManager.checkpointLogStartOffsetsInDir(LogManager.scala:694) at kafka.log.LogManager.$anonfun$shutdown$9(LogManager.scala:545) at kafka.log.LogManager.$anonfun$shutdown$9$adapted(LogManager.scala:535) at kafka.utils.Implicits$MapExtensionMethods$.$anonfun$forKeyValue$1(Implicits.scala:62) at scala.collection.compat.MapExtensionMethods$.$anonfun$foreachEntry$1(PackageShared.scala:431) at scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149) at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237) at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230) at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44) at scala.collection.mutable.HashMap.foreach(HashMap.scala:149) at scala.collection.compat.MapExtensionMethods$.foreachEntry$extension(PackageShared.scala:431) at kafka.log.LogManager.shutdown(LogManager.scala:535) at kafka.server.KafkaServer.$anonfun$shutdown$18(KafkaServer.scala:701) at kafka.utils.CoreUtils$.swallow(CoreUtils.scala:68) at kafka.server.KafkaServer.shutdown(KafkaServer.scala:701) at kafka.server.KafkaServer.startup(KafkaServer.scala:435) at kafka.Kafka$.main(Kafka.scala:109) at kafka.Kafka.main(Kafka.scala) [2022-01-19 08:36:40,424] ERROR Disk error while writing log start offsets checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file G:\kafka-logs\log-start-offset-checkpoint (kafka.log.LogManager) {code} [~ivansager] my idea is to roll back to 2.8.x it works on windows was (Author: JIRAUSER283838): {code} [2022-01-19 08:36:40,392] ERROR Disk error while writing recovery offsets checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file G:\kafka-logs\recovery-point-offset-checkpoint (kafka.log.LogManager) [2022-01-19 08:36:40,422] ERROR Error while writing to checkpoint file G:\kafka-logs\log-start-offset-checkpoint (kafka.server.LogDirFailureChannel) java.nio.file.AccessDeniedException: G:\kafka-logs at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:83) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102) at sun.nio.fs.WindowsFileSystemProvider.newFileChannel(WindowsFileSystemProvider.java:115) at java.nio.channels.FileChannel.open(FileChannel.java:287) at java.nio.channels.FileChannel.open(FileChannel.java:335) at org.apache.kafka.common.utils.Utils.flushDir(Utils.java:953) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:941) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:916) at kafka.server.checkpoints.CheckpointFile.liftedTree1$1(CheckpointFile.scala:114) at kafka.server.checkpoints.CheckpointFile.write(CheckpointFile.scala:92) at kafka.server.checkpoints.OffsetCheckpointFile.write(OffsetCheckpointFile.scala:67) at kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1(LogManager.scala:698) at kafka.log.LogManager.$anonfun$checkpointLogStartOffsetsInDir$1$adapted(LogManager.scala:694) at scala.Option.foreach(Option.scala:407) at kafka.log.LogManager.checkpointLogStartOffsetsInDir(LogManager.scala:694) at kafka.log.LogManager.$anonfun$shutdown$9(LogManager.scala:545) at kafka.log.LogManager.$anonfun$shutdown$9$adapted(LogManager.scala:535) at kafka.utils.Implicits$MapExtensionMethods$.$anonfun$forKeyValue$1(Implicits.scala:62) at scala.collection.compat.MapExtensionMethods$.$anonfun$foreachEntry$1(PackageShared.scala:431) at scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149) at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237) at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230) at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44) at scala.collection.mutable.HashMap.foreach(HashMap.scala:149) at scala.collection.compat.MapExtensionMethods$.foreachEntry$extension(PackageShared.scala:431) at kafka.log.LogManager.shutdown(LogManager.scala:535) at kafka.server.KafkaServer.$anonfun$shutdown$18(KafkaServer.scala:701) at kafka.utils.CoreUtils$.swallow(CoreUtils.scala:68) at kafka.server.KafkaServer.shutdown(KafkaServer.scala:701) at kafka.server.KafkaServer.startup(KafkaServer.scala:435) at kafka.Kafka$.main(Kafka.scala:109) at kafka.Kafka.main(Kafka.scala) [2022-01-19 08:36:40,424] ERROR Disk error while writing log start offsets checkpoint in directory G:\kafka-logs: Error while writing to checkpoint file G:\kafka-logs\log-start-offset-checkpoint (kafka.log.LogManager) {code} > 'Error while writing to checkpoint file' Issue > ---------------------------------------------- > > Key: KAFKA-7575 > URL: https://issues.apache.org/jira/browse/KAFKA-7575 > Project: Kafka > Issue Type: Bug > Components: producer > Affects Versions: 1.1.1 > Environment: Windows 10, Kafka 1.1.1 > Reporter: Dasun Nirmitha > Priority: Major > Attachments: Dry run error.rar > > > I'm currently testing a Java Kafka producer application coded to retrieve a > db value from a local mysql db and produce to a single topic. Locally I've > got a Zookeeper server and a Kafka single broker running. > My issue is I need to produce this from the Kafka producer each second, and > that works for around 2 hours until broker throws an 'Error while writing to > checkpoint file' and shuts down. Producing with a 1 minute interval works > with no issues but unfortunately I need the produce interval to be 1 second. > I have attached a rar containing screenshots of the Errors thrown from the > Broker and my application. -- This message was sent by Atlassian Jira (v8.20.1#820001)