[ https://issues.apache.org/jira/browse/SPARK-47578?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17835552#comment-17835552 ]
Daniel edited comment on SPARK-47578 at 4/30/24 6:43 PM: --------------------------------------------------------- Edit: I updated this command to search within the Spark Core directory. spark$ grep logWarning core/src/main/* -R | cut -d ':' -f 1 | sort -u Under core/src/main/scala/org/apache/spark/: (X) BarrierTaskContext.scala (X) Dependency.scala (X) ExecutorAllocationManager.scala (X) HeartbeatReceiver.scala (X) MapOutputTracker.scala (X) SecurityManager.scala (X) SparkConf.scala (X) SparkContext.scala (X) SparkEnv.scala (X) api/python/PythonRunner.scala (X) api/python/PythonWorkerFactory.scala (X) api/python/SerDeUtil.scala (X) api/r/RBackendHandler.scala (X) deploy/Client.scala (X) deploy/DriverTimeoutPlugin.scala (X) deploy/ExternalShuffleService.scala (X) deploy/FaultToleranceTest.scala (X) deploy/RPackageUtils.scala (X) deploy/SparkSubmit.scala (X) deploy/SparkSubmitArguments.scala (X) deploy/client/StandaloneAppClient.scala (X) deploy/history/ApplicationCache.scala (X) deploy/history/EventLogFileCompactor.scala (X) deploy/history/EventLogFileWriters.scala (X) deploy/history/FsHistoryProvider.scala (X) deploy/history/HistoryServerDiskManager.scala (X) deploy/master/FileSystemPersistenceEngine.scala (X) deploy/master/Master.scala (X) deploy/master/MasterArguments.scala (X) deploy/master/ZooKeeperPersistenceEngine.scala (X) deploy/rest/RestSubmissionClient.scala (X) deploy/security/HBaseDelegationTokenProvider.scala (X) deploy/security/HadoopDelegationTokenManager.scala (X) deploy/security/HadoopFSDelegationTokenProvider.scala (X) deploy/worker/DriverRunner.scala (X) deploy/worker/ExecutorRunner.scala (X) deploy/worker/Worker.scala (X) deploy/worker/WorkerWatcher.scala (X) executor/CoarseGrainedExecutorBackend.scala (X) executor/Executor.scala (X) executor/ProcfsMetricsGetter.scala (X) internal/io/HadoopMapReduceCommitProtocol.scala (X) internal/io/SparkHadoopWriter.scala (X) internal/plugin/PluginContextImpl.scala (X) internal/plugin/PluginEndpoint.scala (X) memory/ExecutionMemoryPool.scala (X) memory/StorageMemoryPool.scala (X) metrics/ExecutorMetricType.scala (X) metrics/MetricsSystem.scala (X) metrics/sink/StatsdReporter.scala (X) network/netty/NettyBlockRpcServer.scala (X) rdd/HadoopRDD.scala (X) rdd/JdbcRDD.scala (X) rdd/NewHadoopRDD.scala (X) rdd/PairRDDFunctions.scala (X) rdd/RDD.scala (X) rdd/RDDOperationScope.scala (X) rdd/ReliableCheckpointRDD.scala (X) resource/ResourceProfile.scala (X) resource/ResourceProfileManager.scala (X) resource/ResourceUtils.scala (X) rpc/netty/Dispatcher.scala (X) rpc/netty/Inbox.scala (X) rpc/netty/NettyRpcEnv.scala (X) rpc/netty/Outbox.scala (X) scheduler/AsyncEventQueue.scala (X) scheduler/DAGScheduler.scala (X) scheduler/HealthTracker.scala (X) scheduler/JobWaiter.scala (X) scheduler/ReplayListenerBus.scala (X) scheduler/SchedulableBuilder.scala (X) scheduler/TaskSchedulerImpl.scala (X) scheduler/TaskSetManager.scala (X) scheduler/cluster/CoarseGrainedSchedulerBackend.scala (X) scheduler/cluster/StandaloneSchedulerBackend.scala security/CryptoStreamUtils.scala serializer/SerializationDebugger.scala shuffle/IndexShuffleBlockResolver.scala shuffle/ShuffleBlockPusher.scala shuffle/sort/SortShuffleManager.scala status/KVUtils.scala storage/BlockManager.scala storage/BlockManagerDecommissioner.scala storage/BlockManagerMaster.scala storage/BlockManagerMasterEndpoint.scala storage/BlockReplicationPolicy.scala storage/DiskBlockManager.scala storage/DiskBlockObjectWriter.scala storage/DiskStore.scala storage/FallbackStorage.scala storage/PushBasedFetchHelper.scala storage/ShuffleBlockFetcherIterator.scala storage/TopologyMapper.scala storage/memory/MemoryStore.scala ui/JettyUtils.scala ui/scope/RDDOperationGraph.scala util/AccumulatorV2.scala util/DependencyUtils.scala util/HadoopFSUtils.scala util/PeriodicCheckpointer.scala util/SignalUtils.scala util/SizeEstimator.scala util/Utils.scala util/collection/ExternalAppendOnlyMap.scala util/logging/DriverLogger.scala util/logging/FileAppender.scala util/logging/RollingFileAppender.scala util/logging/RollingPolicy.scala util/random/StratifiedSamplingUtils.scala was (Author: JIRAUSER285772): Edit: I updated this command to search within the Spark Core directory. spark$ grep logWarning core/src/main/* -R | cut -d ':' -f 1 | sort -u Under core/src/main/scala/org/apache/spark/: (X) BarrierTaskContext.scala (X) Dependency.scala (X) ExecutorAllocationManager.scala (X) HeartbeatReceiver.scala (X) MapOutputTracker.scala (X) SecurityManager.scala (X) SparkConf.scala (X) SparkContext.scala (X) SparkEnv.scala (X) api/python/PythonRunner.scala (X) api/python/PythonWorkerFactory.scala (X) api/python/SerDeUtil.scala (X) api/r/RBackendHandler.scala (X) deploy/Client.scala (X) deploy/DriverTimeoutPlugin.scala (X) deploy/ExternalShuffleService.scala (X) deploy/FaultToleranceTest.scala (X) deploy/RPackageUtils.scala (X) deploy/SparkSubmit.scala (X) deploy/SparkSubmitArguments.scala (X) deploy/client/StandaloneAppClient.scala (X) deploy/history/ApplicationCache.scala (X) deploy/history/EventLogFileCompactor.scala (X) deploy/history/EventLogFileWriters.scala (X) deploy/history/FsHistoryProvider.scala (X) deploy/history/HistoryServerDiskManager.scala (X) deploy/master/FileSystemPersistenceEngine.scala (X) deploy/master/Master.scala (X) deploy/master/MasterArguments.scala (X) deploy/master/ZooKeeperPersistenceEngine.scala (X) deploy/rest/RestSubmissionClient.scala (X) deploy/security/HBaseDelegationTokenProvider.scala (X) deploy/security/HadoopDelegationTokenManager.scala (X) deploy/security/HadoopFSDelegationTokenProvider.scala (X) deploy/worker/DriverRunner.scala (X) deploy/worker/ExecutorRunner.scala (X) deploy/worker/Worker.scala (X) deploy/worker/WorkerWatcher.scala (X) executor/CoarseGrainedExecutorBackend.scala (X) executor/Executor.scala (X) executor/ProcfsMetricsGetter.scala (X) internal/io/HadoopMapReduceCommitProtocol.scala (X) internal/io/SparkHadoopWriter.scala (X) internal/plugin/PluginContextImpl.scala (X) internal/plugin/PluginEndpoint.scala (X) memory/ExecutionMemoryPool.scala (X) memory/StorageMemoryPool.scala (X) metrics/ExecutorMetricType.scala (X) metrics/MetricsSystem.scala (X) metrics/sink/StatsdReporter.scala (X) network/netty/NettyBlockRpcServer.scala (X) rdd/HadoopRDD.scala (X) rdd/JdbcRDD.scala (X) rdd/NewHadoopRDD.scala (X) rdd/PairRDDFunctions.scala (X) rdd/RDD.scala (X) rdd/RDDOperationScope.scala (X) rdd/ReliableCheckpointRDD.scala (X) resource/ResourceProfile.scala (X) resource/ResourceProfileManager.scala (X) resource/ResourceUtils.scala (X) rpc/netty/Dispatcher.scala (X) rpc/netty/Inbox.scala (X) rpc/netty/NettyRpcEnv.scala (X) rpc/netty/Outbox.scala (X) scheduler/AsyncEventQueue.scala (X) scheduler/DAGScheduler.scala (X) scheduler/HealthTracker.scala (X) scheduler/JobWaiter.scala (X) scheduler/ReplayListenerBus.scala scheduler/SchedulableBuilder.scala scheduler/TaskSchedulerImpl.scala scheduler/TaskSetManager.scala scheduler/cluster/CoarseGrainedSchedulerBackend.scala scheduler/cluster/StandaloneSchedulerBackend.scala security/CryptoStreamUtils.scala serializer/SerializationDebugger.scala shuffle/IndexShuffleBlockResolver.scala shuffle/ShuffleBlockPusher.scala shuffle/sort/SortShuffleManager.scala status/KVUtils.scala storage/BlockManager.scala storage/BlockManagerDecommissioner.scala storage/BlockManagerMaster.scala storage/BlockManagerMasterEndpoint.scala storage/BlockReplicationPolicy.scala storage/DiskBlockManager.scala storage/DiskBlockObjectWriter.scala storage/DiskStore.scala storage/FallbackStorage.scala storage/PushBasedFetchHelper.scala storage/ShuffleBlockFetcherIterator.scala storage/TopologyMapper.scala storage/memory/MemoryStore.scala ui/JettyUtils.scala ui/scope/RDDOperationGraph.scala util/AccumulatorV2.scala util/DependencyUtils.scala util/HadoopFSUtils.scala util/PeriodicCheckpointer.scala util/SignalUtils.scala util/SizeEstimator.scala util/Utils.scala util/collection/ExternalAppendOnlyMap.scala util/logging/DriverLogger.scala util/logging/FileAppender.scala util/logging/RollingFileAppender.scala util/logging/RollingPolicy.scala util/random/StratifiedSamplingUtils.scala > Spark core: Migrate logWarn with variables to structured logging framework > -------------------------------------------------------------------------- > > Key: SPARK-47578 > URL: https://issues.apache.org/jira/browse/SPARK-47578 > Project: Spark > Issue Type: Sub-task > Components: Spark Core > Affects Versions: 4.0.0 > Reporter: Gengliang Wang > Assignee: Daniel > Priority: Major > -- This message was sent by Atlassian Jira (v8.20.10#820010) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org