[ https://issues.apache.org/jira/browse/SPARK-47578?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17835552#comment-17835552 ]
Daniel edited comment on SPARK-47578 at 4/29/24 9:38 PM: --------------------------------------------------------- Edit: I updated this command to search within the Spark Core directory. spark$ grep logWarning core/src/main/* -R | cut -d ':' -f 1 | sort -u Under core/src/main/scala/org/apache/spark/: (X) BarrierTaskContext.scala (X) Dependency.scala (X) ExecutorAllocationManager.scala (X) HeartbeatReceiver.scala (X) MapOutputTracker.scala (X) SecurityManager.scala (X) SparkConf.scala (X) SparkContext.scala (X) SparkEnv.scala (X) api/python/PythonRunner.scala (X) api/python/PythonWorkerFactory.scala (X) api/python/SerDeUtil.scala (X) api/r/RBackendHandler.scala (X) deploy/Client.scala (X) deploy/DriverTimeoutPlugin.scala (X) deploy/ExternalShuffleService.scala (X) deploy/FaultToleranceTest.scala (X) deploy/RPackageUtils.scala (X) deploy/SparkSubmit.scala (X) deploy/SparkSubmitArguments.scala (X) deploy/client/StandaloneAppClient.scala (X) deploy/history/ApplicationCache.scala (X) deploy/history/EventLogFileCompactor.scala (X) deploy/history/EventLogFileWriters.scala (X) deploy/history/FsHistoryProvider.scala (X) deploy/history/HistoryServerDiskManager.scala (X) deploy/master/FileSystemPersistenceEngine.scala (X) deploy/master/Master.scala (X) deploy/master/MasterArguments.scala (X) deploy/master/ZooKeeperPersistenceEngine.scala (X) deploy/rest/RestSubmissionClient.scala (X) deploy/security/HBaseDelegationTokenProvider.scala (X) deploy/security/HadoopDelegationTokenManager.scala (X) deploy/security/HadoopFSDelegationTokenProvider.scala (X) deploy/worker/DriverRunner.scala (X) deploy/worker/ExecutorRunner.scala deploy/worker/Worker.scala deploy/worker/WorkerWatcher.scala executor/CoarseGrainedExecutorBackend.scala executor/Executor.scala executor/ProcfsMetricsGetter.scala internal/io/HadoopMapReduceCommitProtocol.scala internal/io/SparkHadoopWriter.scala internal/plugin/PluginContextImpl.scala internal/plugin/PluginEndpoint.scala memory/ExecutionMemoryPool.scala memory/StorageMemoryPool.scala metrics/ExecutorMetricType.scala metrics/MetricsSystem.scala metrics/sink/StatsdReporter.scala network/netty/NettyBlockRpcServer.scala rdd/HadoopRDD.scala rdd/JdbcRDD.scala rdd/NewHadoopRDD.scala rdd/PairRDDFunctions.scala rdd/RDD.scala rdd/RDDOperationScope.scala rdd/ReliableCheckpointRDD.scala resource/ResourceProfile.scala resource/ResourceProfileManager.scala resource/ResourceUtils.scala rpc/netty/Dispatcher.scala rpc/netty/Inbox.scala rpc/netty/NettyRpcEnv.scala rpc/netty/Outbox.scala scheduler/AsyncEventQueue.scala scheduler/DAGScheduler.scala scheduler/HealthTracker.scala scheduler/JobWaiter.scala scheduler/ReplayListenerBus.scala scheduler/SchedulableBuilder.scala scheduler/TaskSchedulerImpl.scala scheduler/TaskSetManager.scala scheduler/cluster/CoarseGrainedSchedulerBackend.scala scheduler/cluster/StandaloneSchedulerBackend.scala security/CryptoStreamUtils.scala serializer/SerializationDebugger.scala shuffle/IndexShuffleBlockResolver.scala shuffle/ShuffleBlockPusher.scala shuffle/sort/SortShuffleManager.scala status/KVUtils.scala storage/BlockManager.scala storage/BlockManagerDecommissioner.scala storage/BlockManagerMaster.scala storage/BlockManagerMasterEndpoint.scala storage/BlockReplicationPolicy.scala storage/DiskBlockManager.scala storage/DiskBlockObjectWriter.scala storage/DiskStore.scala storage/FallbackStorage.scala storage/PushBasedFetchHelper.scala storage/ShuffleBlockFetcherIterator.scala storage/TopologyMapper.scala storage/memory/MemoryStore.scala ui/JettyUtils.scala ui/scope/RDDOperationGraph.scala util/AccumulatorV2.scala util/DependencyUtils.scala util/HadoopFSUtils.scala util/PeriodicCheckpointer.scala util/SignalUtils.scala util/SizeEstimator.scala util/Utils.scala util/collection/ExternalAppendOnlyMap.scala util/logging/DriverLogger.scala util/logging/FileAppender.scala util/logging/RollingFileAppender.scala util/logging/RollingPolicy.scala util/random/StratifiedSamplingUtils.scala was (Author: JIRAUSER285772): Edit: I updated this command to search within the Spark Core directory. spark$ grep logWarning core/src/main/* -R | cut -d ':' -f 1 | sort -u Under core/src/main/scala/org/apache/spark/: (X) BarrierTaskContext.scala (X) Dependency.scala (X) ExecutorAllocationManager.scala (X) HeartbeatReceiver.scala (X) MapOutputTracker.scala (X) SecurityManager.scala (X) SparkConf.scala (X) SparkContext.scala (X) SparkEnv.scala (X) api/python/PythonRunner.scala (X) api/python/PythonWorkerFactory.scala (X) api/python/SerDeUtil.scala (X) api/r/RBackendHandler.scala (X) deploy/Client.scala (X) deploy/DriverTimeoutPlugin.scala (X) deploy/ExternalShuffleService.scala (X) deploy/FaultToleranceTest.scala (X) deploy/RPackageUtils.scala (X) deploy/SparkSubmit.scala (X) deploy/SparkSubmitArguments.scala (X) deploy/client/StandaloneAppClient.scala (X) deploy/history/ApplicationCache.scala (X) deploy/history/EventLogFileCompactor.scala (X) deploy/history/EventLogFileWriters.scala (X) deploy/history/FsHistoryProvider.scala (X) deploy/history/HistoryServerDiskManager.scala (X) deploy/master/FileSystemPersistenceEngine.scala (X) deploy/master/Master.scala (X) deploy/master/MasterArguments.scala deploy/master/ZooKeeperPersistenceEngine.scala deploy/rest/RestSubmissionClient.scala deploy/security/HBaseDelegationTokenProvider.scala deploy/security/HadoopDelegationTokenManager.scala deploy/security/HadoopFSDelegationTokenProvider.scala deploy/worker/DriverRunner.scala deploy/worker/ExecutorRunner.scala deploy/worker/Worker.scala deploy/worker/WorkerWatcher.scala executor/CoarseGrainedExecutorBackend.scala executor/Executor.scala executor/ProcfsMetricsGetter.scala internal/io/HadoopMapReduceCommitProtocol.scala internal/io/SparkHadoopWriter.scala internal/plugin/PluginContextImpl.scala internal/plugin/PluginEndpoint.scala memory/ExecutionMemoryPool.scala memory/StorageMemoryPool.scala metrics/ExecutorMetricType.scala metrics/MetricsSystem.scala metrics/sink/StatsdReporter.scala network/netty/NettyBlockRpcServer.scala rdd/HadoopRDD.scala rdd/JdbcRDD.scala rdd/NewHadoopRDD.scala rdd/PairRDDFunctions.scala rdd/RDD.scala rdd/RDDOperationScope.scala rdd/ReliableCheckpointRDD.scala resource/ResourceProfile.scala resource/ResourceProfileManager.scala resource/ResourceUtils.scala rpc/netty/Dispatcher.scala rpc/netty/Inbox.scala rpc/netty/NettyRpcEnv.scala rpc/netty/Outbox.scala scheduler/AsyncEventQueue.scala scheduler/DAGScheduler.scala scheduler/HealthTracker.scala scheduler/JobWaiter.scala scheduler/ReplayListenerBus.scala scheduler/SchedulableBuilder.scala scheduler/TaskSchedulerImpl.scala scheduler/TaskSetManager.scala scheduler/cluster/CoarseGrainedSchedulerBackend.scala scheduler/cluster/StandaloneSchedulerBackend.scala security/CryptoStreamUtils.scala serializer/SerializationDebugger.scala shuffle/IndexShuffleBlockResolver.scala shuffle/ShuffleBlockPusher.scala shuffle/sort/SortShuffleManager.scala status/KVUtils.scala storage/BlockManager.scala storage/BlockManagerDecommissioner.scala storage/BlockManagerMaster.scala storage/BlockManagerMasterEndpoint.scala storage/BlockReplicationPolicy.scala storage/DiskBlockManager.scala storage/DiskBlockObjectWriter.scala storage/DiskStore.scala storage/FallbackStorage.scala storage/PushBasedFetchHelper.scala storage/ShuffleBlockFetcherIterator.scala storage/TopologyMapper.scala storage/memory/MemoryStore.scala ui/JettyUtils.scala ui/scope/RDDOperationGraph.scala util/AccumulatorV2.scala util/DependencyUtils.scala util/HadoopFSUtils.scala util/PeriodicCheckpointer.scala util/SignalUtils.scala util/SizeEstimator.scala util/Utils.scala util/collection/ExternalAppendOnlyMap.scala util/logging/DriverLogger.scala util/logging/FileAppender.scala util/logging/RollingFileAppender.scala util/logging/RollingPolicy.scala util/random/StratifiedSamplingUtils.scala > Spark core: Migrate logWarn with variables to structured logging framework > -------------------------------------------------------------------------- > > Key: SPARK-47578 > URL: https://issues.apache.org/jira/browse/SPARK-47578 > Project: Spark > Issue Type: Sub-task > Components: Spark Core > Affects Versions: 4.0.0 > Reporter: Gengliang Wang > Assignee: Daniel > Priority: Major > -- This message was sent by Atlassian Jira (v8.20.10#820010) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org