[
https://issues.apache.org/jira/browse/SPARK-47578?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17835552#comment-17835552
]
Daniel edited comment on SPARK-47578 at 4/29/24 4:50 PM:
---------------------------------------------------------
Edit: I updated this command to search within the Spark Core directory.
spark$ grep logWarning core/src/main/* -R | cut -d ':' -f 1 | sort -u
Under core/src/main/scala/org/apache/spark/:
BarrierTaskContext.scala
Dependency.scala
ExecutorAllocationManager.scala
HeartbeatReceiver.scala
MapOutputTracker.scala
SecurityManager.scala
SparkConf.scala
SparkContext.scala
SparkEnv.scala
api/python/PythonRunner.scala
api/python/PythonWorkerFactory.scala
api/python/SerDeUtil.scala
api/r/RBackendHandler.scala
deploy/Client.scala
deploy/DriverTimeoutPlugin.scala
deploy/ExternalShuffleService.scala
deploy/FaultToleranceTest.scala
deploy/RPackageUtils.scala
deploy/SparkSubmit.scala
deploy/SparkSubmitArguments.scala
deploy/client/StandaloneAppClient.scala
deploy/history/ApplicationCache.scala
deploy/history/EventLogFileCompactor.scala
deploy/history/EventLogFileWriters.scala
deploy/history/FsHistoryProvider.scala
deploy/history/HistoryServerDiskManager.scala
deploy/master/FileSystemPersistenceEngine.scala
deploy/master/Master.scala
deploy/master/MasterArguments.scala
deploy/master/ZooKeeperPersistenceEngine.scala
deploy/rest/RestSubmissionClient.scala
deploy/security/HBaseDelegationTokenProvider.scala
deploy/security/HadoopDelegationTokenManager.scala
deploy/security/HadoopFSDelegationTokenProvider.scala
deploy/worker/DriverRunner.scala
deploy/worker/ExecutorRunner.scala
deploy/worker/Worker.scala
deploy/worker/WorkerWatcher.scala
executor/CoarseGrainedExecutorBackend.scala
executor/Executor.scala
executor/ProcfsMetricsGetter.scala
internal/io/HadoopMapReduceCommitProtocol.scala
internal/io/SparkHadoopWriter.scala
internal/plugin/PluginContextImpl.scala
internal/plugin/PluginEndpoint.scala
memory/ExecutionMemoryPool.scala
memory/StorageMemoryPool.scala
metrics/ExecutorMetricType.scala
metrics/MetricsSystem.scala
metrics/sink/StatsdReporter.scala
network/netty/NettyBlockRpcServer.scala
rdd/HadoopRDD.scala
rdd/JdbcRDD.scala
rdd/NewHadoopRDD.scala
rdd/PairRDDFunctions.scala
rdd/RDD.scala
rdd/RDDOperationScope.scala
rdd/ReliableCheckpointRDD.scala
resource/ResourceProfile.scala
resource/ResourceProfileManager.scala
resource/ResourceUtils.scala
rpc/netty/Dispatcher.scala
rpc/netty/Inbox.scala
rpc/netty/NettyRpcEnv.scala
rpc/netty/Outbox.scala
scheduler/AsyncEventQueue.scala
scheduler/DAGScheduler.scala
scheduler/HealthTracker.scala
scheduler/JobWaiter.scala
scheduler/ReplayListenerBus.scala
scheduler/SchedulableBuilder.scala
scheduler/TaskSchedulerImpl.scala
scheduler/TaskSetManager.scala
scheduler/cluster/CoarseGrainedSchedulerBackend.scala
scheduler/cluster/StandaloneSchedulerBackend.scala
security/CryptoStreamUtils.scala
serializer/SerializationDebugger.scala
shuffle/IndexShuffleBlockResolver.scala
shuffle/ShuffleBlockPusher.scala
shuffle/sort/SortShuffleManager.scala
status/KVUtils.scala
storage/BlockManager.scala
storage/BlockManagerDecommissioner.scala
storage/BlockManagerMaster.scala
storage/BlockManagerMasterEndpoint.scala
storage/BlockReplicationPolicy.scala
storage/DiskBlockManager.scala
storage/DiskBlockObjectWriter.scala
storage/DiskStore.scala
storage/FallbackStorage.scala
storage/PushBasedFetchHelper.scala
storage/ShuffleBlockFetcherIterator.scala
storage/TopologyMapper.scala
storage/memory/MemoryStore.scala
ui/JettyUtils.scala
ui/scope/RDDOperationGraph.scala
util/AccumulatorV2.scala
util/DependencyUtils.scala
util/HadoopFSUtils.scala
util/PeriodicCheckpointer.scala
util/SignalUtils.scala
util/SizeEstimator.scala
util/Utils.scala
util/collection/ExternalAppendOnlyMap.scala
util/logging/DriverLogger.scala
util/logging/FileAppender.scala
util/logging/RollingFileAppender.scala
util/logging/RollingPolicy.scala
util/random/StratifiedSamplingUtils.scala
was (Author: JIRAUSER285772):
spark-2$ grep logWarning sql/core/src/main/* -R | cut -d ':' -f 1 | sort -u
Under sql/core/src/main/scala/org/apache/spark/sql/ (excluding streaming):
Column.scala
SparkSession.scala
api/python/PythonSQLUtils.scala
api/r/SQLUtils.scala
catalyst/analysis/ResolveSessionCatalog.scala
execution/CacheManager.scala
execution/ExistingRDD.scala
execution/OptimizeMetadataOnlyQuery.scala
execution/QueryExecution.scala
execution/SparkSqlParser.scala
execution/SparkStrategies.scala
execution/WholeStageCodegenExec.scala
execution/adaptive/AdaptiveSparkPlanExec.scala
execution/adaptive/InsertAdaptiveSparkPlan.scala
execution/adaptive/ShufflePartitionsUtil.scala
execution/aggregate/HashAggregateExec.scala
execution/command/AnalyzeTablesCommand.scala
execution/command/CommandUtils.scala
execution/command/SetCommand.scala
execution/command/createDataSourceTables.scala
execution/command/ddl.scala
execution/datasources/BasicWriteStatsTracker.scala
execution/datasources/DataSource.scala
execution/datasources/DataSourceManager.scala
execution/datasources/FilePartition.scala
execution/datasources/FileScanRDD.scala
execution/datasources/FileStatusCache.scala
execution/datasources/csv/CSVDataSource.scala
execution/datasources/jdbc/JDBCRDD.scala
execution/datasources/jdbc/JDBCRelation.scala
execution/datasources/jdbc/JdbcUtils.scala
execution/datasources/json/JsonOutputWriter.scala
execution/datasources/orc/OrcUtils.scala
execution/datasources/parquet/ParquetFileFormat.scala
execution/datasources/parquet/ParquetUtils.scala
execution/datasources/v2/CacheTableExec.scala
execution/datasources/v2/CreateIndexExec.scala
execution/datasources/v2/CreateNamespaceExec.scala
execution/datasources/v2/CreateTableExec.scala
execution/datasources/v2/DataSourceV2Strategy.scala
execution/datasources/v2/DropIndexExec.scala
execution/datasources/v2/FilePartitionReader.scala
execution/datasources/v2/FileScan.scala
execution/datasources/v2/V2ScanPartitioningAndOrdering.scala
execution/datasources/v2/jdbc/JDBCTableCatalog.scala
execution/datasources/v2/state/StatePartitionReader.scala
execution/datasources/xml/XmlDataSource.scala
execution/python/ApplyInPandasWithStatePythonRunner.scala
execution/python/AttachDistributedSequenceExec.scala
execution/ui/SQLAppStatusListener.scala
execution/window/WindowExecBase.scala
internal/SharedState.scala
jdbc/DB2Dialect.scala
jdbc/H2Dialect.scala
jdbc/JdbcDialects.scala
jdbc/MsSqlServerDialect.scala
jdbc/MySQLDialect.scala
jdbc/OracleDialect.scala
> Spark core: Migrate logWarn with variables to structured logging framework
> --------------------------------------------------------------------------
>
> Key: SPARK-47578
> URL: https://issues.apache.org/jira/browse/SPARK-47578
> Project: Spark
> Issue Type: Sub-task
> Components: Spark Core
> Affects Versions: 4.0.0
> Reporter: Gengliang Wang
> Assignee: Daniel
> Priority: Major
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
