This is an automated email from the ASF dual-hosted git repository.
soumyakanti3578 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 3802476e88f HIVE-29888: Remove deprecated FlatFileInputFormat
3802476e88f is described below
commit 3802476e88f74e7202925fe46d68690178872456
Author: Soumyakanti Das <[email protected]>
AuthorDate: Fri Nov 6 11:57:32 2026 -0800
HIVE-29888: Remove deprecated FlatFileInputFormat
---
.../hadoop/hive/ql/io/FlatFileInputFormat.java | 356 ---------------------
1 file changed, 356 deletions(-)
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/FlatFileInputFormat.java
b/ql/src/java/org/apache/hadoop/hive/ql/io/FlatFileInputFormat.java
deleted file mode 100644
index 6be1dc91cdb..00000000000
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/FlatFileInputFormat.java
+++ /dev/null
@@ -1,356 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.hadoop.hive.ql.io;
-
-import java.io.DataInputStream;
-import java.io.EOFException;
-import java.io.IOException;
-import java.io.InputStream;
-
-import org.apache.hadoop.conf.Configurable;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FSDataInputStream;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.io.compress.CompressionCodec;
-import org.apache.hadoop.io.compress.CompressionCodecFactory;
-import org.apache.hadoop.io.serializer.Deserializer;
-import org.apache.hadoop.io.serializer.Serialization;
-import org.apache.hadoop.mapred.FileInputFormat;
-import org.apache.hadoop.mapred.FileSplit;
-import org.apache.hadoop.mapred.InputSplit;
-import org.apache.hadoop.mapred.JobConf;
-import org.apache.hadoop.mapred.RecordReader;
-import org.apache.hadoop.mapred.Reporter;
-import org.apache.hadoop.util.ReflectionUtils;
-
-/**
- * An {@link org.apache.hadoop.mapred.InputFormat} for Plain files with
- * {@link Deserializer} records.
- */
-@Deprecated
-public class FlatFileInputFormat<T> extends
- FileInputFormat<Void, FlatFileInputFormat.RowContainer<T>> {
-
- /**
- * A work-around until HADOOP-1230 is fixed.
- *
- * Allows boolean next(k,v) to be called by reference but still allow the
- * deserializer to create a new object (i.e., row) on every call to next.
- */
- public static class RowContainer<T> {
- T row;
- }
-
- /**
- * An implementation of SerializationContext is responsible for looking up
the
- * Serialization implementation for the given RecordReader. Potentially based
- * on the Configuration or some other mechanism
- *
- * The SerializationFactory does not give this functionality since: 1.
- * Requires Serialization implementations to be specified in the
Configuration
- * a-priori (although same as setting a SerializationContext) 2. Does not
- * lookup the actual subclass being deserialized. e.g., for Serializable does
- * not have a way of configuring the actual Java class being
- * serialized/deserialized.
- */
- public static interface SerializationContext<S> extends Configurable {
-
- /**
- * An {@link Serialization} object for objects of type S.
- *
- * @return a serialization object for this context
- */
- Serialization<S> getSerialization() throws IOException;
-
- /**
- * Produces the specific class to deserialize.
- */
- Class<? extends S> getRealClass() throws IOException;
- }
-
- /**
- * The JobConf keys for the Serialization implementation.
- */
- public static final String SerializationImplKey =
"mapred.input.serialization.implKey";
-
- /**
- * An implementation of {@link SerializationContext} that reads the
- * Serialization class and specific subclass to be deserialized from the
- * JobConf.
- *
- */
- public static class SerializationContextFromConf<S> implements
- FlatFileInputFormat.SerializationContext<S> {
-
- /**
- * The JobConf keys for the Class that is being deserialized.
- */
- public static final String SerializationSubclassKey =
"mapred.input.serialization.subclassKey";
-
- /**
- * Implements configurable so it can use the configuration to find the
right
- * classes Note: ReflectionUtils will automagically call setConf with the
- * right configuration.
- */
- private Configuration conf;
-
- @Override
- public void setConf(Configuration conf) {
- this.conf = conf;
- }
-
- @Override
- public Configuration getConf() {
- return conf;
- }
-
- @Override
- public Class<S> getRealClass() throws IOException {
- return (Class<S>) conf.getClass(SerializationSubclassKey, null,
- Object.class);
- }
-
- /**
- * Looks up and instantiates the Serialization Object
- *
- * Important to note here that we are not relying on the Hadoop
- * SerializationFactory part of the Serialization framework. This is
because
- * in the case of Non-Writable Objects, we cannot make any assumptions
about
- * the uniformity of the serialization class APIs - i.e., there may not be
a
- * "write" method call and a subclass may need to implement its own
- * Serialization classes. The SerializationFactory currently returns the
- * first (de)serializer that is compatible with the class to be
- * deserialized; in this context, that assumption isn't necessarily true.
- *
- * @return the serialization object for this context
- */
- @Override
- public Serialization<S> getSerialization() throws IOException {
- Class<Serialization<S>> tClass = (Class<Serialization<S>>) conf.getClass(
- SerializationImplKey, null, Serialization.class);
- return tClass == null ? null : (Serialization<S>) ReflectionUtils
- .newInstance(tClass, conf);
- }
- }
-
- /**
- * An {@link RecordReader} for plain files with {@link Deserializer} records
- *
- * Reads one row at a time of type R. R is intended to be a base class of
- * something such as: Record, Writable, Text, ...
- *
- */
- @Deprecated
- public class FlatFileRecordReader<R> implements
- RecordReader<Void, FlatFileInputFormat.RowContainer<R>> {
-
- /**
- * An interface for a helper class for instantiating {@link Serialization}
- * classes.
- */
- /**
- * The stream in use - is fsin if not compressed, otherwise, it is dcin.
- */
- private final DataInputStream in;
-
- /**
- * The decompressed stream or null if the input is not decompressed.
- */
- private final InputStream dcin;
-
- /**
- * The underlying stream.
- */
- private final FSDataInputStream fsin;
-
- /**
- * For calculating progress.
- */
- private final long end;
-
- /**
- * The constructed deserializer.
- */
- private final Deserializer<R> deserializer;
-
- /**
- * Once EOF is reached, stop calling the deserializer.
- */
- private boolean isEOF;
-
- /**
- * The JobConf which contains information needed to instantiate the correct
- * Deserializer.
- */
- private final Configuration conf;
-
- /**
- * The actual class of the row's we are deserializing, not just the base
- * class.
- */
- private final Class<R> realRowClass;
-
- /**
- * FlatFileRecordReader constructor constructs the underlying stream
- * (potentially decompressed) and creates the deserializer.
- *
- * @param conf
- * the JobConf
- * @param split
- * the split for this file
- */
- public FlatFileRecordReader(Configuration conf, FileSplit split) throws
IOException {
- final Path path = split.getPath();
- FileSystem fileSys = path.getFileSystem(conf);
- CompressionCodecFactory compressionCodecs = new CompressionCodecFactory(
- conf);
- final CompressionCodec codec = compressionCodecs.getCodec(path);
- this.conf = conf;
-
- fsin = fileSys.open(path);
- if (codec != null) {
- dcin = codec.createInputStream(fsin);
- in = new DataInputStream(dcin);
- } else {
- dcin = null;
- in = fsin;
- }
-
- isEOF = false;
- end = split.getLength();
-
- // Instantiate a SerializationContext which this will use to lookup the
- // Serialization class and the
- // actual class being deserialized
- SerializationContext<R> sinfo;
- Class<SerializationContext<R>> sinfoClass =
(Class<SerializationContext<R>>) conf
- .getClass(SerializationContextImplKey,
- SerializationContextFromConf.class);
-
- sinfo = ReflectionUtils.newInstance(sinfoClass, conf);
-
- // Get the Serialization object and the class being deserialized
- Serialization<R> serialization = sinfo.getSerialization();
- realRowClass = (Class<R>) sinfo.getRealClass();
-
- deserializer = serialization.getDeserializer(realRowClass);
- deserializer.open(in);
- }
-
- /**
- * The JobConf key of the SerializationContext to use.
- */
- public static final String SerializationContextImplKey =
- "mapred.input.serialization.context_impl";
-
- /**
- * @return null
- */
- @Override
- public Void createKey() {
- return null;
- }
-
- /**
- * @return a new R instance.
- */
- @Override
- public RowContainer<R> createValue() {
- RowContainer<R> r = new RowContainer<R>();
- r.row = ReflectionUtils.newInstance(realRowClass, conf);
- return r;
- }
-
- /**
- * Returns the next row # and value.
- *
- * @param key
- * - void as these files have a value only
- * @param value
- * - the row container which is always re-used, but the internal
- * value may be set to a new Object
- * @return whether the key and value were read. True if they were and false
- * if EOF
- * @exception IOException
- * from the deserializer
- */
- @Override
- public synchronized boolean next(Void key, RowContainer<R> value) throws
IOException {
- if (isEOF || in.available() == 0) {
- isEOF = true;
- return false;
- }
-
- // the deserializer is responsible for actually reading each record from
- // the stream
- try {
- value.row = deserializer.deserialize(value.row);
- if (value.row == null) {
- isEOF = true;
- return false;
- }
- return true;
- } catch (EOFException e) {
- isEOF = true;
- return false;
- }
- }
-
- @Override
- public synchronized float getProgress() throws IOException {
- // this assumes no splitting
- if (end == 0) {
- return 0.0f;
- } else {
- // gives progress over uncompressed stream
- // assumes deserializer is not buffering itself
- return Math.min(1.0f, fsin.getPos() / (float) (end));
- }
- }
-
- @Override
- public synchronized long getPos() throws IOException {
- // assumes deserializer is not buffering itself
- // position over uncompressed stream. not sure what
- // effect this has on stats about job
- return fsin.getPos();
- }
-
- @Override
- public synchronized void close() throws IOException {
- // assuming that this closes the underlying streams
- deserializer.close();
- }
- }
-
- protected boolean isSplittable(FileSystem fs, Path filename) {
- return false;
- }
-
- @Override
- public RecordReader<Void, RowContainer<T>> getRecordReader(InputSplit split,
- JobConf job, Reporter reporter) throws IOException {
-
- reporter.setStatus(split.toString());
-
- return new FlatFileRecordReader<T>(job, (FileSplit) split);
- }
-}