This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 6232085227ee [SPARK-47887][CONNECT] Remove unused import
`spark/connect/common.proto` from `spark/connect/relations.proto`
6232085227ee is described below
commit 6232085227ee2cc4e831996a1ac84c27868a1595
Author: yangjie01 <yangji...@baidu.com>
AuthorDate: Thu Apr 18 07:50:00 2024 -0700
[SPARK-47887][CONNECT] Remove unused import `spark/connect/common.proto`
from `spark/connect/relations.proto`
### What changes were proposed in this pull request?
SPARK-46812 |
[https://github.com/apache/spark/pull/45232](https://github.com/apache/spark/pull/45232/files#diff-5b26ee7d224ae355b252d713e570cb03eaecbf7f8adcdb6287dc40c370b71462R26)
added an unused import `spark/connect/common.proto` to
`spark/connect/relations.proto`, this pr just remove it.
### Why are the changes needed?
Fix compilation warning:
```
spark/connect/relations.proto:26:1: warning: Import
spark/connect/common.proto is unused.
```
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
Pass GitHub Actions
### Was this patch authored or co-authored using generative AI tooling?
No
Closes #46106 from LuciferYang/SPARK-47887.
Authored-by: yangjie01 <yangji...@baidu.com>
Signed-off-by: Dongjoon Hyun <dh...@apple.com>
---
.../main/protobuf/spark/connect/relations.proto | 1 -
python/pyspark/sql/connect/proto/relations_pb2.py | 303 ++++++++++-----------
2 files changed, 151 insertions(+), 153 deletions(-)
diff --git
a/connector/connect/common/src/main/protobuf/spark/connect/relations.proto
b/connector/connect/common/src/main/protobuf/spark/connect/relations.proto
index 5cbe6459d226..3882b2e85396 100644
--- a/connector/connect/common/src/main/protobuf/spark/connect/relations.proto
+++ b/connector/connect/common/src/main/protobuf/spark/connect/relations.proto
@@ -23,7 +23,6 @@ import "google/protobuf/any.proto";
import "spark/connect/expressions.proto";
import "spark/connect/types.proto";
import "spark/connect/catalog.proto";
-import "spark/connect/common.proto";
option java_multiple_files = true;
option java_package = "org.apache.spark.connect.proto";
diff --git a/python/pyspark/sql/connect/proto/relations_pb2.py
b/python/pyspark/sql/connect/proto/relations_pb2.py
index 467d0610bbc6..5bf3901ee545 100644
--- a/python/pyspark/sql/connect/proto/relations_pb2.py
+++ b/python/pyspark/sql/connect/proto/relations_pb2.py
@@ -32,11 +32,10 @@ from google.protobuf import any_pb2 as
google_dot_protobuf_dot_any__pb2
from pyspark.sql.connect.proto import expressions_pb2 as
spark_dot_connect_dot_expressions__pb2
from pyspark.sql.connect.proto import types_pb2 as
spark_dot_connect_dot_types__pb2
from pyspark.sql.connect.proto import catalog_pb2 as
spark_dot_connect_dot_catalog__pb2
-from pyspark.sql.connect.proto import common_pb2 as
spark_dot_connect_dot_common__pb2
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-
b'\n\x1dspark/connect/relations.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1fspark/connect/expressions.proto\x1a\x19spark/connect/types.proto\x1a\x1bspark/connect/catalog.proto\x1a\x1aspark/connect/common.proto"\xe9\x1a\n\x08Relation\x12\x35\n\x06\x63ommon\x18\x01
\x01(\x0b\x32\x1d.spark.connect.RelationCommonR\x06\x63ommon\x12)\n\x04read\x18\x02
\x01(\x0b\x32\x13.spark.connect.ReadH\x00R\x04read\x12\x32\n\x07project\x18\x03
\x01(\x0b\x32\x16.spark.connect.Project [...]
+
b'\n\x1dspark/connect/relations.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1fspark/connect/expressions.proto\x1a\x19spark/connect/types.proto\x1a\x1bspark/connect/catalog.proto"\xe9\x1a\n\x08Relation\x12\x35\n\x06\x63ommon\x18\x01
\x01(\x0b\x32\x1d.spark.connect.RelationCommonR\x06\x63ommon\x12)\n\x04read\x18\x02
\x01(\x0b\x32\x13.spark.connect.ReadH\x00R\x04read\x12\x32\n\x07project\x18\x03
\x01(\x0b\x32\x16.spark.connect.ProjectH\x00R\x07project\x12/\n\x06\x66il [...]
)
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
@@ -66,154 +65,154 @@ if _descriptor._USE_C_DESCRIPTORS == False:
_WITHCOLUMNSRENAMED.fields_by_name["rename_columns_map"]._serialized_options =
b"\030\001"
_PARSE_OPTIONSENTRY._options = None
_PARSE_OPTIONSENTRY._serialized_options = b"8\001"
- _RELATION._serialized_start = 193
- _RELATION._serialized_end = 3626
- _UNKNOWN._serialized_start = 3628
- _UNKNOWN._serialized_end = 3637
- _RELATIONCOMMON._serialized_start = 3639
- _RELATIONCOMMON._serialized_end = 3730
- _SQL._serialized_start = 3733
- _SQL._serialized_end = 4211
- _SQL_ARGSENTRY._serialized_start = 4027
- _SQL_ARGSENTRY._serialized_end = 4117
- _SQL_NAMEDARGUMENTSENTRY._serialized_start = 4119
- _SQL_NAMEDARGUMENTSENTRY._serialized_end = 4211
- _WITHRELATIONS._serialized_start = 4213
- _WITHRELATIONS._serialized_end = 4330
- _READ._serialized_start = 4333
- _READ._serialized_end = 4996
- _READ_NAMEDTABLE._serialized_start = 4511
- _READ_NAMEDTABLE._serialized_end = 4703
- _READ_NAMEDTABLE_OPTIONSENTRY._serialized_start = 4645
- _READ_NAMEDTABLE_OPTIONSENTRY._serialized_end = 4703
- _READ_DATASOURCE._serialized_start = 4706
- _READ_DATASOURCE._serialized_end = 4983
- _READ_DATASOURCE_OPTIONSENTRY._serialized_start = 4645
- _READ_DATASOURCE_OPTIONSENTRY._serialized_end = 4703
- _PROJECT._serialized_start = 4998
- _PROJECT._serialized_end = 5115
- _FILTER._serialized_start = 5117
- _FILTER._serialized_end = 5229
- _JOIN._serialized_start = 5232
- _JOIN._serialized_end = 5893
- _JOIN_JOINDATATYPE._serialized_start = 5571
- _JOIN_JOINDATATYPE._serialized_end = 5663
- _JOIN_JOINTYPE._serialized_start = 5666
- _JOIN_JOINTYPE._serialized_end = 5874
- _SETOPERATION._serialized_start = 5896
- _SETOPERATION._serialized_end = 6375
- _SETOPERATION_SETOPTYPE._serialized_start = 6212
- _SETOPERATION_SETOPTYPE._serialized_end = 6326
- _LIMIT._serialized_start = 6377
- _LIMIT._serialized_end = 6453
- _OFFSET._serialized_start = 6455
- _OFFSET._serialized_end = 6534
- _TAIL._serialized_start = 6536
- _TAIL._serialized_end = 6611
- _AGGREGATE._serialized_start = 6614
- _AGGREGATE._serialized_end = 7380
- _AGGREGATE_PIVOT._serialized_start = 7029
- _AGGREGATE_PIVOT._serialized_end = 7140
- _AGGREGATE_GROUPINGSETS._serialized_start = 7142
- _AGGREGATE_GROUPINGSETS._serialized_end = 7218
- _AGGREGATE_GROUPTYPE._serialized_start = 7221
- _AGGREGATE_GROUPTYPE._serialized_end = 7380
- _SORT._serialized_start = 7383
- _SORT._serialized_end = 7543
- _DROP._serialized_start = 7546
- _DROP._serialized_end = 7687
- _DEDUPLICATE._serialized_start = 7690
- _DEDUPLICATE._serialized_end = 7930
- _LOCALRELATION._serialized_start = 7932
- _LOCALRELATION._serialized_end = 8021
- _CACHEDLOCALRELATION._serialized_start = 8023
- _CACHEDLOCALRELATION._serialized_end = 8095
- _CACHEDREMOTERELATION._serialized_start = 8097
- _CACHEDREMOTERELATION._serialized_end = 8152
- _SAMPLE._serialized_start = 8155
- _SAMPLE._serialized_end = 8428
- _RANGE._serialized_start = 8431
- _RANGE._serialized_end = 8576
- _SUBQUERYALIAS._serialized_start = 8578
- _SUBQUERYALIAS._serialized_end = 8692
- _REPARTITION._serialized_start = 8695
- _REPARTITION._serialized_end = 8837
- _SHOWSTRING._serialized_start = 8840
- _SHOWSTRING._serialized_end = 8982
- _HTMLSTRING._serialized_start = 8984
- _HTMLSTRING._serialized_end = 9098
- _STATSUMMARY._serialized_start = 9100
- _STATSUMMARY._serialized_end = 9192
- _STATDESCRIBE._serialized_start = 9194
- _STATDESCRIBE._serialized_end = 9275
- _STATCROSSTAB._serialized_start = 9277
- _STATCROSSTAB._serialized_end = 9378
- _STATCOV._serialized_start = 9380
- _STATCOV._serialized_end = 9476
- _STATCORR._serialized_start = 9479
- _STATCORR._serialized_end = 9616
- _STATAPPROXQUANTILE._serialized_start = 9619
- _STATAPPROXQUANTILE._serialized_end = 9783
- _STATFREQITEMS._serialized_start = 9785
- _STATFREQITEMS._serialized_end = 9910
- _STATSAMPLEBY._serialized_start = 9913
- _STATSAMPLEBY._serialized_end = 10222
- _STATSAMPLEBY_FRACTION._serialized_start = 10114
- _STATSAMPLEBY_FRACTION._serialized_end = 10213
- _NAFILL._serialized_start = 10225
- _NAFILL._serialized_end = 10359
- _NADROP._serialized_start = 10362
- _NADROP._serialized_end = 10496
- _NAREPLACE._serialized_start = 10499
- _NAREPLACE._serialized_end = 10795
- _NAREPLACE_REPLACEMENT._serialized_start = 10654
- _NAREPLACE_REPLACEMENT._serialized_end = 10795
- _TODF._serialized_start = 10797
- _TODF._serialized_end = 10885
- _WITHCOLUMNSRENAMED._serialized_start = 10888
- _WITHCOLUMNSRENAMED._serialized_end = 11270
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_start = 11132
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_end = 11199
- _WITHCOLUMNSRENAMED_RENAME._serialized_start = 11201
- _WITHCOLUMNSRENAMED_RENAME._serialized_end = 11270
- _WITHCOLUMNS._serialized_start = 11272
- _WITHCOLUMNS._serialized_end = 11391
- _WITHWATERMARK._serialized_start = 11394
- _WITHWATERMARK._serialized_end = 11528
- _HINT._serialized_start = 11531
- _HINT._serialized_end = 11663
- _UNPIVOT._serialized_start = 11666
- _UNPIVOT._serialized_end = 11993
- _UNPIVOT_VALUES._serialized_start = 11923
- _UNPIVOT_VALUES._serialized_end = 11982
- _TOSCHEMA._serialized_start = 11995
- _TOSCHEMA._serialized_end = 12101
- _REPARTITIONBYEXPRESSION._serialized_start = 12104
- _REPARTITIONBYEXPRESSION._serialized_end = 12307
- _MAPPARTITIONS._serialized_start = 12310
- _MAPPARTITIONS._serialized_end = 12542
- _GROUPMAP._serialized_start = 12545
- _GROUPMAP._serialized_end = 13180
- _COGROUPMAP._serialized_start = 13183
- _COGROUPMAP._serialized_end = 13709
- _APPLYINPANDASWITHSTATE._serialized_start = 13712
- _APPLYINPANDASWITHSTATE._serialized_end = 14069
- _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_start = 14072
- _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_end = 14316
- _PYTHONUDTF._serialized_start = 14319
- _PYTHONUDTF._serialized_end = 14496
- _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_start = 14499
- _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_end = 14650
- _PYTHONDATASOURCE._serialized_start = 14652
- _PYTHONDATASOURCE._serialized_end = 14727
- _COLLECTMETRICS._serialized_start = 14730
- _COLLECTMETRICS._serialized_end = 14866
- _PARSE._serialized_start = 14869
- _PARSE._serialized_end = 15257
- _PARSE_OPTIONSENTRY._serialized_start = 4645
- _PARSE_OPTIONSENTRY._serialized_end = 4703
- _PARSE_PARSEFORMAT._serialized_start = 15158
- _PARSE_PARSEFORMAT._serialized_end = 15246
- _ASOFJOIN._serialized_start = 15260
- _ASOFJOIN._serialized_end = 15735
+ _RELATION._serialized_start = 165
+ _RELATION._serialized_end = 3598
+ _UNKNOWN._serialized_start = 3600
+ _UNKNOWN._serialized_end = 3609
+ _RELATIONCOMMON._serialized_start = 3611
+ _RELATIONCOMMON._serialized_end = 3702
+ _SQL._serialized_start = 3705
+ _SQL._serialized_end = 4183
+ _SQL_ARGSENTRY._serialized_start = 3999
+ _SQL_ARGSENTRY._serialized_end = 4089
+ _SQL_NAMEDARGUMENTSENTRY._serialized_start = 4091
+ _SQL_NAMEDARGUMENTSENTRY._serialized_end = 4183
+ _WITHRELATIONS._serialized_start = 4185
+ _WITHRELATIONS._serialized_end = 4302
+ _READ._serialized_start = 4305
+ _READ._serialized_end = 4968
+ _READ_NAMEDTABLE._serialized_start = 4483
+ _READ_NAMEDTABLE._serialized_end = 4675
+ _READ_NAMEDTABLE_OPTIONSENTRY._serialized_start = 4617
+ _READ_NAMEDTABLE_OPTIONSENTRY._serialized_end = 4675
+ _READ_DATASOURCE._serialized_start = 4678
+ _READ_DATASOURCE._serialized_end = 4955
+ _READ_DATASOURCE_OPTIONSENTRY._serialized_start = 4617
+ _READ_DATASOURCE_OPTIONSENTRY._serialized_end = 4675
+ _PROJECT._serialized_start = 4970
+ _PROJECT._serialized_end = 5087
+ _FILTER._serialized_start = 5089
+ _FILTER._serialized_end = 5201
+ _JOIN._serialized_start = 5204
+ _JOIN._serialized_end = 5865
+ _JOIN_JOINDATATYPE._serialized_start = 5543
+ _JOIN_JOINDATATYPE._serialized_end = 5635
+ _JOIN_JOINTYPE._serialized_start = 5638
+ _JOIN_JOINTYPE._serialized_end = 5846
+ _SETOPERATION._serialized_start = 5868
+ _SETOPERATION._serialized_end = 6347
+ _SETOPERATION_SETOPTYPE._serialized_start = 6184
+ _SETOPERATION_SETOPTYPE._serialized_end = 6298
+ _LIMIT._serialized_start = 6349
+ _LIMIT._serialized_end = 6425
+ _OFFSET._serialized_start = 6427
+ _OFFSET._serialized_end = 6506
+ _TAIL._serialized_start = 6508
+ _TAIL._serialized_end = 6583
+ _AGGREGATE._serialized_start = 6586
+ _AGGREGATE._serialized_end = 7352
+ _AGGREGATE_PIVOT._serialized_start = 7001
+ _AGGREGATE_PIVOT._serialized_end = 7112
+ _AGGREGATE_GROUPINGSETS._serialized_start = 7114
+ _AGGREGATE_GROUPINGSETS._serialized_end = 7190
+ _AGGREGATE_GROUPTYPE._serialized_start = 7193
+ _AGGREGATE_GROUPTYPE._serialized_end = 7352
+ _SORT._serialized_start = 7355
+ _SORT._serialized_end = 7515
+ _DROP._serialized_start = 7518
+ _DROP._serialized_end = 7659
+ _DEDUPLICATE._serialized_start = 7662
+ _DEDUPLICATE._serialized_end = 7902
+ _LOCALRELATION._serialized_start = 7904
+ _LOCALRELATION._serialized_end = 7993
+ _CACHEDLOCALRELATION._serialized_start = 7995
+ _CACHEDLOCALRELATION._serialized_end = 8067
+ _CACHEDREMOTERELATION._serialized_start = 8069
+ _CACHEDREMOTERELATION._serialized_end = 8124
+ _SAMPLE._serialized_start = 8127
+ _SAMPLE._serialized_end = 8400
+ _RANGE._serialized_start = 8403
+ _RANGE._serialized_end = 8548
+ _SUBQUERYALIAS._serialized_start = 8550
+ _SUBQUERYALIAS._serialized_end = 8664
+ _REPARTITION._serialized_start = 8667
+ _REPARTITION._serialized_end = 8809
+ _SHOWSTRING._serialized_start = 8812
+ _SHOWSTRING._serialized_end = 8954
+ _HTMLSTRING._serialized_start = 8956
+ _HTMLSTRING._serialized_end = 9070
+ _STATSUMMARY._serialized_start = 9072
+ _STATSUMMARY._serialized_end = 9164
+ _STATDESCRIBE._serialized_start = 9166
+ _STATDESCRIBE._serialized_end = 9247
+ _STATCROSSTAB._serialized_start = 9249
+ _STATCROSSTAB._serialized_end = 9350
+ _STATCOV._serialized_start = 9352
+ _STATCOV._serialized_end = 9448
+ _STATCORR._serialized_start = 9451
+ _STATCORR._serialized_end = 9588
+ _STATAPPROXQUANTILE._serialized_start = 9591
+ _STATAPPROXQUANTILE._serialized_end = 9755
+ _STATFREQITEMS._serialized_start = 9757
+ _STATFREQITEMS._serialized_end = 9882
+ _STATSAMPLEBY._serialized_start = 9885
+ _STATSAMPLEBY._serialized_end = 10194
+ _STATSAMPLEBY_FRACTION._serialized_start = 10086
+ _STATSAMPLEBY_FRACTION._serialized_end = 10185
+ _NAFILL._serialized_start = 10197
+ _NAFILL._serialized_end = 10331
+ _NADROP._serialized_start = 10334
+ _NADROP._serialized_end = 10468
+ _NAREPLACE._serialized_start = 10471
+ _NAREPLACE._serialized_end = 10767
+ _NAREPLACE_REPLACEMENT._serialized_start = 10626
+ _NAREPLACE_REPLACEMENT._serialized_end = 10767
+ _TODF._serialized_start = 10769
+ _TODF._serialized_end = 10857
+ _WITHCOLUMNSRENAMED._serialized_start = 10860
+ _WITHCOLUMNSRENAMED._serialized_end = 11242
+ _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_start = 11104
+ _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_end = 11171
+ _WITHCOLUMNSRENAMED_RENAME._serialized_start = 11173
+ _WITHCOLUMNSRENAMED_RENAME._serialized_end = 11242
+ _WITHCOLUMNS._serialized_start = 11244
+ _WITHCOLUMNS._serialized_end = 11363
+ _WITHWATERMARK._serialized_start = 11366
+ _WITHWATERMARK._serialized_end = 11500
+ _HINT._serialized_start = 11503
+ _HINT._serialized_end = 11635
+ _UNPIVOT._serialized_start = 11638
+ _UNPIVOT._serialized_end = 11965
+ _UNPIVOT_VALUES._serialized_start = 11895
+ _UNPIVOT_VALUES._serialized_end = 11954
+ _TOSCHEMA._serialized_start = 11967
+ _TOSCHEMA._serialized_end = 12073
+ _REPARTITIONBYEXPRESSION._serialized_start = 12076
+ _REPARTITIONBYEXPRESSION._serialized_end = 12279
+ _MAPPARTITIONS._serialized_start = 12282
+ _MAPPARTITIONS._serialized_end = 12514
+ _GROUPMAP._serialized_start = 12517
+ _GROUPMAP._serialized_end = 13152
+ _COGROUPMAP._serialized_start = 13155
+ _COGROUPMAP._serialized_end = 13681
+ _APPLYINPANDASWITHSTATE._serialized_start = 13684
+ _APPLYINPANDASWITHSTATE._serialized_end = 14041
+ _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_start = 14044
+ _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_end = 14288
+ _PYTHONUDTF._serialized_start = 14291
+ _PYTHONUDTF._serialized_end = 14468
+ _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_start = 14471
+ _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_end = 14622
+ _PYTHONDATASOURCE._serialized_start = 14624
+ _PYTHONDATASOURCE._serialized_end = 14699
+ _COLLECTMETRICS._serialized_start = 14702
+ _COLLECTMETRICS._serialized_end = 14838
+ _PARSE._serialized_start = 14841
+ _PARSE._serialized_end = 15229
+ _PARSE_OPTIONSENTRY._serialized_start = 4617
+ _PARSE_OPTIONSENTRY._serialized_end = 4675
+ _PARSE_PARSEFORMAT._serialized_start = 15130
+ _PARSE_PARSEFORMAT._serialized_end = 15218
+ _ASOFJOIN._serialized_start = 15232
+ _ASOFJOIN._serialized_end = 15707
# @@protoc_insertion_point(module_scope)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
