[beam] branch master updated: [BEAM-9150] Fix beam_PostRelease_Python_Candidate (python RC validation scripts) (#16955)
This is an automated email from the ASF dual-hosted git repository. emilyye pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new 6aafcfd [BEAM-9150] Fix beam_PostRelease_Python_Candidate (python RC validation scripts) (#16955) 6aafcfd is described below commit 6aafcfdff3730cad6179ca7266ff8bfc4858dea7 Author: emily AuthorDate: Mon Feb 28 23:46:44 2022 -0800 [BEAM-9150] Fix beam_PostRelease_Python_Candidate (python RC validation scripts) (#16955) --- .../python_release_automation_utils.sh | 35 +++--- .../run_release_candidate_python_mobile_gaming.sh | 10 +-- .../run_release_candidate_python_quickstart.sh | 4 +-- 3 files changed, 41 insertions(+), 8 deletions(-) diff --git a/release/src/main/python-release/python_release_automation_utils.sh b/release/src/main/python-release/python_release_automation_utils.sh index 5d0e1c6..b328c42 100644 --- a/release/src/main/python-release/python_release_automation_utils.sh +++ b/release/src/main/python-release/python_release_automation_utils.sh @@ -228,7 +228,7 @@ function cleanup_pubsub() { # $2 - pid: the pid of running pipeline # $3 - running_job (DataflowRunner only): the job id of streaming pipeline running on DataflowRunner ### -function verify_steaming_result() { +function verify_streaming_result() { retry=3 should_see="Python: " while(( $retry > 0 )); do @@ -295,9 +295,11 @@ function verify_user_score() { function verify_hourly_team_score() { retry=3 should_see='AntiqueBrassPlatypus' + runner=$1 + while(( $retry >= 0 )); do if [[ $retry > 0 ]]; then - bq_pull_result=$(bq head -n 500 $DATASET.hourly_team_score_python_$1) + bq_pull_result=$(bq head -n 500 ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}) if [[ $bq_pull_result = *"$should_see"* ]]; then echo "SUCCEED: hourly_team_score example successful run on $1-runner" break @@ -307,14 +309,38 @@ function verify_hourly_team_score() { sleep 15 fi else - echo "FAILED: HourlyTeamScore example failed running on $1-runner. \ -Did not found scores of team $should_see in $DATASET.leader_board" + echo "FAILED: HourlyTeamScore example failed running on $runner runner. \ +Did not found scores of team $should_see in ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}" complete "FAILED" exit 1 fi done } +function cleanup_hourly_team_score() { + retry=3 + runner=$1 + + echo "Removing previously created table ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}..." + bq rm -q -f -t "${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}" + + while(( $retry >= 0 )); do +if [[ $retry > 0 ]]; then + bq_ls_result=$(bq ls $DATASET) + if [[ $bq_ls_result = *"${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}"* ]]; then +retry=$(($retry-1)) +echo "${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner} not cleaned up yet, waiting" +sleep 1000 + else +echo "Confirmed ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner} removed before running new test." +break + fi +else + echo "WARNING: Unable to clean up table ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}. \ +You may need to manually run 'bq rm -r -t ${DATASET}.${HOURLY_TEAM_SCORE_TABLE_PREFIX}_${runner}'." +fi + done +} # Python RC configurations VERSION=$(get_version) @@ -336,4 +362,5 @@ PUBSUB_SUBSCRIPTION='wordstream-python-sub2' # Mobile Gaming Configurations DATASET='beam_postrelease_mobile_gaming' USERSCORE_OUTPUT_PREFIX='python-userscore_result' +HOURLY_TEAM_SCORE_TABLE_PREFIX='hourly_team_score_python' GAME_INPUT_DATA='gs://dataflow-samples/game/5000_gaming_data.csv' diff --git a/release/src/main/python-release/run_release_candidate_python_mobile_gaming.sh b/release/src/main/python-release/run_release_candidate_python_mobile_gaming.sh index 30d8cea..efd903d 100755 --- a/release/src/main/python-release/run_release_candidate_python_mobile_gaming.sh +++ b/release/src/main/python-release/run_release_candidate_python_mobile_gaming.sh @@ -100,12 +100,15 @@ function verify_userscore_dataflow() { ### function verify_hourlyteamscore_direct() { print_separator "Running HourlyTeamScore example with DirectRunner" + # Clean up old bq tables + cleanup_hourly_team_score "direct" + python -m apache_beam.examples.complete.game.hourly_team_score \ --project=$PROJECT_ID \ --dataset=$DATASET \ --input=$GAME_INPUT_DATA \ --temp_location=gs://$BUCKET_NAME/temp/ \ ---table="hourly_team_score_python_direct" +--table="${HOURLY_TEAM_SCORE_TABLE_PREFIX}_direct" verify_hourly_team_score "direct" } @@ -121,6 +124,9 @@ function verify_hourlyteamscore_direct
[beam] branch nightly-refs/heads/master updated (939af65 -> 6b06cbb)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git. from 939af65 [BEAM-13015] Use a DirectExecutor for state since we are just completing futures on the callback. (#16745) add 2b012d0 Build wheels for Python 3.9 add 51d1fb2 [BEAM-12000] Build wheels for Python 3.9 #16964 add 0702451 Merge pull request #16892 from [BEAM-13755] [Playground] Scroll the opened example to the context line add 75b4100 Merge pull request #16880 from [BEAM-13963][Playground] Get bucket name from environment variable add a441847 Merge pull request #16870 from [BEAM-13874][Playground] Tag multifile examples add af50774 Merge pull request #16910 from [BEAM-13724] [Playground] Get the default example on the frontend add 6433594 [BEAM-14008] Fix incorrect guava import (#16966) add d9d3c93 Fix ignored exception in BatchSpannerRead. (#16960) add 5a8bb08 [BEAM-13917] Improve coverage of databaseio package (#16956) add 3070d5f [BEAM-13925] Add entry files to process new prs and pr updates for PR automation (#16950) add 0631a5e [BEAM-13899] Improve coverage of debug package (#16951) add 6b06cbb [BEAM-13907] Improve coverage of textio package (#16937) No new revisions were added by this update. Summary of changes: .github/workflows/build_wheels.yml | 8 +- .../apache/beam/examples/WindowedWordCount.java| 13 ++ .../org/apache/beam/examples/complete/TfIdf.java | 12 ++ .../examples/complete/TopWikipediaSessions.java| 13 ++ .../beam/examples/complete/TrafficMaxLaneFlow.java | 13 ++ .../beam/examples/complete/TrafficRoutes.java | 14 ++ .../katas/python/IO/TextIO/ReadFromText/task.py| 2 +- playground/backend/cmd/server/controller.go| 10 +- playground/backend/cmd/server/server.go| 6 +- playground/backend/containers/go/Dockerfile| 1 + playground/backend/containers/java/Dockerfile | 1 + playground/backend/containers/python/Dockerfile| 1 + playground/backend/containers/router/Dockerfile| 1 + playground/backend/containers/scio/Dockerfile | 1 + .../internal/cloud_bucket/precompiled_objects.go | 31 +-- .../cloud_bucket/precompiled_objects_test.go | 7 +- .../backend/internal/environment/application.go| 11 +- .../internal/environment/environment_service.go| 5 +- .../environment/environment_service_test.go| 6 +- .../internal/utils/precompiled_objects_utils.go| 4 +- .../modules/editor/components/editor_textarea.dart | 94 ++--- .../lib/modules/examples/models/example_model.dart | 2 + .../example_client/example_client.dart | 5 + .../example_client/grpc_example_client.dart| 25 ++- .../examples/repositories/example_repository.dart | 8 + .../models/get_default_example_response.dart | 12 +- .../lib/modules/sdk/components/sdk_selector.dart | 2 +- .../components/playground_page_providers.dart | 21 +- .../pages/playground/states/examples_state.dart| 55 +++-- scripts/ci/pr-bot/.gitignore | 38 scripts/ci/pr-bot/Commands.md | 32 +++ scripts/ci/pr-bot/processNewPrs.ts | 226 + scripts/ci/pr-bot/processPrUpdate.ts | 208 +++ scripts/ci/pr-bot/shared/githubUtils.ts| 8 + scripts/ci/pr-bot/shared/userCommand.ts| 6 +- sdks/go.mod| 1 + sdks/go.sum| 8 +- sdks/go/pkg/beam/io/databaseio/database_test.go| 86 sdks/go/pkg/beam/io/textio/sdf_test.go | 14 +- sdks/go/pkg/beam/io/textio/textio_test.go | 71 ++- .../beam/x/debug/head_test.go} | 31 +-- sdks/go/pkg/beam/x/debug/print_test.go | 101 + .../beam/sdk/fn/channel/ManagedChannelFactory.java | 2 +- .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 3 +- .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 127 ++-- .../examples/complete/game/user_score.py | 13 ++ 46 files changed, 1215 insertions(+), 144 deletions(-) copy learning/katas/java/IO/Built-in IOs/Built-in IOs/test/org/apache/beam/learning/katas/io/builtinios/TaskTest.java => playground/frontend/lib/modules/examples/repositories/models/get_default_example_response.dart (81%) create mode 100644 scripts/ci/pr-bot/.gitignore create mode 100644 scripts/ci/pr-bot/Commands.md create mode 100644 scripts/ci/pr-bot/processNewPrs.ts create mode 100644 scripts/ci/pr-bot/processPrUpdate.ts create mode 100644 sdks/go/pkg/beam/io/databaseio/database_test.go copy sdks/go/{test/regression/lperror_test.go => pkg/beam/x/debug/head_test.go} (60%) create mode 100644 sdks/go/pkg/beam/x/debug/prin
[beam] branch master updated (0631a5e -> 6b06cbb)
This is an automated email from the ASF dual-hosted git repository. lostluck pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 0631a5e [BEAM-13899] Improve coverage of debug package (#16951) add 6b06cbb [BEAM-13907] Improve coverage of textio package (#16937) No new revisions were added by this update. Summary of changes: sdks/go/pkg/beam/io/textio/sdf_test.go| 14 +- sdks/go/pkg/beam/io/textio/textio_test.go | 71 +-- 2 files changed, 80 insertions(+), 5 deletions(-)
[beam] branch master updated (3070d5f -> 0631a5e)
This is an automated email from the ASF dual-hosted git repository. lostluck pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 3070d5f [BEAM-13925] Add entry files to process new prs and pr updates for PR automation (#16950) add 0631a5e [BEAM-13899] Improve coverage of debug package (#16951) No new revisions were added by this update. Summary of changes: .../beam/x/debug/head_test.go} | 31 --- sdks/go/pkg/beam/x/debug/print_test.go | 101 + 2 files changed, 118 insertions(+), 14 deletions(-) copy sdks/go/{test/regression/lperror_test.go => pkg/beam/x/debug/head_test.go} (60%) create mode 100644 sdks/go/pkg/beam/x/debug/print_test.go
[beam] branch master updated (5a8bb08 -> 3070d5f)
This is an automated email from the ASF dual-hosted git repository. lostluck pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 5a8bb08 [BEAM-13917] Improve coverage of databaseio package (#16956) add 3070d5f [BEAM-13925] Add entry files to process new prs and pr updates for PR automation (#16950) No new revisions were added by this update. Summary of changes: scripts/ci/pr-bot/.gitignore| 38 ++ scripts/ci/pr-bot/Commands.md | 32 + scripts/ci/pr-bot/processNewPrs.ts | 226 scripts/ci/pr-bot/processPrUpdate.ts| 208 + scripts/ci/pr-bot/shared/githubUtils.ts | 8 ++ scripts/ci/pr-bot/shared/userCommand.ts | 6 +- 6 files changed, 514 insertions(+), 4 deletions(-) create mode 100644 scripts/ci/pr-bot/.gitignore create mode 100644 scripts/ci/pr-bot/Commands.md create mode 100644 scripts/ci/pr-bot/processNewPrs.ts create mode 100644 scripts/ci/pr-bot/processPrUpdate.ts
[beam] branch master updated (d9d3c93 -> 5a8bb08)
This is an automated email from the ASF dual-hosted git repository. lostluck pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from d9d3c93 Fix ignored exception in BatchSpannerRead. (#16960) add 5a8bb08 [BEAM-13917] Improve coverage of databaseio package (#16956) No new revisions were added by this update. Summary of changes: sdks/go.mod | 1 + sdks/go.sum | 8 ++- sdks/go/pkg/beam/io/databaseio/database_test.go | 86 + 3 files changed, 93 insertions(+), 2 deletions(-) create mode 100644 sdks/go/pkg/beam/io/databaseio/database_test.go
svn commit: r52786 [1/2] - /dev/beam/2.37.0/python/
Author: bhulette Date: Tue Mar 1 00:54:34 2022 New Revision: 52786 Log: Staging Python artifacts for Apache Beam 2.37.0 RC3 Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-macosx_10_9_x86_64.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-macosx_10_9_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-macosx_10_9_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_i686.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_i686.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_i686.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_x86_64.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux1_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win32.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win32.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win32.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win_amd64.whl (with props) dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win_amd64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-win_amd64.whl.sha512 Modified: dev/beam/2.37.0/python/apache-beam-2.37.0.zip dev/beam/2.37.0/python/apache-beam-2.37.0.zip.asc dev/beam/2.37.0/python/apache-beam-2.37.0.zip.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-macosx_10_9_x86_64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-macosx_10_9_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-macosx_10_9_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_i686.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_i686.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_i686.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_x86_64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux1_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_i686.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_i686.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_i686.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_x86_64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2010_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2014_aarch64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2014_aarch64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-manylinux2014_aarch64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win32.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win32.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win32.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win_amd64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win_amd64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp36-cp36m-win_amd64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-macosx_10_9_x86_64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-macosx_10_9_x86_64.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-macosx_10_9_x86_64.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-manylinux1_i686.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-manylinux1_i686.whl.asc dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-manylinux1_i686.whl.sha512 dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-manylinux1_x86_64.whl dev/beam/2.37.0/python/apache_beam-2.37.0-cp37-cp37m-manylinux1_x86_64.whl.asc dev/beam/2.
svn commit: r52786 [2/2] - /dev/beam/2.37.0/python/
Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.asc == --- dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.asc (added) +++ dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.asc Tue Mar 1 00:54:34 2022 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCgAdFiEEHRkMhbj2tLoSdv/JRJtqPVWNILAFAmIdbNUACgkQRJtqPVWN +ILBXlA//dIE/tyHbfI6xbHu6ruvoYI6Z4oFBn4RGJ+V8WMKPHKiz+L+f11gIcVqS +np1cRWoAIptx35/LiZI2NUFyvE+tHMGn5wD/WsEkiqN6hG0D9q1sTRvwLFrXjhxt +Tr08qv34tuudb89mSF8dhLhLe8+ItfSGD6HJccaLiaLxseQTjEEID0xGKjtBz/dQ +xIAXrstYD3is+m22K6LYMFkk6VOVILXKtY30M00lAlzuJkbMOxXIwhHMTQpOw5u2 +R+ct+02RIKHc8g5mvn4pzZU46dMvhEEfrWMCdEg1v274eu3xrQ1sG9fzBsJdsFbx +zX9GFRMLyvIs7XUHzjudfDCPFZn+FFWCo+mdqcHYLAgZ/gnD6Y0WGbpdKqipJ0Ih +mZ9B9ZAdI3gItuKkQnKJjfMUGiH9fQNC69PBUDyEUNAz9Stvf8DGx1401Xi2NRo+ +siEV3cV+i18zRx+McWxS7bdtGcDgCkreGu46HjjvplObSyJcP9o01Upji0WRZ5Vr +Qi9AdA0aGmh3KOHS1UNmkxnx/MVq2/dU4rbkgZkvdrdIiDIfQeVcGsJYMjYMRzf1 +jXxDbhmO604E2A3qcTdkuMufu9cnmNsp2oYlrHT3BDJKd2p7FSJ0KVuMuWfhR/QF +IsmGHLipX3jTpC6TSMLtpF9Fapkj1j7d0Ld9A8iF0gKce+aJth4= +=mRUM +-END PGP SIGNATURE- Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.sha512 == --- dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.sha512 (added) +++ dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl.sha512 Tue Mar 1 00:54:34 2022 @@ -0,0 +1 @@ +a109404d4e8c68fc8b05e01ae03f94d0972ce07e06fcc6ee054b45d9cff8a82e6dc9e913610f724d718c17689d56ccf97dd823aa9f189b2296349bfbcafbb58a apache_beam-2.37.0-cp39-cp39-manylinux2010_i686.whl Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl == Binary file - no diff available. Propchange: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl -- svn:mime-type = application/octet-stream Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.asc == --- dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.asc (added) +++ dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.asc Tue Mar 1 00:54:34 2022 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIyBAABCgAdFiEEHRkMhbj2tLoSdv/JRJtqPVWNILAFAmIdbNUACgkQRJtqPVWN +ILB9UA/2Ol1w4ZboAdDSExy8xP/Y5fTKR74TvDuQhTa7CfIL1a/Po5ptpcUwbErG +K8l0x9lXyTC0fRBsCNz+EIf+OBHbg+OzXPtz2Fks9cgrsgT7elEiHzZbKjPqBf0D +ba2wKS8Mk4l2+uIC5H6B7ybaTSVAp3IdFFkYNl0CXilJSmuvTq93rXmzEBiSCzlg +3gwHqBhuSA4cWdr4810Sd6eogJ0YZ/mYkYaJOZQF7cCsJ3QedPnpqJvvzaiJXIp7 +bkpIa3HU+TkvRxizcZCFi0v3R0lAyz2W5Aekb2pXpUlD6AYq/nanoufVKMPI2wan +ntxV6ANjxXgjs9vfB4aYsJQeTX3P9R73zRfSY8Pv3tIOSNPgdphCSZNdGrT0DIfF +CV2JQQWKpatnW6TRxPZTkh3TZVklXpXzIBiqthtBdeUiGOV3o6Cs0Z3vkHvCiiaL +o4dN25EoV2AbLkErdjKRw7QqCdOjEPPBwfvsNM3xj9hQ+2DJkGuI7nqoX0aCGugt +SiP+XaIahlKi01LT2QmuOL8qRyvmK4vXCJ9rXdbPtjNVRmukuK2YzaBQGNePuOZc +oDhqVpgAd4vVwbXmGmlgERtmK1TTFMZR2g6WlGXY7LT3JetvUfwnzdKSB84nJkYT +lXoS37eFatnodwZtFgJL7WCfzR8AoBTReDEGCF7Wq2Qe4HqfFQ== +=g9Bg +-END PGP SIGNATURE- Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.sha512 == --- dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.sha512 (added) +++ dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl.sha512 Tue Mar 1 00:54:34 2022 @@ -0,0 +1 @@ +dedc6873da6c44e8656042454c9556a45c4464c2935513fb594983abbab5cef75fdd541b395ae28d032dc9aeeb8773112a94831dfe3547064ac43f26f0032d74 apache_beam-2.37.0-cp39-cp39-manylinux2010_x86_64.whl Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl == Binary file - no diff available. Propchange: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl -- svn:mime-type = application/octet-stream Added: dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl.asc == --- dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl.asc (added) +++ dev/beam/2.37.0/python/apache_beam-2.37.0-cp39-cp39-manylinux2014_aarch64.whl.asc Tue Mar 1 00:54:34 2022 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCgAdFiEEHRkMhbj2tLoSdv/JRJtqPVWNILAFAmIdbNUACgkQRJtqPVWN +ILCyxw//WVszhXJ6d5hl+hVRSa8YOe49I4AA
svn commit: r52785 - in /dev/beam/2.37.0: apache-beam-2.37.0-source-release.zip apache-beam-2.37.0-source-release.zip.asc apache-beam-2.37.0-source-release.zip.sha512
Author: bhulette Date: Mon Feb 28 22:11:38 2022 New Revision: 52785 Log: Staging Java artifacts for Apache Beam 2.37.0 RC3 Added: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip (with props) Modified: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512 Added: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip == Binary file - no diff available. Propchange: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip -- svn:mime-type = application/octet-stream Modified: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc == --- dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc (original) +++ dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc Mon Feb 28 22:11:38 2022 @@ -1,16 +1,16 @@ -BEGIN PGP SIGNATURE- -iQIzBAABCgAdFiEEHRkMhbj2tLoSdv/JRJtqPVWNILAFAmIQMFcACgkQRJtqPVWN -ILAr3w/7Br9apG7s1I3R8jMFDK9lxztTIN10pabmESpGGdfrmxMdbHMlgBzvB5GR -4JsD/kQGez/z7CTPb4ZvI/k6CwCcwGI2Yx/k5M/RqEORZ4fhKlRFw6+Cr7QqQaf/ -qAL+t3M+FBOj5os2iyeaE73k5318LSYO0IftdKI0ThZrFL+PeJ2PBP7AWOFGwiPj -Y4gm9Zqs7bBj95C6t5yMsprGFwXzbTuE2EwH9JMsPtIBzLQJrO6haNk+LsV9ZRu2 -QC4KJbeh2DDfW9ZpYwPzw27sAryNctprRPwut/GsDzO0gUBdIrYUTyn0BQ+1L0sV -SS/kxWvuTLzIMKaDJKMZN3Ky/Zhj15WqALCfYVcnSTHfLsXuQ6fD9c71hVwYdnW5 -8sv5yIgc+cBJL36Qzqy8gyrBIn/WduZm4rmGJqDtiGs1hZsPvxierJx5F5cn47/m -qzT0CN01bNrZv5HdkNU3JV8KBqLtPXJeoB2We6E2oo+vzpG1G+U6vu/fdQOZ72Vw -OJ5jIZs3aBVISFOKbAow5qmLV0qzN11BUb97WPezzQNTKS2apF+bu15Lumyj4pe+ -NHps0emdpQoVojbR4Y/SZy5y8ZNfX5RfVO+CFH5sdwXdFq3lB4rfF/hEEYAVG9JN -l5PO1unnxj28cB7MhSiUe/Zz9Vr/8FPhZXCQ/1ufT9YsEgDYMxY= -=DKro +iQIzBAABCgAdFiEEHRkMhbj2tLoSdv/JRJtqPVWNILAFAmIdSH0ACgkQRJtqPVWN +ILAilQ/+KuILO4DywJodleLKZnwixU/GyggyWY0jmEziVyJde/2U0Bi/3g1d9ZDT +1cn620S4sR+QXj1xKYkPX6ehJcM61JDxp6u22qS7UaM4U6FNpD2LjPEwYeZCibF6 +B565Y1PexlRfW3RNnO+EjlS81NXLHZiF9vzr+r9QY3sJ2U3EGw+VN09FMSaoZ0Wa +EZUKq2PtDFA+rcBWGr98D2Ae3qoLRxMuqnaioZ+iWLdZpgF21ASTteDF5saRNyfH +0FACA9OaT3oL+s+3sqNH//hbeA39uTnzjY+JEHg/+6hBraDy9RaBuWBIsVfxhVPY +u9n5jAMWiBsUMX018+pKdbf8WdxhJgltC0caA/59AoeBh/d2oKdDllnWT8whbpWS +LfPQa6PI6AtZB2XNfvrqY3DLvm71tXudRNBfXWTf/Bma1lnlEcjXPvKx7kz7cUMS +DLFPhlIyqGMo9TAFrciNFDbQKE5+ot2bC/WhtjFT/rqHvkNF/+h3Tw738BuZk4CZ +tFnYRfgE0Gv5R/2gwNEPCBp6x40mdlNvLoTnDRUi/Qh97oOr6DBOdH5R0KTbaReE +YBvGopL2sGbs6k59Q922XQifhiYgURs3CXl6CLtBRPr471zk8zRylmoy9uYf/1gT +0NONKrfmQ5N79t0zDE/Nzcahsk422bfJzFwgCRTXnmYYCctR+M0= +=FfSh -END PGP SIGNATURE- Modified: dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512 == --- dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512 (original) +++ dev/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512 Mon Feb 28 22:11:38 2022 @@ -1 +1 @@ -5517624246302f18f734b7efa7e28551264b2393e226e14c0fa9fd07285866bf56a8cddd7845b4eee83eeddc5227efe94d32bfc40e3ab571ae003307f53635f8 apache-beam-2.37.0-source-release.zip +6b61075d8b69de20cbc6a2d79c4e5edd429342ffc9e423774a59e5a9dd12a0de2ab1631b05cf7327b54ef137c8ec4abaeb283349f94fb389c4d0c9997e18680b apache-beam-2.37.0-source-release.zip
[beam] annotated tag sdks/v2.37.0-RC3 updated (d97c521 -> c178380)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to annotated tag sdks/v2.37.0-RC3 in repository https://gitbox.apache.org/repos/asf/beam.git. *** WARNING: tag sdks/v2.37.0-RC3 was modified! *** from d97c521 (commit) to c178380 (tag) tagging d97c52117b7bc5dc844da73d368afb16d0a18abb (commit) replaces jupyterlab-sidepanel-v2.0.0 by Brian Hulette on Mon Feb 28 13:20:00 2022 -0800 - Log - Go SDK v2.37.0-RC3 --- No new revisions were added by this update. Summary of changes:
[beam] annotated tag v2.37.0-RC3 updated (d97c521 -> 7047469)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to annotated tag v2.37.0-RC3 in repository https://gitbox.apache.org/repos/asf/beam.git. *** WARNING: tag v2.37.0-RC3 was modified! *** from d97c521 (commit) to 7047469 (tag) tagging d97c52117b7bc5dc844da73d368afb16d0a18abb (commit) replaces jupyterlab-sidepanel-v2.0.0 by Brian Hulette on Mon Feb 28 13:20:00 2022 -0800 - Log - v2.37.0-RC3 --- No new revisions were added by this update. Summary of changes:
[beam] branch release-2.37.0 updated: [release-2.37.0][BEAM-13980] Re-add method gone missing in af2f8ee6 (#16918) (#16967)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a commit to branch release-2.37.0 in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/release-2.37.0 by this push: new 86b7cfa [release-2.37.0][BEAM-13980] Re-add method gone missing in af2f8ee6 (#16918) (#16967) 86b7cfa is described below commit 86b7cfa04e32907a73a38bcc7c90b88eeb955738 Author: Brian Hulette AuthorDate: Mon Feb 28 13:06:37 2022 -0800 [release-2.37.0][BEAM-13980] Re-add method gone missing in af2f8ee6 (#16918) (#16967) Co-authored-by: Janek Bevendorff --- .../apache_beam/io/aws/clients/s3/boto3_client.py | 25 ++ website/www/site/content/en/blog/beam-2.36.0.md| 1 + 2 files changed, 26 insertions(+) diff --git a/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py b/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py index 878ad07..aee24ac 100644 --- a/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py +++ b/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py @@ -78,6 +78,31 @@ class Client(object): self._download_stream = None self._download_pos = 0 + def get_object_metadata(self, request): +"""Retrieves an object's metadata. + +Args: + request: (GetRequest) input message + +Returns: + (Object) The response message. +""" +kwargs = {'Bucket': request.bucket, 'Key': request.object} + +try: + boto_response = self.client.head_object(**kwargs) +except Exception as e: + raise messages.S3ClientError(str(e), get_http_error_code(e)) + +item = messages.Item( +boto_response['ETag'], +request.object, +boto_response['LastModified'], +boto_response['ContentLength'], +boto_response['ContentType']) + +return item + def get_stream(self, request, start): """Opens a stream object starting at the given position. diff --git a/website/www/site/content/en/blog/beam-2.36.0.md b/website/www/site/content/en/blog/beam-2.36.0.md index 7d67dcb..cfc130f 100644 --- a/website/www/site/content/en/blog/beam-2.36.0.md +++ b/website/www/site/content/en/blog/beam-2.36.0.md @@ -51,6 +51,7 @@ notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527 * Users may encounter an unexpected java.lang.ArithmeticException when outputting a timestamp for an element further than allowedSkew from an allowed DoFN skew set to a value more than Integer.MAX_VALUE. +* S3 object metadata retrieval broken in Python SDK ([BEAM-13980](https://issues.apache.org/jira/browse/BEAM-13980)) * See a full list of open [issues that affect](https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20affectedVersion%20%3D%202.36.0%20ORDER%20BY%20priority%20DESC%2C%20updated%20DESC) this version.
[beam] branch release-2.37.0 updated (304420a -> 82a05e3)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to branch release-2.37.0 in repository https://gitbox.apache.org/repos/asf/beam.git. from 304420a [release-2.37.0][BEAM-12000] Build wheels for Python 3.9 #16964 (#16968) add 82a05e3 [release-2.37.0][BEAM-14005] Fix ignored exception in BatchSpannerRead (#16969) No new revisions were added by this update. Summary of changes: .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 3 +- .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 127 ++--- 2 files changed, 114 insertions(+), 16 deletions(-)
[beam] branch master updated (6433594 -> d9d3c93)
This is an automated email from the ASF dual-hosted git repository. ningk pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 6433594 [BEAM-14008] Fix incorrect guava import (#16966) add d9d3c93 Fix ignored exception in BatchSpannerRead. (#16960) No new revisions were added by this update. Summary of changes: .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 3 +- .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 127 ++--- 2 files changed, 114 insertions(+), 16 deletions(-)
[beam] branch release-2.37.0 updated (503268b -> 304420a)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to branch release-2.37.0 in repository https://gitbox.apache.org/repos/asf/beam.git. from 503268b [release-2.37.0] Fix BoundedQueueExecutor and StreamingDataflowWorker to actually limit memory from windmill (#16901) (#16941) add 304420a [release-2.37.0][BEAM-12000] Build wheels for Python 3.9 #16964 (#16968) No new revisions were added by this update. Summary of changes: .github/workflows/build_wheels.yml | 8 1 file changed, 4 insertions(+), 4 deletions(-)
[beam] branch release-2.37.0 updated (39895d1 -> 503268b)
This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to branch release-2.37.0 in repository https://gitbox.apache.org/repos/asf/beam.git. from 39895d1 [cherry-pick][release-2.37.0][BEAM-12164]: fix bug when retrieving either string or json #16890 (#16900) add 503268b [release-2.37.0] Fix BoundedQueueExecutor and StreamingDataflowWorker to actually limit memory from windmill (#16901) (#16941) No new revisions were added by this update. Summary of changes: .../options/DataflowPipelineDebugOptions.java | 24 .../dataflow/worker/StreamingDataflowWorker.java | 64 - .../dataflow/worker/util/BoundedQueueExecutor.java | 148 - .../worker/StreamingDataflowWorkerTest.java| 16 +-- 4 files changed, 171 insertions(+), 81 deletions(-)
[beam] branch master updated (af50774 -> 6433594)
This is an automated email from the ASF dual-hosted git repository. lcwik pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from af50774 Merge pull request #16910 from [BEAM-13724] [Playground] Get the default example on the frontend add 6433594 [BEAM-14008] Fix incorrect guava import (#16966) No new revisions were added by this update. Summary of changes: .../main/java/org/apache/beam/sdk/fn/channel/ManagedChannelFactory.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[beam] branch revert-16745-beam13015 created (now 22b5245)
This is an automated email from the ASF dual-hosted git repository. lcwik pushed a change to branch revert-16745-beam13015 in repository https://gitbox.apache.org/repos/asf/beam.git. at 22b5245 Revert "[BEAM-13015] Use a DirectExecutor for state since we are just completing futures on the callback. (#16745)" No new revisions were added by this update.
[beam] branch master updated (a441847 -> af50774)
This is an automated email from the ASF dual-hosted git repository. pabloem pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from a441847 Merge pull request #16870 from [BEAM-13874][Playground] Tag multifile examples add af50774 Merge pull request #16910 from [BEAM-13724] [Playground] Get the default example on the frontend No new revisions were added by this update. Summary of changes: .../example_client/example_client.dart | 5 ++ .../example_client/grpc_example_client.dart| 24 +- .../examples/repositories/example_repository.dart | 8 .../models/get_default_example_response.dart | 12 ++--- .../lib/modules/sdk/components/sdk_selector.dart | 2 +- .../components/playground_page_providers.dart | 21 ++--- .../pages/playground/states/examples_state.dart| 55 ++ 7 files changed, 92 insertions(+), 35 deletions(-) copy learning/katas/java/IO/Built-in IOs/Built-in IOs/test/org/apache/beam/learning/katas/io/builtinios/TaskTest.java => playground/frontend/lib/modules/examples/repositories/models/get_default_example_response.dart (81%)
[beam] branch master updated (75b4100 -> a441847)
This is an automated email from the ASF dual-hosted git repository. pabloem pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 75b4100 Merge pull request #16880 from [BEAM-13963][Playground] Get bucket name from environment variable add a441847 Merge pull request #16870 from [BEAM-13874][Playground] Tag multifile examples No new revisions were added by this update. Summary of changes: .../java/org/apache/beam/examples/WindowedWordCount.java | 13 + .../main/java/org/apache/beam/examples/complete/TfIdf.java | 12 .../beam/examples/complete/TopWikipediaSessions.java | 13 + .../apache/beam/examples/complete/TrafficMaxLaneFlow.java | 13 + .../org/apache/beam/examples/complete/TrafficRoutes.java | 14 ++ learning/katas/python/IO/TextIO/ReadFromText/task.py | 2 +- .../apache_beam/examples/complete/game/user_score.py | 13 + 7 files changed, 79 insertions(+), 1 deletion(-)
[beam] branch master updated (0702451 -> 75b4100)
This is an automated email from the ASF dual-hosted git repository. pabloem pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 0702451 Merge pull request #16892 from [BEAM-13755] [Playground] Scroll the opened example to the context line add 75b4100 Merge pull request #16880 from [BEAM-13963][Playground] Get bucket name from environment variable No new revisions were added by this update. Summary of changes: playground/backend/cmd/server/controller.go| 10 +++ playground/backend/cmd/server/server.go| 6 ++--- playground/backend/containers/go/Dockerfile| 1 + playground/backend/containers/java/Dockerfile | 1 + playground/backend/containers/python/Dockerfile| 1 + playground/backend/containers/router/Dockerfile| 1 + playground/backend/containers/scio/Dockerfile | 1 + .../internal/cloud_bucket/precompiled_objects.go | 31 -- .../cloud_bucket/precompiled_objects_test.go | 7 ++--- .../backend/internal/environment/application.go| 11 +++- .../internal/environment/environment_service.go| 5 +++- .../environment/environment_service_test.go| 6 ++--- .../internal/utils/precompiled_objects_utils.go| 4 +-- 13 files changed, 53 insertions(+), 32 deletions(-)
[beam] branch master updated: Merge pull request #16892 from [BEAM-13755] [Playground] Scroll the opened example to the context line
This is an automated email from the ASF dual-hosted git repository. pabloem pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new 0702451 Merge pull request #16892 from [BEAM-13755] [Playground] Scroll the opened example to the context line 0702451 is described below commit 07024513d7775a599c9c90768a6903909a0d1656 Author: Alexander Zhuravlev AuthorDate: Mon Feb 28 20:50:51 2022 +0400 Merge pull request #16892 from [BEAM-13755] [Playground] Scroll the opened example to the context line * [BEAM-13755] Added contextLine parameter to examples, reworked text scrolling * [BEAM-13755] Improving text scrolling * [BEAM-13755] Updated text scrolling in the editor textarea * [BEAM-13755] Fixed PR Remarks --- .../modules/editor/components/editor_textarea.dart | 94 +++--- .../lib/modules/examples/models/example_model.dart | 2 + .../example_client/grpc_example_client.dart| 1 + 3 files changed, 67 insertions(+), 30 deletions(-) diff --git a/playground/frontend/lib/modules/editor/components/editor_textarea.dart b/playground/frontend/lib/modules/editor/components/editor_textarea.dart index 42e505d..cef01cf 100644 --- a/playground/frontend/lib/modules/editor/components/editor_textarea.dart +++ b/playground/frontend/lib/modules/editor/components/editor_textarea.dart @@ -31,7 +31,6 @@ import 'package:playground/modules/examples/models/example_model.dart'; import 'package:playground/modules/sdk/models/sdk.dart'; import 'package:provider/provider.dart'; -const kNumberOfStringsToSkip = 16; const kJavaRegExp = r'import\s[A-z.0-9]*\;\n\n[(\/\*\*)|(public)|(class)]'; const kPythonRegExp = r'[^\S\r\n](import|as)[^\S\r\n][A-z]*\n\n'; const kGoRegExp = r'[^\S\r\n]+\' @@ -39,6 +38,7 @@ const kGoRegExp = r'[^\S\r\n]+\' r'.*' r'"' r'\n\)\n\n'; +const kAdditionalLinesForScrolling = 4; class EditorTextArea extends StatefulWidget { final SDK sdk; @@ -65,6 +65,7 @@ class EditorTextArea extends StatefulWidget { class _EditorTextAreaState extends State { CodeController? _codeController; var focusNode = FocusNode(); + final GlobalKey codeFieldKey = LabeledGlobalKey('CodeFieldKey'); @override void initState() { @@ -86,10 +87,6 @@ class _EditorTextAreaState extends State { webSpaceFix: false, ); -if (widget.enableScrolling) { - _setTextScrolling(); -} - super.didChangeDependencies(); } @@ -102,6 +99,8 @@ class _EditorTextAreaState extends State { @override Widget build(BuildContext context) { +WidgetsBinding.instance!.addPostFrameCallback((_) => _setTextScrolling()); + return Semantics( container: true, textField: true, @@ -112,6 +111,7 @@ class _EditorTextAreaState extends State { child: FocusScope( node: FocusScopeNode(canRequestFocus: widget.isEditable), child: CodeField( + key: codeFieldKey, focusNode: focusNode, enabled: widget.enabled, controller: _codeController!, @@ -133,44 +133,78 @@ class _EditorTextAreaState extends State { focusNode.requestFocus(); if (_codeController!.text.isNotEmpty) { _codeController!.selection = TextSelection.fromPosition( -TextPosition(offset: _findOffset()), +TextPosition( + offset: _getOffset(), +), ); } } - _findOffset() { + int _getOffset() { +int contextLine = _getIndexOfContextLine(); +String pattern = _getPattern(_getQntOfStringsOnScreen()); + +if (pattern == '' || pattern == '}') { + return _codeController!.text.lastIndexOf(pattern); +} + return _codeController!.text.indexOf( - _skipStrings(kNumberOfStringsToSkip), - _getPositionAfterImportsAndLicenses(widget.sdk), + pattern, + contextLine, ); } - String _skipStrings(int qntOfStrings) { -List strings = _codeController!.text -.substring(_getPositionAfterImportsAndLicenses(widget.sdk)) -.split('\n'); + String _getPattern(int qntOfStrings) { +int contextLineIndex = _getIndexOfContextLine(); +List stringsAfterContextLine = +_codeController!.text.substring(contextLineIndex).split('\n'); + String result = -strings.length > qntOfStrings ? strings[qntOfStrings] : strings.last; -if (result == '') { - return _skipStrings(qntOfStrings - 1); -} else { - return result; +stringsAfterContextLine.length + kAdditionalLinesForScrolling > +qntOfStrings +? _getResultSubstring(stringsAfterContextLine, qntOfStrings) +: stringsAfterContextLine.last; + +return result; + } + + int _getQntOfStringsOnScreen() { +RenderBox rBox = +codeFieldKey.currentContext?.findRenderObject() as RenderBox; +double height = rBox.size.height * .75; + +return heigh
[beam] branch master updated (939af65 -> 51d1fb2)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git. from 939af65 [BEAM-13015] Use a DirectExecutor for state since we are just completing futures on the callback. (#16745) add 2b012d0 Build wheels for Python 3.9 add 51d1fb2 [BEAM-12000] Build wheels for Python 3.9 #16964 No new revisions were added by this update. Summary of changes: .github/workflows/build_wheels.yml | 8 1 file changed, 4 insertions(+), 4 deletions(-)
[beam] branch tvalentyn-patch-3-1 created (now 2b012d0)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a change to branch tvalentyn-patch-3-1 in repository https://gitbox.apache.org/repos/asf/beam.git. at 2b012d0 Build wheels for Python 3.9 No new revisions were added by this update.
[beam] 01/01: Build wheels for Python 3.9
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a commit to branch tvalentyn-patch-3 in repository https://gitbox.apache.org/repos/asf/beam.git commit 3f02d5a416b6e2917da295f057a4545ef73ae4cf Author: tvalentyn AuthorDate: Mon Feb 28 08:23:39 2022 -0800 Build wheels for Python 3.9 --- .github/workflows/build_wheels.yml | 8 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index ef40d5c..a85a8c7 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -207,13 +207,13 @@ jobs: strategy: matrix: os_python: [ - {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-*"}, - {"os": "macos-latest", "python": "cp36-* cp37-* cp38-*"}, - {"os": "windows-latest", "python": "cp36-* cp37-* cp38-*"}, + {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-* cp39-*"}, + {"os": "macos-latest", "python": "cp36-* cp37-* cp38-* cp39-*"}, + {"os": "windows-latest", "python": "cp36-* cp37-* cp38-* cp39-*"}, ] arch: [auto] include: - - os_python: {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-*"} + - os_python: {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-* cp39-*"} arch: aarch64 steps: - name: Download python source distribution from artifacts
[beam] branch tvalentyn-patch-3 created (now 3f02d5a)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a change to branch tvalentyn-patch-3 in repository https://gitbox.apache.org/repos/asf/beam.git. at 3f02d5a Build wheels for Python 3.9 This branch includes the following new commits: new 3f02d5a Build wheels for Python 3.9 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.