Merge branch 'master' into link_flinkrunner_to_dataproc

.github/REVIEWERS.yml

@@ -0,0 +1,21 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+labels:
+- name: "Go"
+  reviewers: ["damccorm", "lostluck", "jrmccluskey", "youngoli", "riteshghorse"]
+  exclusionList: [] # These users will never be suggested as reviewers
+# I don't know the other areas well enough to assess who the normal committers/contributors who might want to be reviewers are
+fallbackReviewers: [] # List of committers to use when no label matches

.github/codecov.yml

@@ -29,12 +29,16 @@ coverage:
   status:
     project:
       python:
+        flags: 
+          - python
         target: auto
         threshold: 5%
         base: auto
         paths:
           - "sdks/python"
       go:
+        flags: 
+          - go
         target: auto
         threshold: 5%
         base: auto
@@ -59,3 +63,8 @@ ignore:
   - "**/*_test.py"
   - "**/*_test_py3*.py"
   - "**/*_microbenchmark.py"
+
+# See https://docs.codecov.com/docs/flags for options.
+flag_management:
+  default_rules: # the rules that will be followed for any flag added, generally
+    carryforward: true # recommended for multi-lang mono-repos.

.github/workflows/build_wheels.yml

@@ -207,13 +207,13 @@ jobs:
     strategy:
       matrix:
         os_python: [
-          {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-*"},
-          {"os": "macos-latest", "python": "cp36-* cp37-* cp38-*"},
-          {"os": "windows-latest", "python": "cp36-* cp37-* cp38-*"},
+          {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-* cp39-*"},
+          {"os": "macos-latest", "python": "cp36-* cp37-* cp38-* cp39-*"},
+          {"os": "windows-latest", "python": "cp36-* cp37-* cp38-* cp39-*"},
         ]
         arch: [auto]
         include:
-          - os_python: {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-*"}
+          - os_python: {"os": "ubuntu-latest", "python": "cp36-* cp37-* cp38-* cp39-*"}
             arch: aarch64
     steps:
     - name: Download python source distribution from artifacts

.github/workflows/go_tests.yml

@@ -44,7 +44,12 @@ jobs:
         run: "cd sdks/go/pkg && rm -rf .coverage || :"
       - name: Run coverage
         run: cd sdks/go/pkg && go test -coverprofile=coverage.txt -covermode=atomic ./...
-      - name: Upload to codecov
-        run: bash <(curl -s https://codecov.io/bash)
+      - uses: codecov/codecov-action@v2
+        with:
+          flags: go 
+          files: ./sdks/go/pkg/coverage.txt
+          name: go-unittests
+      - name: Run fmt
+        run: cd sdks/go/pkg/beam && go fmt ./...; git diff-index --quiet HEAD || (echo "Run go fmt before checking in changes" && exit 1)
       - name: Run vet
-        run: cd sdks/go/pkg/beam && go vet --copylocks=false --unsafeptr=false ./...
+        run: cd sdks/go/pkg/beam && go vet --copylocks=false --unsafeptr=false ./... || (echo "Run go vet and fix warnings before checking in changes" && exit 1)

.gitignore

@@ -126,3 +126,4 @@ website/www/yarn-error.log
 **/*.tfstate
 **/*.tfstate.*
 **/*.hcl
+**/*.tfvars