Mock Version: 2.8 Mock Version: 2.8 Mock Version: 2.8 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target s390x --nodeps /builddir/build/SPECS/golang-k8s-legacy-cloud-providers.spec'], chrootPath='/var/lib/mock/f33-build-25408022-2895636/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=201600uid=1000gid=425user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=False) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target s390x --nodeps /builddir/build/SPECS/golang-k8s-legacy-cloud-providers.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False Building target platforms: s390x Building for target s390x setting SOURCE_DATE_EPOCH=1611619200 Wrote: /builddir/build/SRPMS/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target s390x --nodeps /builddir/build/SPECS/golang-k8s-legacy-cloud-providers.spec'], chrootPath='/var/lib/mock/f33-build-25408022-2895636/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=201600uid=1000gid=425user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=False) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target s390x --nodeps /builddir/build/SPECS/golang-k8s-legacy-cloud-providers.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False Building target platforms: s390x Building for target s390x setting SOURCE_DATE_EPOCH=1611619200 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.tIvpWq + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf legacy-cloud-providers-kubernetes-1.18.9 + /usr/bin/gzip -dc /builddir/build/SOURCES/legacy-cloud-providers-kubernetes-1.18.9.tar.gz + /usr/bin/tar -xof - + STATUS=0 + '[' 0 -ne 0 ']' + cd legacy-cloud-providers-kubernetes-1.18.9 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/vendor + [[ ! -e /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin install: creating directory '/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build' install: creating directory '/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin' + export GOPATH=/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io/legacy-cloud-providers ]] ++ dirname /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io/legacy-cloud-providers + install -m 0755 -vd /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io install: creating directory '/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src' install: creating directory '/builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io' Patch #0 (0001-make-changes-due-to-azure-sdk-upgrade.patch): patching file azure/azure_blobDiskController.go + ln -fs /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9 /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io/legacy-cloud-providers + cd /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io/legacy-cloud-providers + echo 'Patch #0 (0001-make-changes-due-to-azure-sdk-upgrade.patch):' + /usr/bin/patch --no-backup-if-mismatch -p1 --fuzz=0 + echo 'Patch #1 (Use-gophercloud-utils-for-IDFromName.patch):' + /usr/bin/patch --no-backup-if-mismatch -p1 --fuzz=0 Patch #1 (Use-gophercloud-utils-for-IDFromName.patch): patching file openstack/openstack_loadbalancer.go Patch #2 (Conversion-to-klog-v2.patch): + echo 'Patch #2 (Conversion-to-klog-v2.patch):' + /usr/bin/patch --no-backup-if-mismatch -p1 --fuzz=0 patching file vsphere/vclib/connection.go Patch #3 (0001-Fix-for-gophercloud-routers-change.patch): + echo 'Patch #3 (0001-Fix-for-gophercloud-routers-change.patch):' + /usr/bin/patch --no-backup-if-mismatch -p1 --fuzz=0 patching file openstack/openstack_routes.go ++ find . -iname '*.go' -type f + sed -i 's|k8s.io/klog|k8s.io/klog/v2|' ./openstack/openstack_test.go ./openstack/openstack.go ./openstack/metadata_test.go ./openstack/openstack_routes.go ./openstack/metadata.go ./openstack/openstack_loadbalancer.go ./openstack/openstack_instances.go ./openstack/openstack_client.go ./openstack/openstack_routes_test.go ./openstack/openstack_metrics.go ./openstack/openstack_volumes.go ./aws/aws_instancegroups.go ./aws/doc.go ./aws/tags_test.go ./aws/instances.go ./aws/aws_utils.go ./aws/aws.go ./aws/log_handler.go ./aws/aws_loadbalancer_test.go ./aws/aws_test.go ./aws/retry_handler.go ./aws/aws_metrics.go ./aws/aws_fakes.go ./aws/instances_test.go ./aws/sets_ippermissions.go ./aws/aws_routes.go ./aws/volumes.go ./aws/tags.go ./aws/device_allocator_test.go ./aws/retry_handler_test.go ./aws/device_allocator.go ./aws/aws_loadbalancer.go ./gce/doc.go ./gce/gce_annotations.go ./gce/gce_interfaces.go ./gce/gce_targetpool.go ./gce/metrics_test.go ./gce/gce_loadbalancer_utils_test.go ./gce/gce_firewall.go ./gce/gce.go ./gce/gce_test.go ./gce/gce_healthchecks_test.go ./gce/gce_disks.go ./gce/gce_backendservice.go ./gce/gce_loadbalancer_internal.go ./gce/gce_securitypolicy.go ./gce/gce_loadbalancer.go ./gce/gce_forwardingrule.go ./gce/token_source.go ./gce/gce_urlmap.go ./gce/support.go ./gce/gce_networkendpointgroup.go ./gce/gce_instancegroup.go ./gce/metrics.go ./gce/gce_address_manager.go ./gce/gce_cert.go ./gce/gce_loadbalancer_test.go ./gce/gce_tpu.go ./gce/gce_healthchecks.go ./gce/gce_zones.go ./gce/gce_fake.go ./gce/gce_alpha.go ./gce/gce_routes.go ./gce/gce_clusterid.go ./gce/gce_instances.go ./gce/gce_clusters.go ./gce/gce_loadbalancer_internal_test.go ./gce/gce_annotations_test.go ./gce/gce_loadbalancer_external.go ./gce/gce_util_test.go ./gce/gce_addresses.go ./gce/gce_disks_test.go ./gce/gce_targetproxy.go ./gce/gce_util.go ./gce/gce_loadbalancer_naming.go ./gce/gce_loadbalancer_external_test.go ./gce/gce_address_manager_test.go ./vsphere/doc.go ./vsphere/nodemanager.go ./vsphere/vsphere_util_unsupported.go ./vsphere/testing/testing.go ./vsphere/vsphere_util_windows.go ./vsphere/credentialmanager.go ./vsphere/vsphere_util_test.go ./vsphere/vsphere_util_linux.go ./vsphere/vsphere.go ./vsphere/vclib/datastore_test.go ./vsphere/vclib/datacenter_test.go ./vsphere/vclib/datastore.go ./vsphere/vclib/diskmanagers/virtualdisk.go ./vsphere/vclib/diskmanagers/vdm.go ./vsphere/vclib/diskmanagers/vmdm.go ./vsphere/vclib/custom_errors.go ./vsphere/vclib/datacenter.go ./vsphere/vclib/connection.go ./vsphere/vclib/vmoptions.go ./vsphere/vclib/folder_test.go ./vsphere/vclib/fixtures/fixtures.go ./vsphere/vclib/virtualmachine.go ./vsphere/vclib/vsphere_metrics.go ./vsphere/vclib/utils_test.go ./vsphere/vclib/constants.go ./vsphere/vclib/utils.go ./vsphere/vclib/volumeoptions.go ./vsphere/vclib/pbm.go ./vsphere/vclib/folder.go ./vsphere/vclib/virtualmachine_test.go ./vsphere/vclib/connection_test.go ./vsphere/vsphere_test.go ./vsphere/vsphere_util.go ./vsphere/credentialmanager_test.go ./azure/azure_loadbalancer.go ./azure/mockvmsets/doc.go ./azure/mockvmsets/azure_mock_vmsets.go ./azure/azure_controller_standard_test.go ./azure/azure_controller_vmss.go ./azure/doc.go ./azure/metrics/doc.go ./azure/metrics/azure_metrics_test.go ./azure/metrics/azure_metrics.go ./azure/azure_wrap_test.go ./azure/azure_instances.go ./azure/azure_instance_metadata.go ./azure/azure_loadbalancer_test.go ./azure/azure_config.go ./azure/azure_backoff.go ./azure/azure_zones.go ./azure/azure_vmss_test.go ./azure/azure_fakes.go ./azure/azure_controller_common.go ./azure/azure_standard.go ./azure/azure_zones_test.go ./azure/azure_routes.go ./azure/clients/doc.go ./azure/clients/securitygroupclient/doc.go ./azure/clients/securitygroupclient/azure_securitygroupclient_test.go ./azure/clients/securitygroupclient/azure_securitygroupclient.go ./azure/clients/securitygroupclient/mocksecuritygroupclient/doc.go ./azure/clients/securitygroupclient/mocksecuritygroupclient/interface.go ./azure/clients/securitygroupclient/interface.go ./azure/clients/vmsizeclient/doc.go ./azure/clients/vmsizeclient/mockvmsizeclient/doc.go ./azure/clients/vmsizeclient/mockvmsizeclient/interface.go ./azure/clients/vmsizeclient/azure_vmsizeclient.go ./azure/clients/vmsizeclient/azure_vmsizeclient_test.go ./azure/clients/vmsizeclient/interface.go ./azure/clients/vmssvmclient/doc.go ./azure/clients/vmssvmclient/azure_vmssvmclient.go ./azure/clients/vmssvmclient/azure_vmssvmclient_test.go ./azure/clients/vmssvmclient/mockvmssvmclient/doc.go ./azure/clients/vmssvmclient/mockvmssvmclient/interface.go ./azure/clients/vmssvmclient/interface.go ./azure/clients/publicipclient/mockpublicipclient/doc.go ./azure/clients/publicipclient/mockpublicipclient/interface.go ./azure/clients/publicipclient/doc.go ./azure/clients/publicipclient/azure_publicipclient.go ./azure/clients/publicipclient/azure_publicipclient_test.go ./azure/clients/publicipclient/interface.go ./azure/clients/routetableclient/doc.go ./azure/clients/routetableclient/azure_routetableclient_test.go ./azure/clients/routetableclient/azure_routetableclient.go ./azure/clients/routetableclient/mockroutetableclient/doc.go ./azure/clients/routetableclient/mockroutetableclient/interface.go ./azure/clients/routetableclient/interface.go ./azure/clients/azure_client_config.go ./azure/clients/routeclient/doc.go ./azure/clients/routeclient/azure_routeclient.go ./azure/clients/routeclient/azure_routeclient_test.go ./azure/clients/routeclient/mockrouteclient/doc.go ./azure/clients/routeclient/mockrouteclient/interface.go ./azure/clients/routeclient/interface.go ./azure/clients/armclient/doc.go ./azure/clients/armclient/azure_armclient.go ./azure/clients/armclient/azure_armclient_test.go ./azure/clients/armclient/mockarmclient/doc.go ./azure/clients/armclient/mockarmclient/interface.go ./azure/clients/armclient/interface.go ./azure/clients/storageaccountclient/doc.go ./azure/clients/storageaccountclient/azure_storageaccountclient.go ./azure/clients/storageaccountclient/mockstorageaccountclient/doc.go ./azure/clients/storageaccountclient/mockstorageaccountclient/interface.go ./azure/clients/storageaccountclient/azure_storageaccountclient_test.go ./azure/clients/storageaccountclient/interface.go ./azure/clients/subnetclient/mocksubnetclient/doc.go ./azure/clients/subnetclient/mocksubnetclient/interface.go ./azure/clients/subnetclient/doc.go ./azure/clients/subnetclient/azure_subnetclient_test.go ./azure/clients/subnetclient/azure_subnetclient.go ./azure/clients/subnetclient/interface.go ./azure/clients/interfaceclient/doc.go ./azure/clients/interfaceclient/azure_interfaceclient_test.go ./azure/clients/interfaceclient/mockinterfaceclient/doc.go ./azure/clients/interfaceclient/mockinterfaceclient/interface.go ./azure/clients/interfaceclient/azure_interfaceclient.go ./azure/clients/interfaceclient/interface.go ./azure/clients/vmssclient/doc.go ./azure/clients/vmssclient/mockvmssclient/doc.go ./azure/clients/vmssclient/mockvmssclient/interface.go ./azure/clients/vmssclient/azure_vmssclient.go ./azure/clients/vmssclient/azure_vmssclient_test.go ./azure/clients/vmssclient/interface.go ./azure/clients/azure_client_config_test.go ./azure/clients/diskclient/azure_diskclient_test.go ./azure/clients/diskclient/azure_diskclient.go ./azure/clients/diskclient/doc.go ./azure/clients/diskclient/mockdiskclient/doc.go ./azure/clients/diskclient/mockdiskclient/interface.go ./azure/clients/diskclient/interface.go ./azure/clients/vmclient/doc.go ./azure/clients/vmclient/azure_vmclient_test.go ./azure/clients/vmclient/azure_vmclient.go ./azure/clients/vmclient/mockvmclient/doc.go ./azure/clients/vmclient/mockvmclient/interface.go ./azure/clients/vmclient/interface.go ./azure/clients/snapshotclient/doc.go ./azure/clients/snapshotclient/azure_snapshotclient.go ./azure/clients/snapshotclient/mocksnapshotclient/doc.go ./azure/clients/snapshotclient/mocksnapshotclient/interface.go ./azure/clients/snapshotclient/azure_snapshotclient_test.go ./azure/clients/snapshotclient/interface.go ./azure/clients/loadbalancerclient/doc.go ./azure/clients/loadbalancerclient/mockloadbalancerclient/doc.go ./azure/clients/loadbalancerclient/mockloadbalancerclient/interface.go ./azure/clients/loadbalancerclient/azure_loadbalancerclient.go ./azure/clients/loadbalancerclient/interface.go ./azure/clients/loadbalancerclient/azure_loadbalancerclient_test.go ./azure/azure_ratelimit.go ./azure/auth/doc.go ./azure/auth/azure_auth.go ./azure/auth/azure_auth_test.go ./azure/azure_vmss_cache.go ./azure/azure_storageaccount_test.go ./azure/azure_controller_standard.go ./azure/azure_vmss_cache_test.go ./azure/azure_utils.go ./azure/cache/doc.go ./azure/cache/azure_cache.go ./azure/cache/azure_cache_test.go ./azure/azure_controller_common_test.go ./azure/retry/doc.go ./azure/retry/azure_retry_test.go ./azure/retry/azure_error.go ./azure/retry/azure_retry.go ./azure/retry/azure_error_test.go ./azure/azure_storageaccount.go ./azure/azure_managedDiskController.go ./azure/azure_wrap.go ./azure/azure_test.go ./azure/azure_standard_test.go ./azure/azure_config_test.go ./azure/azure.go ./azure/azure_vmsets.go ./azure/main_test.go ./azure/azure_storage_test.go ./azure/azure_vmss.go ./azure/azure_storage.go ./azure/azure_blobDiskController.go ./azure/azure_instances_test.go ./azure/azure_file.go ./azure/azure_routes_test.go ./azure/azure_utils_test.go ./azure/azure_ratelimit_test.go + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.3QdJAq + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x ++ dirname /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x + cd legacy-cloud-providers-kubernetes-1.18.9 + cd /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src/k8s.io/legacy-cloud-providers + IFS= + gosupfiles= + mapfile -t gosupfilesA + go-rpm-integration install -i k8s.io/legacy-cloud-providers -b /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin -s /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build -o golang-k8s-legacy-cloud-providers-devel.file-list -O /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9 -V 1.18.9-4.fc33 -T kubernetes-1.18.9 -p /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x -g /usr/share/gocode -r '.*example.*' Installing: k8s.io/legacy-cloud-providers + IFS= +++ realpath -e --relative-base=. README.md code-of-conduct.md +++ sort -u ++ listfiles_include='README.md code-of-conduct.md' ++ echo 'README.md code-of-conduct.md' + godocs='README.md code-of-conduct.md' + [[ -n README.md code-of-conduct.md ]] + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"code-of-conduct.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 + /usr/lib/rpm/brp-python-hardlink + /usr/lib/rpm/redhat/brp-mangle-shebangs Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.iRq7Or + umask 022 + cd /builddir/build/BUILD + cd legacy-cloud-providers-kubernetes-1.18.9 + for test in "TestUpdateInternalLoadBalancerNodes" ++ grep -rl TestUpdateInternalLoadBalancerNodes + awk -i inplace '/^func.*TestUpdateInternalLoadBalancerNodes\(/ { print; print "\tt.Skip(\"disabled failing test\")"; next}1' gce/gce_loadbalancer_internal_test.go + LDFLAGS=' -X k8s.io/legacy-cloud-providers/version=1.18.9 -X k8s.io/legacy-cloud-providers/version.tag=kubernetes-1.18.9' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld ' + go-rpm-integration check -i k8s.io/legacy-cloud-providers -b /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin -s /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build -V 1.18.9-4.fc33 -T kubernetes-1.18.9 -p /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x -g /usr/share/gocode -r '.*example.*' Testing in: /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/src PATH: /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/legacy-cloud-providers-kubernetes-1.18.9/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X k8s.io/legacy-cloud-providers/version=1.18.9 -X k8s.io/legacy-cloud-providers/version.tag=kubernetes-1.18.9 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld '" testing: k8s.io/legacy-cloud-providers k8s.io/legacy-cloud-providers/aws W0129 17:37:37.823953 1044538 aws_loadbalancer.go:1167] Ignoring empty listener in AWS loadbalancer: lb_four I0129 17:37:37.825153 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.825319 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.826570 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.826842 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.826998 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.827315 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.827628 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.827713 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.827853 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.827951 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.828025 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.828144 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.828220 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.828345 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.828488 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.828560 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.828666 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.828786 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.828869 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.828986 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.829101 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.829171 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.829278 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.829433 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.829516 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.829633 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.829748 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.829817 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.829931 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.830034 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.830109 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.830200 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test W0129 17:37:37.830306 1044538 aws.go:3362] No tagged subnets found; will fall-back to the current subnet only. This is likely to be an error in a future version of k8s. W0129 17:37:37.830390 1044538 aws.go:3362] No tagged subnets found; will fall-back to the current subnet only. This is likely to be an error in a future version of k8s. W0129 17:37:37.830493 1044538 aws.go:3362] No tagged subnets found; will fall-back to the current subnet only. This is likely to be an error in a future version of k8s. W0129 17:37:37.830565 1044538 aws.go:3438] Found multiple subnets in AZ "af-south-1c"; choosing "subnet-c0000000" between subnets "subnet-c0000001" and "subnet-c0000000" W0129 17:37:37.830640 1044538 aws.go:3443] Found multiple subnets in AZ "af-south-1c"; choosing "subnet-c0000000" between subnets "subnet-c0000000" and "subnet-c0000002" W0129 17:37:37.830729 1044538 aws.go:3362] No tagged subnets found; will fall-back to the current subnet only. This is likely to be an error in a future version of k8s. I0129 17:37:37.830886 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.830962 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.831071 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.831147 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.831218 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.831317 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.831395 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.831460 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.831561 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.831629 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.831703 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.831816 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.831897 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.831964 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.832064 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.832133 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.832353 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.832525 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.832893 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.833608 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.833813 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.834420 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.834616 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.834920 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.835554 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.835701 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.835808 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.835917 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.835991 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.836097 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.836192 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.836268 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.836363 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.836540 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.836613 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.836710 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.836858 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.836934 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.837017 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test E0129 17:37:37.837226 1044538 aws.go:4378] Error deregistering load balancer from instance security groups: "could not determine security group for load balancer: " I0129 17:37:37.837468 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.837600 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.837776 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.838023 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.838113 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.838224 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.838362 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.838440 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.838522 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.838817 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.838887 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.838982 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.839483 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.839557 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.839765 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.839962 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.840041 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.840135 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.840371 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.840442 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.840540 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.840963 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.841147 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.841266 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.841460 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.841530 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.841622 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.841834 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.841903 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.841997 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.842179 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.842256 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.842341 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.842530 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.842611 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.842697 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.842782 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.842862 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.843096 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.843213 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.843281 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.843378 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.843473 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.843539 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.843621 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:37.843837 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:37.843913 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:37.843996 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:42.846316 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:42.846349 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:42.846383 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:42.846403 1044538 aws.go:780] Setting up informers for Cloud W0129 17:37:42.849015 1044538 instances.go:120] unable to parse ProviderID "vol-123456789" for node "" W0129 17:37:42.849089 1044538 instances.go:120] unable to parse ProviderID "aws:///us-east-1a/vol-12345678abcdef01" for node "" W0129 17:37:42.850088 1044538 instances.go:120] unable to parse ProviderID "aws://accountid/us-east-1a/vol-12345678abcdef01" for node "" W0129 17:37:42.850579 1044538 instances.go:120] unable to parse ProviderID "aws:///us-east-1a/vol-12345678abcdef01/suffix" for node "" W0129 17:37:42.850596 1044538 instances.go:115] node "" did not have ProviderID set I0129 17:37:42.851714 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:42.851724 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:42.851774 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test I0129 17:37:42.851876 1044538 aws.go:1229] Building AWS cloudprovider I0129 17:37:42.851881 1044538 aws.go:1189] Zone not specified in configuration file; querying AWS metadata service I0129 17:37:42.851935 1044538 tags.go:79] AWS cloud filtering on ClusterID: clusterid.test PASS ok k8s.io/legacy-cloud-providers/aws 5.081s k8s.io/legacy-cloud-providers/azure W0129 17:38:46.530789 1045248 azure_controller_common.go:195] azureDisk - failed to get azure instance id("vm1"), DetachDisk(/subscriptions/subscription/resourceGroups/rg/providers/Microsoft.Compute/disks/disk-name) will assume disk is already detached E0129 17:38:46.531108 1045248 azure_controller_standard.go:153] detach azure disk: disk disk2 not found, diskURI: /subscriptions/subscription/resourceGroups/rg/providers/Microsoft.Compute/disks/disk-name W0129 17:38:46.531649 1045248 azure_controller_common.go:319] azureDisk - Cannot find node "vm2", DisksAreAttached will assume disks [disk1] are not attached to it. E0129 17:38:46.532249 1045248 azure_controller_common.go:365] disk(/subscriptions/subscription/resourceGroups/rg/providers/Microsoft.Compute/disks/DiskName2) does not exist, removed from data disk list E0129 17:38:46.532261 1045248 azure_controller_common.go:365] disk(/subscriptions/subscription/resourceGroups/rg/providers/Microsoft.Compute/disks/DiskName3) does not exist, removed from data disk list E0129 17:38:46.532267 1045248 azure_controller_common.go:365] disk(/subscriptions/subscription/resourceGroups/rg/providers/Microsoft.Compute/disks/DiskName4) does not exist, removed from data disk list W0129 17:38:46.532413 1045248 azure_controller_standard.go:125] azureDisk - cannot find node vm2, skip detaching disk(, ) E0129 17:38:46.532450 1045248 azure_controller_standard.go:153] detach azure disk: disk disk2 not found, diskURI: I0129 17:38:48.543976 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test1) isInternal(false) - vmSetNames [as] I0129 17:38:48.544442 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test2) isInternal(true) - vmSetNames [as] I0129 17:38:48.544645 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test3) isInternal(false) - vmSetNames [as] I0129 17:38:48.544847 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test4) isInternal(false) - vmSetNames [as] E0129 17:38:48.544857 1045248 azure_loadbalancer.go:161] reconcileLoadBalancer(default/test4) failed: user supplied IP Address 1.2.3.4 was not found in resource group random-rg I0129 17:38:48.545129 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test1) isInternal(false) - vmSetNames [as as-1 as-2] W0129 17:38:48.546461 1045248 azure_loadbalancer.go:1013] annotation service.beta.kubernetes.io/azure-load-balancer-disable-tcp-reset has been depracated, it would be removed in a future release W0129 17:38:48.547156 1045248 azure_loadbalancer.go:1013] annotation service.beta.kubernetes.io/azure-load-balancer-disable-tcp-reset has been depracated, it would be removed in a future release I0129 17:38:48.547629 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test1) isInternal(false) - vmSetNames [as] I0129 17:38:48.547775 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/test1) isInternal(false) - vmSetNames [as] I0129 17:38:48.853532 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.853926 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(true) - vmSetNames [as] I0129 17:38:48.854749 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - vmSetNames [as] I0129 17:38:48.855070 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(true) - vmSetNames [as] I0129 17:38:48.855370 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(true) - vmSetNames [as] I0129 17:38:48.855560 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(true) - vmSetNames [as] I0129 17:38:48.855748 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(true) - vmSetNames [as] I0129 17:38:48.856092 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(true) - vmSetNames [as] I0129 17:38:48.856397 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(true) - vmSetNames [as] I0129 17:38:48.856672 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(true) - vmSetNames [as] I0129 17:38:48.857050 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.857621 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.857922 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.858256 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.858703 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.858945 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.859256 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.859493 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.859713 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.859984 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.860777 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.861105 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.861430 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.861620 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.862047 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.862424 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.862664 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.862867 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(true) - vmSetNames [as-1 as-2] I0129 17:38:48.863112 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(true) - vmSetNames [as] I0129 17:38:48.863259 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - vmSetNames [as] E0129 17:38:48.863274 1045248 azure_loadbalancer.go:380] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) E0129 17:38:48.863437 1045248 azure_loadbalancer.go:681] reconcileLoadBalancer: failed to get load balancer for service "default/service-2", error: selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) E0129 17:38:48.863465 1045248 azure_loadbalancer.go:161] reconcileLoadBalancer(default/service-2) failed: selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) I0129 17:38:48.863779 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.864278 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.866585 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.866931 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.867167 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.867550 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.867936 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.868176 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.868510 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(true) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.869410 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(false) - vmSetNames [as] I0129 17:38:48.869921 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - vmSetNames [as] I0129 17:38:48.870366 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(false) - vmSetNames [as] I0129 17:38:48.870560 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(false) - vmSetNames [as] I0129 17:38:48.870693 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(false) - vmSetNames [as] I0129 17:38:48.870822 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(false) - vmSetNames [as] I0129 17:38:48.870964 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(false) - vmSetNames [as] I0129 17:38:48.871121 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(false) - vmSetNames [as] I0129 17:38:48.871320 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(false) - vmSetNames [as] I0129 17:38:48.871580 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.871779 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.872066 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.872584 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.872757 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.872988 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.873293 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.873504 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.873850 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.874238 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.876862 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.878411 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.879456 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.879771 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.880492 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.882579 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.883820 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.885526 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(false) - vmSetNames [as-1 as-2] I0129 17:38:48.886346 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(false) - vmSetNames [as] I0129 17:38:48.886563 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - vmSetNames [as] E0129 17:38:48.886575 1045248 azure_loadbalancer.go:380] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) E0129 17:38:48.886864 1045248 azure_loadbalancer.go:681] reconcileLoadBalancer: failed to get load balancer for service "default/service-2", error: selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) E0129 17:38:48.886887 1045248 azure_loadbalancer.go:161] reconcileLoadBalancer(default/service-2) failed: selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - all available load balancers have exceeded maximum rule limit 1, vmSetNames ([as]) I0129 17:38:48.887133 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-1) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.887865 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-2) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.888880 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-3) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.889326 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-4) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.889643 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-5) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.890403 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-6) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.891460 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-7) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.894151 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-8) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.895235 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-9) isInternal(false) - vmSetNames [as as as-1 as-1 as-2 as-2 as-3 as-3] I0129 17:38:48.897246 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/svc1) isInternal(true) - vmSetNames [as] I0129 17:38:48.897638 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service1) isInternal(false) - vmSetNames [as] I0129 17:38:48.897753 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service2) isInternal(true) - vmSetNames [as] I0129 17:38:48.897848 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service1) isInternal(true) - vmSetNames [as] I0129 17:38:48.898066 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service1) isInternal(true) - vmSetNames [as] I0129 17:38:48.898307 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.898519 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.898682 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.898928 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.899232 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.899327 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/serviceb) isInternal(false) - vmSetNames [as] I0129 17:38:48.899473 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-sa-omitted) isInternal(false) - vmSetNames [as] I0129 17:38:48.899643 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-sa-none) isInternal(false) - vmSetNames [as] I0129 17:38:48.899859 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/service-sa-clientip) isInternal(false) - vmSetNames [as] I0129 17:38:48.900089 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.900869 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/serviceea) isInternal(true) - vmSetNames [as] I0129 17:38:48.901121 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.901204 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/serviceb) isInternal(false) - vmSetNames [as] I0129 17:38:48.901491 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.903228 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] I0129 17:38:48.903418 1045248 azure_loadbalancer.go:339] selectLoadBalancer: cluster(testCluster) service(default/servicea) isInternal(false) - vmSetNames [as] W0129 17:38:49.139662 1045248 azure.go:336] cloud-config is not provided, Azure cloud provider would be initialized from secret E0129 17:38:51.142613 1045248 azure_vmss.go:777] error: ss.GetPrimaryInterface(agente6c2000005), ss.getVmssVM(agente6c2000005), err=instance not found E0129 17:38:51.143675 1045248 azure_vmss.go:452] error: ss.GetIPByNodeName(agente6c2000005), GetPrimaryInterface("agente6c2000005"), err=instance not found PASS ok k8s.io/legacy-cloud-providers/azure 4.660s k8s.io/legacy-cloud-providers/azure/auth PASS ok k8s.io/legacy-cloud-providers/azure/auth 0.011s k8s.io/legacy-cloud-providers/azure/cache PASS ok k8s.io/legacy-cloud-providers/azure/cache 6.035s k8s.io/legacy-cloud-providers/azure/clients PASS ok k8s.io/legacy-cloud-providers/azure/clients 0.006s k8s.io/legacy-cloud-providers/azure/clients/armclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/armclient 0.011s k8s.io/legacy-cloud-providers/azure/clients/diskclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/diskclient 0.024s k8s.io/legacy-cloud-providers/azure/clients/interfaceclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/interfaceclient 0.012s k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient 0.010s k8s.io/legacy-cloud-providers/azure/clients/publicipclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/publicipclient 0.019s k8s.io/legacy-cloud-providers/azure/clients/routeclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/routeclient 0.018s k8s.io/legacy-cloud-providers/azure/clients/routetableclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/routetableclient 0.012s k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient 0.013s k8s.io/legacy-cloud-providers/azure/clients/snapshotclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/snapshotclient 0.011s k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient 0.013s k8s.io/legacy-cloud-providers/azure/clients/subnetclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/subnetclient 0.016s k8s.io/legacy-cloud-providers/azure/clients/vmclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/vmclient 0.021s k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient 0.011s k8s.io/legacy-cloud-providers/azure/clients/vmssclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/vmssclient 0.012s k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient PASS ok k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient 0.013s k8s.io/legacy-cloud-providers/azure/metrics PASS ok k8s.io/legacy-cloud-providers/azure/metrics 0.018s k8s.io/legacy-cloud-providers/azure/retry PASS ok k8s.io/legacy-cloud-providers/azure/retry 0.029s k8s.io/legacy-cloud-providers/gce W0129 17:41:14.492990 1048686 gce_disks.go:972] GCE persistent disk "disk" not found in managed zones () W0129 17:41:14.495505 1048686 gce_loadbalancer_internal.go:223] clearPreviousInternalResources: could not delete old backend service: fakesvc, err: failed to delete backend service: fakesvc, err: googleapi: got HTTP response code 500 with body: W0129 17:41:14.495517 1048686 gce_loadbalancer_internal.go:237] clearPreviousInternalResources(a): more than one health check on the backend service fakesvc, [https://www.googleapis.com/compute/v1/projects/test-project/global/healthChecks/hc1 https://www.googleapis.com/compute/v1/projects/test-project/global/healthChecks/hc2] W0129 17:41:14.495548 1048686 gce_loadbalancer_internal.go:233] clearPreviousInternalResources: could not delete existing healthcheck: hc1, err: failed to delete health check: hc1, err: googleapi: got HTTP response code 500 with body: I0129 17:41:14.504132 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.504201 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.504251 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.504304 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.504393 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.504406 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.504414 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.504439 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.504444 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.504474 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.504478 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.504484 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.504513 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.504523 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.504545 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.504554 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.504573 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.504634 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.504643 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.504651 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.504692 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.504728 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. I0129 17:41:14.504954 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.504973 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.505000 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.505013 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.505031 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.505042 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.505050 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.505061 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.505066 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.505078 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.505083 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.505089 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.505112 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.505125 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.505179 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.505187 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.505197 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.505218 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.505226 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.505233 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.505332 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.505353 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.505371 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.505385 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.505399 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.505410 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.505417 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.505428 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.505432 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.505444 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.505448 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.505454 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.505483 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.505490 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.505562 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.505570 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.505579 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.505594 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.505608 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.505616 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.505627 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.505637 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. E0129 17:41:14.506238 1048686 gce_loadbalancer_internal.go:70] Failed to attach finalizer 'gke.networking.io/l4-ilb-v1' on service /fakesvc - services "fakesvc" not found I0129 17:41:14.506309 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.506328 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.506346 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.506359 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.506374 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.506384 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.506392 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.506408 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.506412 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.506423 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.506426 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.506437 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.506458 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.506470 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.506884 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.506977 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. I0129 17:41:14.507083 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.507110 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.507127 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.507141 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.507156 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.507168 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.507176 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.507192 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.507196 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.507206 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.507210 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.507215 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.507236 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.507243 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.507423 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.507442 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.507465 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.507478 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.507493 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.507503 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.507512 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.507527 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.507532 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.507542 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.507551 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.507557 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.507577 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.507584 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.512174 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.512205 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.512225 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.512245 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.512270 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.512287 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.512297 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.512314 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.512319 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.512337 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.512341 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.512347 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.512376 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.512389 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.517472 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. I0129 17:41:14.517500 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.517511 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.517519 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.517532 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.517559 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.517567 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.517574 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.518464 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.518573 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.518668 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.518754 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.518839 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.518918 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.518994 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.519074 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.519153 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.519236 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.519350 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.519453 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.519592 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.519671 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.519264 1048686 gce_loadbalancer_external.go:696] Did not find health check test-hc, creating port 12345 path /healthz I0129 17:41:14.519937 1048686 gce_loadbalancer_external.go:705] Created HTTP health check test-hc healthCheckNodePort: 12345 W0129 17:41:14.520025 1048686 gce_loadbalancer_external.go:711] Health check test-hc exists but parameters have drifted - updating... W0129 17:41:14.520126 1048686 gce_loadbalancer_external.go:877] Error parsing firewall SourceRanges: [badSourceRange] W0129 17:41:14.520204 1048686 gce_loadbalancer_external.go:711] Health check test-hc exists but parameters have drifted - updating... W0129 17:41:14.520366 1048686 gce_loadbalancer_external.go:136] ensureExternalLoadBalancer(a(/fakesvc)): Orphaning static IP in region us-central1: . I0129 17:41:14.520525 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.520544 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.520675 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.520694 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.520709 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.520840 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.520861 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.520883 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.520897 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.520913 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.520924 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.520933 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.520947 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.520952 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.520973 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.521111 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.521129 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.521148 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.521162 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.521178 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.521192 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.521202 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.521213 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.521220 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.521247 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.521251 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.521257 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.521272 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.521650 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.521670 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.521687 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.521698 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.522322 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.522349 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.522378 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.522399 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.522415 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.522772 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.522797 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.522824 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.522856 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.522883 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.522896 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.522911 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.522923 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.522932 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.522944 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.522949 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.522956 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.522991 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.523000 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. E0129 17:41:14.523127 1048686 gce_healthchecks.go:282] vstring () is not a valid version string: could not parse "" as version E0129 17:41:14.523150 1048686 gce_instances.go:500] Failed to retrieve instances: [] I0129 17:41:14.523446 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.523457 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.523474 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.523492 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.523502 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.523513 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.523525 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.523528 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.523546 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.523565 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. I0129 17:41:14.524410 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.524433 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.524459 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.524487 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.524512 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.524525 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.524546 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.524565 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.524575 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.524588 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.524592 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.524598 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.524664 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.524673 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.524722 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.524731 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.524738 1048686 gce_loadbalancer_external.go:484] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Deleted target pool. I0129 17:41:14.524753 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.524770 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.524785 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.524807 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.524811 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.524822 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.524831 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.525749 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.525775 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.525801 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.525817 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.525840 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.525915 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.525925 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.525943 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.525948 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.525966 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.525970 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.525982 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.526013 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.526047 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.527619 1048686 gce_loadbalancer_external.go:321] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting firewall rule. I0129 17:41:14.527643 1048686 gce_loadbalancer_external.go:335] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting IP address. I0129 17:41:14.527658 1048686 gce_loadbalancer_external.go:339] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting forwarding rule. I0129 17:41:14.527666 1048686 gce_loadbalancer_external.go:345] ensureExternalLoadBalancerDeleted(a(/fakesvc)): Deleting target pool. I0129 17:41:14.527676 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check a. I0129 17:41:14.527696 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-a-http-hc. I0129 17:41:14.527705 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.527712 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.528009 1048686 gce_loadbalancer_external.go:788] LoadBalancer target pool a changed affinity from NONE to ClientIP I0129 17:41:14.528193 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.528214 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.528234 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.528249 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.528267 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.528280 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.528326 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.528346 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.528351 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.528364 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.528368 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.528374 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.528406 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.528416 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.529300 1048686 gce_loadbalancer_external.go:381] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check k8s-test-cluster-id-node. I0129 17:41:14.529313 1048686 gce_loadbalancer_external.go:403] DeleteExternalTargetPoolAndChecks(a(/fakesvc)): Deleting health check firewall k8s-test-cluster-id-node-http-hc. I0129 17:41:14.529320 1048686 gce_loadbalancer_external.go:484] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Deleted target pool. I0129 17:41:14.529331 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.529472 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.529483 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.529495 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.529562 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.529574 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.529578 1048686 gce_loadbalancer_external.go:502] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created initial target pool (now updating the remaining 1 hosts). I0129 17:41:14.529743 1048686 gce_loadbalancer_external.go:506] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Updated target pool (with 1 hosts). I0129 17:41:14.529955 1048686 gce_loadbalancer_external.go:513] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Updated target pool (with 1 hosts). I0129 17:41:14.530510 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.530530 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.530549 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.530563 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.530578 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.530588 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.530597 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.530609 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.530613 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.530623 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.530627 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.530632 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.530656 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.530664 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.530702 1048686 gce_loadbalancer_external.go:760] LoadBalancer protocol for forwarding rule a was expected to be TCP, but was actually UDP I0129 17:41:14.530761 1048686 gce_loadbalancer_external.go:745] LoadBalancer ip for forwarding rule a was expected to be 1.2.3.0, but was actually 1.2.3.4 I0129 17:41:14.530820 1048686 gce_loadbalancer_external.go:755] LoadBalancer port range for forwarding rule a was expected to be 123-123, but was actually 124-124 I0129 17:41:14.530978 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.530995 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.531013 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.531027 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.531043 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.531054 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.531063 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.531075 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.531079 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.531090 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.531095 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.531135 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.531171 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.531181 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. E0129 17:41:14.531356 1048686 gce_loadbalancer_external.go:80] ensureExternalLoadBalancer(a(/fakesvc)): Failed to get the desired network tier: unsupported network tier: "SupremeLuxury". I0129 17:41:14.531534 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.531553 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.531572 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.531586 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.531601 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.532518 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.532638 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.532724 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.532797 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.532896 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.532968 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.533041 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.533175 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.533256 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. I0129 17:41:14.534328 1048686 gce_loadbalancer_external.go:157] ensureExternalLoadBalancer(a(/fakesvc)): Ensured IP address 1.2.3.0 (tier: Premium). I0129 17:41:14.534454 1048686 gce_loadbalancer_external.go:191] ensureExternalLoadBalancer(a(/fakesvc)): Creating firewall. I0129 17:41:14.534554 1048686 gce_loadbalancer_external.go:195] ensureExternalLoadBalancer(a(/fakesvc)): Created firewall. I0129 17:41:14.534684 1048686 gce_loadbalancer_external.go:204] ensureExternalLoadBalancer(a(/fakesvc)): Target pool for service doesn't exist. I0129 17:41:14.534779 1048686 gce_loadbalancer_external.go:903] Creating firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.534867 1048686 gce_loadbalancer_external.go:907] Created firewall k8s-test-cluster-id-node-http-hc for health checks. I0129 17:41:14.534950 1048686 gce_loadbalancer_external.go:696] Did not find health check k8s-test-cluster-id-node, creating port 10256 path /healthz I0129 17:41:14.535030 1048686 gce_loadbalancer_external.go:705] Created HTTP health check k8s-test-cluster-id-node healthCheckNodePort: 10256 I0129 17:41:14.535104 1048686 gce_loadbalancer_external.go:555] Creating targetpool a with 1 healthchecks I0129 17:41:14.535188 1048686 gce_loadbalancer_external.go:497] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created health checks k8s-test-cluster-id-node. I0129 17:41:14.535258 1048686 gce_loadbalancer_external.go:500] ensureTargetPoolAndHealthCheck(a(/fakesvc)): Created target pool. I0129 17:41:14.535331 1048686 gce_loadbalancer_external.go:264] ensureExternalLoadBalancer(a(/fakesvc)): Creating forwarding rule, IP 1.2.3.0 (tier: Premium). I0129 17:41:14.535529 1048686 gce_loadbalancer_external.go:273] ensureExternalLoadBalancer(a(/fakesvc)): Created forwarding rule, IP 1.2.3.0. I0129 17:41:14.535624 1048686 gce_loadbalancer_external.go:133] ensureExternalLoadBalancer(a(/fakesvc)): Released static IP 1.2.3.0. E0129 17:41:14.536736 1048686 gce_loadbalancer_external.go:467] verifyUserRequestedIP: requested IP "1.1.1.1" for LB test-lb is neither static nor assigned to the LB E0129 17:41:14.537672 1048686 gce_loadbalancer_external.go:451] verifyUserRequestedIP: requested static IP "1.1.1.1" (name: foo) for LB test-lb has network tier Premium, need Standard. W0129 17:41:14.548311 1048686 gce_loadbalancer_internal.go:528] Limiting number of VMs for InstanceGroup k8s-ig--test-cluster-id to 1000 PASS ok k8s.io/legacy-cloud-providers/gce 0.160s k8s.io/legacy-cloud-providers/openstack PASS ok k8s.io/legacy-cloud-providers/openstack 0.027s k8s.io/legacy-cloud-providers/vsphere E0129 17:42:18.061835 1049935 credentialmanager.go:94] Cannot get secret vsconf in namespace kube-system. error: "secret \"vsconf\" not found" W0129 17:42:18.062598 1049935 credentialmanager.go:77] secret "vsconf" not found in namespace "kube-system" E0129 17:42:18.062733 1049935 credentialmanager.go:94] Cannot get secret vsconf in namespace kube-system. error: "secret \"vsconf\" not found" W0129 17:42:18.062806 1049935 credentialmanager.go:77] secret "vsconf" not found in namespace "kube-system" E0129 17:42:18.062880 1049935 credentialmanager.go:82] credentials not found for server "0.0.0.0" E0129 17:42:18.063028 1049935 credentialmanager.go:82] credentials not found for server "1.1.1.1" E0129 17:42:18.063923 1049935 credentialmanager.go:156] Unknown secret key 10.20.30.40.usernam E0129 17:42:18.064069 1049935 credentialmanager.go:162] Username/Password is missing for server 10.20.30.40 E0129 17:42:18.064156 1049935 credentialmanager.go:162] Username/Password is missing for server 10.20.30.40 E0129 17:42:18.064232 1049935 credentialmanager.go:156] Unknown secret key 10.20.30.40 W0129 17:42:18.098512 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.108365 1049935 connection.go:167] No active session, cannot logout E0129 17:42:18.108493 1049935 connection.go:167] No active session, cannot logout W0129 17:42:18.145404 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.172764 1049935 connection.go:167] No active session, cannot logout E0129 17:42:18.172865 1049935 connection.go:167] No active session, cannot logout W0129 17:42:18.204857 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.246388 1049935 connection.go:167] No active session, cannot logout E0129 17:42:18.246429 1049935 connection.go:167] No active session, cannot logout W0129 17:42:18.279695 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file I0129 17:42:18.309961 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 I0129 17:42:18.336432 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 E0129 17:42:18.366655 1049935 vsphere.go:1574] Get zone for node buildvm-s390x-19.s390.fedoraproject.org: vSphere region category "k8s-region" does not match any tags for node buildvm-s390x-19.s390.fedoraproject.org [f7c371d6-2003-5a48-9859-3bc9a8b08908] I0129 17:42:18.369234 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 E0129 17:42:18.391539 1049935 vsphere.go:1547] Found "k8s-region" tag (k8s-region-US) for f7c371d6-2003-5a48-9859-3bc9a8b08908 attached to HostSystem:host-34 E0129 17:42:18.393443 1049935 vsphere.go:1574] Get zone for node buildvm-s390x-19.s390.fedoraproject.org: vSphere zone category "k8s-zone" does not match any tags for node buildvm-s390x-19.s390.fedoraproject.org [f7c371d6-2003-5a48-9859-3bc9a8b08908] I0129 17:42:18.398072 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 E0129 17:42:18.420916 1049935 vsphere.go:1547] Found "k8s-region" tag (k8s-region-US) for f7c371d6-2003-5a48-9859-3bc9a8b08908 attached to HostSystem:host-34 E0129 17:42:18.421586 1049935 vsphere.go:1547] Found "k8s-zone" tag (k8s-zone-US-CA1) for f7c371d6-2003-5a48-9859-3bc9a8b08908 attached to HostSystem:host-34 I0129 17:42:18.425012 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 E0129 17:42:18.455088 1049935 vsphere.go:1574] Get zone for node buildvm-s390x-19.s390.fedoraproject.org: vSphere region category "k8s-region" does not match any tags for node buildvm-s390x-19.s390.fedoraproject.org [f7c371d6-2003-5a48-9859-3bc9a8b08908] I0129 17:42:18.458380 1049935 datacenter.go:99] VirtualMachine:vm-66 host is HostSystem:host-34 E0129 17:42:18.481296 1049935 vsphere.go:1547] Found "k8s-zone" tag (k8s-zone-US-CA1) for f7c371d6-2003-5a48-9859-3bc9a8b08908 attached to ClusterComputeResource:clustercomputeresource-27 E0129 17:42:18.482145 1049935 vsphere.go:1547] Found "k8s-region" tag (k8s-region-US) for f7c371d6-2003-5a48-9859-3bc9a8b08908 attached to Datacenter:datacenter-2 E0129 17:42:18.503256 1049935 connection.go:167] No active session, cannot logout W0129 17:42:18.519161 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.624701 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.626067 1049935 vsphere.go:323] Global.User and Secret info provided. VCP will use secret to get credentials W0129 17:42:18.626173 1049935 vsphere.go:327] Global.Password and Secret info provided. VCP will use secret to get credentials W0129 17:42:18.626361 1049935 vsphere.go:327] Global.Password and Secret info provided. VCP will use secret to get credentials W0129 17:42:18.626535 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.626697 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.626770 1049935 vsphere.go:338] Global.User is empty! W0129 17:42:18.626932 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.627004 1049935 vsphere.go:342] Global.Password is empty! W0129 17:42:18.627143 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.627215 1049935 vsphere.go:338] Global.User is empty! W0129 17:42:18.627439 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.627859 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.628218 1049935 vsphere.go:427] vcConfig.Password for server 0.0.0.0 and Secret info provided. VCP will use secret to get credentials W0129 17:42:18.628396 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.628605 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file W0129 17:42:18.628862 1049935 vsphere.go:316] SecretName and/or SecretNamespace is not provided. VCP will use username and password from config file E0129 17:42:18.640108 1049935 connection.go:167] No active session, cannot logout W0129 17:42:18.668383 1049935 datacenter.go:269] QueryVirtualDiskUuid failed for diskPath: "[LocalDS_0] kube-dummyDisk.vmdk". err: ServerFaultCode: File [LocalDS_0] kube-dummyDisk.vmdk was not found PASS ok k8s.io/legacy-cloud-providers/vsphere 0.662s k8s.io/legacy-cloud-providers/vsphere/vclib E0129 17:42:24.916822 1050036 datacenter.go:45] Failed to find the datacenter: enoent. err: datacenter 'enoent' not found E0129 17:42:24.919613 1050036 datacenter.go:78] Unable to find VM by UUID. VM UUID: enoent E0129 17:42:24.922196 1050036 datacenter.go:109] Failed to find VM by Path. VM Path: enoent, err: vm 'enoent' not found E0129 17:42:24.923727 1050036 datacenter.go:171] Failed to parse vmDiskPath: enoent E0129 17:42:24.929534 1050036 datacenter.go:183] Failed while searching for datastore: enoent. err: datastore 'enoent' not found E0129 17:42:24.934180 1050036 datacenter.go:183] Failed while searching for datastore: enoent. err: datastore 'enoent' not found E0129 17:42:24.950003 1050036 datacenter.go:231] Failed to get the folder reference for enoent. err: folder 'enoent' not found E0129 17:42:24.952166 1050036 datacenter.go:243] VirtualMachine Object list is empty E0129 17:42:24.952531 1050036 datacenter.go:253] Failed to get VM managed objects from VM objects. vmObjList: [VirtualMachine:vm-57 @ /DC0/vm/DC0_H0_VM0], properties: [enoent], err: InvalidProperty W0129 17:42:24.954324 1050036 datacenter.go:269] QueryVirtualDiskUuid failed for diskPath: "[LocalDS_0] DC0_H0_VM0/disk1.vmdkenoent.vmdk". err: ServerFaultCode: File [LocalDS_0] DC0_H0_VM0/disk1.vmdkenoent.vmdk was not found E0129 17:42:24.955112 1050036 datacenter.go:281] Datastore Object list is empty E0129 17:42:24.956351 1050036 datacenter.go:291] Failed to get Datastore managed objects from datastore objects. dsObjList: [Datastore:/tmp/govcsim-DC0-LocalDS_0-129112328@folder-5 @ /DC0/datastore/LocalDS_0], properties: [enoent], err: InvalidProperty E0129 17:42:25.315148 1050036 connection.go:196] Failed to create new client. err: EOF 2021/01/29 17:42:25 http: TLS handshake error from 127.0.0.1:59046: remote error: tls: bad certificate E0129 17:42:25.647829 1050036 connection.go:196] Failed to create new client. err: Post "https://127.0.0.1:45579/sdk": host "127.0.0.1:45579" thumbprint does not match "obviously wrong" E0129 17:42:25.688614 1050036 connection.go:196] Failed to create new client. err: Post "https://127.0.0.1:40819/sdk": x509: certificate signed by unknown authority 2021/01/29 17:42:25 http: TLS handshake error from 127.0.0.1:36660: remote error: tls: bad certificate 2021/01/29 17:42:25 http: TLS handshake error from 127.0.0.1:36974: remote error: tls: bad certificate E0129 17:42:25.763846 1050036 connection.go:196] Failed to create new client. err: EOF PASS ok k8s.io/legacy-cloud-providers/vsphere/vclib 0.959s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-k8s-legacy-cloud-providers-devel-1.18.9-4.fc33.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.m6TMEp + umask 022 + cd /builddir/build/BUILD + cd legacy-cloud-providers-kubernetes-1.18.9 + DOCDIR=/builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/doc/golang-k8s-legacy-cloud-providers-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/doc/golang-k8s-legacy-cloud-providers-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/doc/golang-k8s-legacy-cloud-providers-devel + cp -pr code-of-conduct.md /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/doc/golang-k8s-legacy-cloud-providers-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.mTs72r + umask 022 + cd /builddir/build/BUILD + cd legacy-cloud-providers-kubernetes-1.18.9 + LICENSEDIR=/builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/licenses/golang-k8s-legacy-cloud-providers-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/licenses/golang-k8s-legacy-cloud-providers-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x/usr/share/licenses/golang-k8s-legacy-cloud-providers-devel + RPM_EC=0 ++ jobs -p + exit 0 Provides: golang(k8s.io/legacy-cloud-providers/aws) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/aws)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/auth) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/auth)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/cache) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/cache)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/armclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/armclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/armclient/mockarmclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/armclient/mockarmclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/diskclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/diskclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/diskclient/mockdiskclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/diskclient/mockdiskclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/interfaceclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/interfaceclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/interfaceclient/mockinterfaceclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/interfaceclient/mockinterfaceclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient/mockloadbalancerclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/loadbalancerclient/mockloadbalancerclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/publicipclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/publicipclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/publicipclient/mockpublicipclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/publicipclient/mockpublicipclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routeclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routeclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routeclient/mockrouteclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routeclient/mockrouteclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routetableclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routetableclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routetableclient/mockroutetableclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/routetableclient/mockroutetableclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient/mocksecuritygroupclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/securitygroupclient/mocksecuritygroupclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/snapshotclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/snapshotclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/snapshotclient/mocksnapshotclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/snapshotclient/mocksnapshotclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient/mockstorageaccountclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/storageaccountclient/mockstorageaccountclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/subnetclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/subnetclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/subnetclient/mocksubnetclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/subnetclient/mocksubnetclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmclient/mockvmclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmclient/mockvmclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient/mockvmsizeclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmsizeclient/mockvmsizeclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssclient/mockvmssclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssclient/mockvmssclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient/mockvmssvmclient) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/clients/vmssvmclient/mockvmssvmclient)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/metrics) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/metrics)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/mockvmsets) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/mockvmsets)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/retry) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/azure/retry)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/gce) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/gce)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/openstack) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/openstack)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/testing) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/testing)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib/diskmanagers) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib/diskmanagers)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib/fixtures) = 1.18.9-4.fc33 golang(k8s.io/legacy-cloud-providers/vsphere/vclib/fixtures)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang-ipath(k8s.io/legacy-cloud-providers) = 1.18.9-4.fc33 golang-ipath(k8s.io/legacy-cloud-providers)(tag=kubernetes-1.18.9) = 1.18.9-4.fc33 golang-k8s-legacy-cloud-providers-devel = 1.18.9-4.fc33 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(cloud.google.com/go/compute/metadata) golang(github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2019-07-01/compute) golang(github.com/Azure/azure-sdk-for-go/services/network/mgmt/2019-06-01/network) golang(github.com/Azure/azure-sdk-for-go/services/storage/mgmt/2019-06-01/storage) golang(github.com/Azure/azure-sdk-for-go/storage) golang(github.com/Azure/go-autorest/autorest) golang(github.com/Azure/go-autorest/autorest/adal) golang(github.com/Azure/go-autorest/autorest/azure) golang(github.com/Azure/go-autorest/autorest/mocks) golang(github.com/Azure/go-autorest/autorest/to) golang(github.com/GoogleCloudPlatform/k8s-cloud-provider/pkg/cloud) golang(github.com/GoogleCloudPlatform/k8s-cloud-provider/pkg/cloud/filter) golang(github.com/GoogleCloudPlatform/k8s-cloud-provider/pkg/cloud/meta) golang(github.com/GoogleCloudPlatform/k8s-cloud-provider/pkg/cloud/mock) golang(github.com/aws/aws-sdk-go/aws) golang(github.com/aws/aws-sdk-go/aws/awserr) golang(github.com/aws/aws-sdk-go/aws/credentials) golang(github.com/aws/aws-sdk-go/aws/credentials/ec2rolecreds) golang(github.com/aws/aws-sdk-go/aws/credentials/stscreds) golang(github.com/aws/aws-sdk-go/aws/ec2metadata) golang(github.com/aws/aws-sdk-go/aws/endpoints) golang(github.com/aws/aws-sdk-go/aws/request) golang(github.com/aws/aws-sdk-go/aws/session) golang(github.com/aws/aws-sdk-go/service/autoscaling) golang(github.com/aws/aws-sdk-go/service/ec2) golang(github.com/aws/aws-sdk-go/service/elb) golang(github.com/aws/aws-sdk-go/service/elbv2) golang(github.com/aws/aws-sdk-go/service/kms) golang(github.com/aws/aws-sdk-go/service/sts) golang(github.com/golang/mock/gomock) golang(github.com/gophercloud/gophercloud) golang(github.com/gophercloud/gophercloud/openstack) golang(github.com/gophercloud/gophercloud/openstack/blockstorage/extensions/volumeactions) golang(github.com/gophercloud/gophercloud/openstack/blockstorage/v1/volumes) golang(github.com/gophercloud/gophercloud/openstack/blockstorage/v2/volumes) golang(github.com/gophercloud/gophercloud/openstack/blockstorage/v3/volumes) golang(github.com/gophercloud/gophercloud/openstack/compute/v2/extensions/attachinterfaces) golang(github.com/gophercloud/gophercloud/openstack/compute/v2/extensions/volumeattach) golang(github.com/gophercloud/gophercloud/openstack/compute/v2/servers) golang(github.com/gophercloud/gophercloud/openstack/identity/v3/extensions/trusts) golang(github.com/gophercloud/gophercloud/openstack/identity/v3/tokens) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/external) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/layer3/floatingips) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/layer3/routers) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/lbaas_v2/listeners) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/lbaas_v2/loadbalancers) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/lbaas_v2/monitors) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/lbaas_v2/pools) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/security/groups) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/extensions/security/rules) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/networks) golang(github.com/gophercloud/gophercloud/openstack/networking/v2/ports) golang(github.com/gophercloud/gophercloud/pagination) golang(github.com/gophercloud/utils/openstack/networking/v2/extensions/security/groups) golang(github.com/mitchellh/mapstructure) golang(github.com/rubiojr/go-vhd/vhd) golang(github.com/vmware/govmomi/find) golang(github.com/vmware/govmomi/lookup/simulator) golang(github.com/vmware/govmomi/object) golang(github.com/vmware/govmomi/pbm) golang(github.com/vmware/govmomi/pbm/types) golang(github.com/vmware/govmomi/property) golang(github.com/vmware/govmomi/session) golang(github.com/vmware/govmomi/simulator) golang(github.com/vmware/govmomi/sts) golang(github.com/vmware/govmomi/sts/simulator) golang(github.com/vmware/govmomi/vapi/rest) golang(github.com/vmware/govmomi/vapi/simulator) golang(github.com/vmware/govmomi/vapi/tags) golang(github.com/vmware/govmomi/vim25) golang(github.com/vmware/govmomi/vim25/mo) golang(github.com/vmware/govmomi/vim25/soap) golang(github.com/vmware/govmomi/vim25/types) golang(golang.org/x/crypto/pkcs12) golang(golang.org/x/oauth2) golang(golang.org/x/oauth2/google) golang(google.golang.org/api/compute/v0.alpha) golang(google.golang.org/api/compute/v0.beta) golang(google.golang.org/api/compute/v1) golang(google.golang.org/api/container/v1) golang(google.golang.org/api/googleapi) golang(google.golang.org/api/option) golang(google.golang.org/api/tpu/v1) golang(gopkg.in/gcfg.v1) golang(k8s.io/api/core/v1) golang(k8s.io/apimachinery/pkg/api/errors) golang(k8s.io/apimachinery/pkg/api/resource) golang(k8s.io/apimachinery/pkg/apis/meta/v1) golang(k8s.io/apimachinery/pkg/fields) golang(k8s.io/apimachinery/pkg/runtime) golang(k8s.io/apimachinery/pkg/types) golang(k8s.io/apimachinery/pkg/util/errors) golang(k8s.io/apimachinery/pkg/util/net) golang(k8s.io/apimachinery/pkg/util/sets) golang(k8s.io/apimachinery/pkg/util/uuid) golang(k8s.io/apimachinery/pkg/util/version) golang(k8s.io/apimachinery/pkg/util/wait) golang(k8s.io/apimachinery/pkg/watch) golang(k8s.io/apiserver/pkg/util/feature) golang(k8s.io/client-go/informers) golang(k8s.io/client-go/informers/core/v1) golang(k8s.io/client-go/kubernetes) golang(k8s.io/client-go/kubernetes/fake) golang(k8s.io/client-go/kubernetes/scheme) golang(k8s.io/client-go/kubernetes/typed/core/v1) golang(k8s.io/client-go/listers/core/v1) golang(k8s.io/client-go/pkg/version) golang(k8s.io/client-go/tools/cache) golang(k8s.io/client-go/tools/clientcmd) golang(k8s.io/client-go/tools/record) golang(k8s.io/client-go/util/cert) golang(k8s.io/client-go/util/flowcontrol) golang(k8s.io/cloud-provider) golang(k8s.io/cloud-provider/node/helpers) golang(k8s.io/cloud-provider/service/helpers) golang(k8s.io/cloud-provider/volume) golang(k8s.io/cloud-provider/volume/errors) golang(k8s.io/cloud-provider/volume/helpers) golang(k8s.io/component-base/featuregate) golang(k8s.io/component-base/metrics) golang(k8s.io/component-base/metrics/legacyregistry) golang(k8s.io/csi-translation-lib/plugins) golang(k8s.io/klog/v2) golang(k8s.io/utils/exec) golang(k8s.io/utils/mount) golang(k8s.io/utils/net) golang(sigs.k8s.io/yaml) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x Wrote: /builddir/build/RPMS/golang-k8s-legacy-cloud-providers-devel-1.18.9-4.fc33.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.LOwCrp + umask 022 + cd /builddir/build/BUILD + cd legacy-cloud-providers-kubernetes-1.18.9 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-k8s-legacy-cloud-providers-1.18.9-4.fc33.s390x + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0