Change:
defer ctrl.Stop() // This PV will be claimed, released, and recycled. <del> pv := createPV("fake-pv", "/tmp/foo", "10G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}, api.PersistentVolumeReclaimRecycle) pvc := createPVC("fake-pvc", "5G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}) </del> <ins> pv := createPV("fake-pv-recycler", "/tmp/foo", "10G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}, api.PersistentVolumeReclaimRecycle) pvc := createPVC("fake-pvc-recycler", "5G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}) </ins> _, err := testClient.PersistentVolumes().Create(pv) if err != nil { t.Errorf("Failed to create PersistentVolume: %v", err) } <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pvc created") </ins> _, err = testClient.PersistentVolumeClaims(api.NamespaceDefault).Create(pvc) if err != nil { t.Errorf("Failed to create PersistentVolumeClaim: %v", err) } <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pvc created") </ins> // wait until the controller pairs the volume and claim waitForPersistentVolumePhase(testClient, pv.Name, watchPV, api.VolumeBound) <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pv bound") </ins> waitForPersistentVolumeClaimPhase(testClient, pvc.Name, watchPVC, api.ClaimBound) <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pvc bound") </ins> // deleting a claim releases the volume, after which it can be recycled if err := testClient.PersistentVolumeClaims(api.NamespaceDefault).Delete(pvc.Name, nil); err != nil { t.Errorf("error deleting claim %s", pvc.Name) } <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pvc deleted") </ins> waitForPersistentVolumePhase(testClient, pv.Name, watchPV, api.VolumeReleased) <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pv released") </ins> waitForPersistentVolumePhase(testClient, pv.Name, watchPV, api.VolumeAvailable) <ins> glog.V(2).Infof("TestPersistentVolumeRecycler pv available") } </ins> <del> // end of Recycler test. // Deleter test begins now. // tests are serial because running masters concurrently that delete keys may cause similar tests to time out </del> <ins> func TestPersistentVolumeDeleter(t *testing.T) { glog.V(2).Infof("TestPersistentVolumeDeleter started") _, s := framework.RunAMaster(t) defer s.Close() </ins> deleteAllEtcdKeys() <ins> testClient, ctrl, watchPV, watchPVC := createClients(t, s) defer watchPV.Stop() defer watchPVC.Stop() ctrl.Run() defer ctrl.Stop() </ins> <del> // change the reclamation policy of the PV for the next test pv.Spec.PersistentVolumeReclaimPolicy = api.PersistentVolumeReclaimDelete </del> <ins> // This PV will be claimed, released, and deleted. pv := createPV("fake-pv-deleter", "/tmp/foo", "10G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}, api.PersistentVolumeReclaimDelete) pvc := createPVC("fake-pvc-deleter", "5G", []api.PersistentVolumeAccessMode{api.ReadWriteOnce}) </ins> <del> _, err = testClient.PersistentVolumes().Create(pv) </del> <ins> _, err := testClient.PersistentVolumes().Create(pv) </ins> if err != nil { t.Errorf("Failed to create PersistentVolume: %v", err) } <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pv created") </ins> _, err = testClient.PersistentVolumeClaims(api.NamespaceDefault).Create(pvc) if err != nil { t.Errorf("Failed to create PersistentVolumeClaim: %v", err) } <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pvc created") </ins> waitForPersistentVolumePhase(testClient, pv.Name, watchPV, api.VolumeBound) <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pv bound") </ins> waitForPersistentVolumeClaimPhase(testClient, pvc.Name, watchPVC, api.ClaimBound) <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pvc bound") </ins> // deleting a claim releases the volume, after which it can be recycled if err := testClient.PersistentVolumeClaims(api.NamespaceDefault).Delete(pvc.Name, nil); err != nil { t.Errorf("error deleting claim %s", pvc.Name) } <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pvc deleted") </ins> waitForPersistentVolumePhase(testClient, pv.Name, watchPV, api.VolumeReleased) <ins> glog.V(2).Infof("TestPersistentVolumeDeleter pv released") </ins> for { event := <-watchPV.ResultChan()

Discussion:
Test failed with and the relevant part of the stack trace is: Logs:
(or anyone), integration tests do not log much and I don't know what's going on in volume controller. Would it be possible to raise integration test log level at least to v=3 (4 preferred)?
what is the status of
can you please take a look?
Increasing integration log level can go into I think. It's probably a good idea to split them into their own job.