Module tests.test_orphan
Functions
def create_disks_on_host(client, disk_names, request)-
Expand source code
def create_disks_on_host(client, disk_names, request): # NOQA disk_paths = [] lht_hostId = get_self_host_id() node = client.by_id_node(lht_hostId) update_disks = get_update_disks(node.disks) for name in disk_names: disk_path = create_host_disk(client, name, str(Gi), lht_hostId) disk = {"path": disk_path, "allowScheduling": True} update_disks[name] = disk disk_paths.append(disk_path) node = update_node_disks(client, node.name, disks=update_disks, retry=True) node = wait_for_disk_update(client, node.name, len(update_disks)) def finalizer(): delete_extra_disks_on_host(client, disk_names) for disk_name in disk_names: cleanup_host_disks(client, disk_name) request.addfinalizer(finalizer) return disk_paths def create_orphaned_directories_on_host(volume, disk_paths, num_orphans)-
Expand source code
def create_orphaned_directories_on_host(volume, disk_paths, num_orphans): # NOQA lht_hostId = get_self_host_id() paths = [] for replica in volume.replicas: if replica.hostId != lht_hostId: continue for _ in range(num_orphans): for i, disk_path in enumerate(disk_paths): replica_dir_name = volume.name + "-" + generate_random_id(8) path = os.path.join(disk_path, "replicas", replica_dir_name) paths.append(path) exec_local("cp -a {} {}".format(replica.dataPath, path)) return paths def create_volume_with_replica_on_host(client, volume_name)-
Expand source code
def create_volume_with_replica_on_host(client, volume_name): # NOQA lht_hostId = get_self_host_id() nodes = client.list_node() volume = create_and_check_volume(client, volume_name, num_of_replicas=len(nodes), size=SIZE) volume.attach(hostId=lht_hostId, disableFrontend=False) wait_for_volume_healthy(client, volume_name) return volume def delete_extra_disks_on_host(client, disk_names)-
Expand source code
def delete_extra_disks_on_host(client, disk_names): # NOQA lht_hostId = get_self_host_id() node = client.by_id_node(lht_hostId) update_disk = get_update_disks(node.disks) for disk_name in disk_names: update_disk[disk_name].allowScheduling = False update_disk[disk_name].evictionRequested = True node = node.diskUpdate(disks=update_disk) for disk_name in disk_names: wait_for_disk_status(client, lht_hostId, disk_name, "storageScheduled", 0) def delete_orphan(client, orphan_name)-
Expand source code
def delete_orphan(client, orphan_name): # NOQA for _ in range(RETRY_COUNTS): found = False try: orphan = client.by_id_orphan(orphan_name) client.delete(orphan) time.sleep(RETRY_INTERVAL_LONG) orphans = client.list_orphan() for orphan in orphans: if orphan.name == orphan_name: found = True break if not found: break except Exception as e: print(e) break assert not found def delete_orphaned_directory_on_host(directories)-
Expand source code
def delete_orphaned_directory_on_host(directories): # NOQA for path in directories: exec_local("rm -rf {}".format(path)) def delete_orphans(client)-
Expand source code
def delete_orphans(client): # NOQA orphans = client.list_orphan() for orphan in orphans: delete_orphan(client, orphan.name) def generate_random_id(num_bytes)-
Expand source code
def generate_random_id(num_bytes): return ''.join(random.choice(string.ascii_lowercase + string.digits) for _ in range(num_bytes)) def test_delete_orphan_after_orphaned_dir_is_deleted(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_delete_orphan_after_orphaned_dir_is_deleted(client, volume_name, request): # NOQA """ Test the immediate deletion of orphan CRs after the orphaned replica directory is deleted 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CR for the orphaned replica directories 6. Delete the on-disk orphaned replica directories 7. Delete the orphan CRs immediately 8. Verify orphan list is empty """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 orphaned_directories = create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6 delete_orphaned_directory_on_host(orphaned_directories) # Step 7 delete_orphans(client) # Step 8 assert wait_for_orphan_count(client, 0, 180) == 0Test the immediate deletion of orphan CRs after the orphaned replica directory is deleted 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CR for the orphaned replica directories 6. Delete the on-disk orphaned replica directories 7. Delete the orphan CRs immediately 8. Verify orphan list is empty
def test_delete_orphans(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_delete_orphans(client, volume_name, request): # NOQA """ Test the deletion of orphaned replica directories 1. Create a new disk holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains CRs for the valid orphaned replica directories 6. Delete all orphan CRs 7. Verify orphan list is empty and the orphan replica directories are deleted 8. Verify all orphaned replica directories are deleted """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 num_orphans = 5 create_orphaned_directories_on_host(volume, disk_paths, num_orphans) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, num_orphans, 180) == num_orphans # Step 6 delete_orphans(client) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0 # Step 8 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 0, 180) == 0Test the deletion of orphaned replica directories 1. Create a new disk holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains CRs for the valid orphaned replica directories 6. Delete all orphan CRs 7. Verify orphan list is empty and the orphan replica directories are deleted 8. Verify all orphaned replica directories are deleted
def test_disk_evicted(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_disk_evicted(client, volume_name, request): # NOQA """ Test the orphan CR is deleted in background but on-disk data still exists if the disk is evicted 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the valid orphaned replica directory 6. Evict the disk containing the orphaned replica directory 7. Verify the orphan CR is deleted in background, but the on-disk orphaned replica directory still exists 8. Set the disk scheduleable again 9. Verify the orphan CR is created again and the on-disk orphaned replica directory still exists """ disk_names = ["vol-disk-" + generate_random_id(4)] lht_hostId = get_self_host_id() # Step 1 cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6: Request disk eviction evictionRequested node = client.by_id_node(lht_hostId) update_disks = get_update_disks(node.disks) update_disks[disk_names[0]].allowScheduling = False update_disks[disk_names[0]].evictionRequested = True node = node.diskUpdate(disks=update_disks) node = wait_for_disk_update(client, node.name, len(update_disks)) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 1, 180) == 1 # Step 8: Set disk allowScheduling to true and evictionRequested to false node = client.by_id_node(lht_hostId) update_disks = get_update_disks(node.disks) update_disks[disk_names[0]].allowScheduling = True update_disks[disk_names[0]].evictionRequested = False node = node.diskUpdate(disks=update_disks) node = wait_for_disk_update(client, node.name, len(update_disks)) # Step 9 assert wait_for_orphan_count(client, 1, 180) == 1 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 1, 180) == 1Test the orphan CR is deleted in background but on-disk data still exists if the disk is evicted 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the valid orphaned replica directory 6. Evict the disk containing the orphaned replica directory 7. Verify the orphan CR is deleted in background, but the on-disk orphaned replica directory still exists 8. Set the disk scheduleable again 9. Verify the orphan CR is created again and the on-disk orphaned replica directory still exists
def test_node_evicted(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_node_evicted(client, volume_name, request): # NOQA """ Test the orphan CR is deleted in background but on-disk data still exists if the node is evicted 1. Create a new-disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the valid orphaned replica directory 6. Evict the node containing the orphaned replica directory 7. Verify the orphan CR is deleted in background, but the on-disk orphaned replica directory still exists 8. Disable node eviction 9. Verify the orphan CR is created again and the on-disk orphaned replica directory still exists """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6: request node eviction node = client.by_id_node(lht_hostId) client.update(node, allowScheduling=False, evictionRequested=True) node = wait_for_node_update(client, lht_hostId, "allowScheduling", False) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 1, 180) == 1 # Step 8: Disable node eviction node = client.by_id_node(lht_hostId) client.update(node, allowScheduling=True, evictionRequested=False) node = wait_for_node_update(client, lht_hostId, "allowScheduling", True) # Step 9 assert wait_for_orphan_count(client, 1, 180) == 1 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 1, 180) == 1Test the orphan CR is deleted in background but on-disk data still exists if the node is evicted 1. Create a new-disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a valid orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the valid orphaned replica directory 6. Evict the node containing the orphaned replica directory 7. Verify the orphan CR is deleted in background, but the on-disk orphaned replica directory still exists 8. Disable node eviction 9. Verify the orphan CR is created again and the on-disk orphaned replica directory still exists
def test_orphan_auto_deletion(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphan_auto_deletion(client, volume_name, request): # NOQA """ Test orphaned dirs creation and background deletion in multiple disks 1. Create a new disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Enable the replica data cleanup in orphan-resource-auto-deletion setting 7. Verify orphan list is empty and the orphaned directory is deleted in background 8. Clean up disk """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6: enable orphan auto deletion setting = client.by_id_setting(SETTING_ORPHAN_RESOURCE_AUTO_DELETION) client.update(setting, value="replica-data") # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 0, 180) == 0Test orphaned dirs creation and background deletion in multiple disks 1. Create a new disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Enable the replica data cleanup in orphan-resource-auto-deletion setting 7. Verify orphan list is empty and the orphaned directory is deleted in background 8. Clean up disk
def test_orphan_creation_and_background_deletion_in_multiple_disks(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphan_creation_and_background_deletion_in_multiple_disks(client, volume_name, request): # NOQA """ Test orphaned dirs creation and background deletion in multiple disks 1. Create multiple new-disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete the orphaned replica directories in background 7. Verify orphan list is empty """ disk_names = ["vol-disk-" + generate_random_id(4), "vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 num_orphans = 5 orphaned_directories = create_orphaned_directories_on_host(volume, disk_paths, num_orphans) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 count = wait_for_orphan_count(client, num_orphans * len(disk_paths), 180) assert count == num_orphans * len(disk_paths) # Step 6 delete_orphaned_directory_on_host(orphaned_directories) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0Test orphaned dirs creation and background deletion in multiple disks 1. Create multiple new-disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete the orphaned replica directories in background 7. Verify orphan list is empty
def test_orphan_creation_and_deletion_in_multiple_disks(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphan_creation_and_deletion_in_multiple_disks(client, volume_name, request): # NOQA """ Test orphan creation and deletion in multiple disks 1. Create multiple new-disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete all orphaned CRs 7. Verify orphan list is empty 8. Verify orphaned replica directories are deleted """ disk_names = ["vol-disk-" + generate_random_id(4), "vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 num_orphans = 5 create_orphaned_directories_on_host(volume, disk_paths, num_orphans) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 count = wait_for_orphan_count(client, num_orphans * len(disk_paths), 180) assert count == num_orphans * len(disk_paths) # Step 6 delete_orphans(client) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0 # Step 8 assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 0, 180) == 0 assert wait_for_file_count(os.path.join(disk_paths[1], "replicas"), 0, 180) == 0Test orphan creation and deletion in multiple disks 1. Create multiple new-disks for holding orphaned replica directories 2. Create a volume and attach to the current node 3. Create multiple orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete all orphaned CRs 7. Verify orphan list is empty 8. Verify orphaned replica directories are deleted
def test_orphan_with_same_orphaned_dir_name_in_another_disk(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphan_with_same_orphaned_dir_name_in_another_disk(client, volume_name, request): # NOQA """ Test orphan creation and deletion with same orphaned dir name in another disk 1. Create a volume and attach to the current node's default disk 2. Create a new disks for holding orphaned replica directories 3. Create orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete the orphaned replica directories 7. Verify orphan list is empty """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 volume = create_volume_with_replica_on_host(client, volume_name) # Step 2 disk_paths = create_disks_on_host(client, disk_names, request) # Step 3 create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6 delete_orphans(client) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0Test orphan creation and deletion with same orphaned dir name in another disk 1. Create a volume and attach to the current node's default disk 2. Create a new disks for holding orphaned replica directories 3. Create orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for replica directories 6. Delete the orphaned replica directories 7. Verify orphan list is empty
def test_orphaned_dirs_in_duplicated_disks(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphaned_dirs_in_duplicated_disks(client, volume_name, request): # NOQA """ Test orphaned dirs in duplicated disks. LH should not create a orphan CR for the orphaned dir in the deduplicate and unscheduled disk. 1. Create a new disk for holding orphaned replica directories 2. Create a folder under the new disk. This folder will be the duplicated disk. Add it to the node. 3. Create a volume and attach to the current node 4. Create multiple orphaned replica directories in the two disks by copying the active replica directory 5. Clean up volume 6. Verify orphan list only contains the orphan CRs for replica directories in the ready disk 7. Delete all orphan CRs 8. Verify orphan list is empty 9. Verify orphaned directories in the new disk are deleted 10. Verify orphaned directories in the duplicated disk are no deleted """ disk_names = ["vol-disk-" + generate_random_id(4), "vol-disk-" + generate_random_id(4)] # Step 1 disk_paths = [] lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, [disk_names[0]], request) # Step 2: create duplicated disks for node node = client.by_id_node(lht_hostId) disks = node.disks disk_path = os.path.join(disk_paths[0], disk_names[1]) disk_paths.append(disk_path) os.makedirs(disk_path) disk2 = {"path": disk_path, "allowScheduling": True} update_disk = get_update_disks(disks) update_disk[disk_names[1]] = disk2 node = node.diskUpdate(disks=update_disk) node = wait_for_disk_update(client, lht_hostId, len(update_disk)) # Step 3 volume = create_volume_with_replica_on_host(client, volume_name) # Step 4 num_orphans = 5 create_orphaned_directories_on_host(volume, disk_paths, num_orphans) # Step 5 cleanup_volume_by_name(client, volume_name) # Step 6 assert wait_for_orphan_count(client, num_orphans, 180) == num_orphans # Step 7 delete_orphans(client) # Step 8 count = wait_for_orphan_count(client, 0, 180) assert count == 0 # Step 9: The orphaned directories in the ready disk should be deleted assert wait_for_file_count(os.path.join(disk_paths[0], "replicas"), 0, 180) == 0 # Step 10: The orphaned directories in the duplicated disk should not be # deleted assert wait_for_file_count(os.path.join(disk_paths[1], "replicas"), num_orphans, 180) == num_orphansTest orphaned dirs in duplicated disks. LH should not create a orphan CR for the orphaned dir in the deduplicate and unscheduled disk. 1. Create a new disk for holding orphaned replica directories 2. Create a folder under the new disk. This folder will be the duplicated disk. Add it to the node. 3. Create a volume and attach to the current node 4. Create multiple orphaned replica directories in the two disks by copying the active replica directory 5. Clean up volume 6. Verify orphan list only contains the orphan CRs for replica directories in the ready disk 7. Delete all orphan CRs 8. Verify orphan list is empty 9. Verify orphaned directories in the new disk are deleted 10. Verify orphaned directories in the duplicated disk are no deleted
def test_orphaned_dirs_with_wrong_naming_format(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphaned_dirs_with_wrong_naming_format(client, volume_name, request): # NOQA """ Test orphan CRs are not created for the orphaned directories with wrong naming formats 1. Create a new disk holding valid and invalid orphaned replica directories 2. Create a volume and then attach to the current node 3. Create one valid orphaned replica directories by copying the active replica directory 4. Create multiple invalid orphan replica directories with wrong naming format 5. Clean up volume 6. Verify orphan list only contains the orphan CR for valid orphaned replica directory 7. Clean up disk """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 for replica in volume.replicas: if replica.hostId != lht_hostId: continue # Create invalid orphaned directories. # 8-byte random id missing os.makedirs(os.path.join(replica.diskPath, "replicas", volume_name)) # wrong random id length os.makedirs(os.path.join(replica.diskPath, "replicas", volume_name + "-" + generate_random_id(4))) # volume.meta missing path = os.path.join(replica.diskPath, "replicas", volume_name + "-" + generate_random_id(8)) shutil.copytree(replica.dataPath, path) os.remove(os.path.join(path, "volume.meta")) # corrupted volume.meta path = os.path.join(replica.diskPath, "replicas", volume_name + "-" + generate_random_id(8)) shutil.copytree(replica.dataPath, path) with open(os.path.join(path, "volume.meta"), 'w') as file: file.write("xxx") # Step 5 cleanup_volume_by_name(client, volume_name) # Step 6 assert wait_for_orphan_count(client, 1, 180) == 1Test orphan CRs are not created for the orphaned directories with wrong naming formats 1. Create a new disk holding valid and invalid orphaned replica directories 2. Create a volume and then attach to the current node 3. Create one valid orphaned replica directories by copying the active replica directory 4. Create multiple invalid orphan replica directories with wrong naming format 5. Clean up volume 6. Verify orphan list only contains the orphan CR for valid orphaned replica directory 7. Clean up disk
def test_orphaned_replica_dir_missing(client, volume_name, request)-
Expand source code
@pytest.mark.orphan def test_orphaned_replica_dir_missing(client, volume_name, request): # NOQA """ Test orphan CRs are deleted in background if the orphaned replica directories are missing 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for the orphaned replica directories 6. Delete the on-disk orphaned replica directories 7. Verify the orphan CR is deleted in background 8. Clean up disk """ disk_names = ["vol-disk-" + generate_random_id(4)] # Step 1 lht_hostId = get_self_host_id() cleanup_node_disks(client, lht_hostId) disk_paths = create_disks_on_host(client, disk_names, request) # Step 2 volume = create_volume_with_replica_on_host(client, volume_name) # Step 3 orphaned_directories = create_orphaned_directories_on_host(volume, disk_paths, 1) # Step 4 cleanup_volume_by_name(client, volume_name) # Step 5 assert wait_for_orphan_count(client, 1, 180) == 1 # Step 6 delete_orphaned_directory_on_host(orphaned_directories) # Step 7 assert wait_for_orphan_count(client, 0, 180) == 0Test orphan CRs are deleted in background if the orphaned replica directories are missing 1. Create a new disk for holding valid and invalid orphaned replica directories 2. Create a volume and attach to the current node 3. Create a orphaned replica directories by copying the active replica directory 4. Clean up volume 5. Verify orphan list contains the orphan CRs for the orphaned replica directories 6. Delete the on-disk orphaned replica directories 7. Verify the orphan CR is deleted in background 8. Clean up disk
def wait_for_file_count(path, number, retry_counts=120)-
Expand source code
def wait_for_file_count(path, number, retry_counts=120): for _ in range(retry_counts): if len(os.listdir(path)) == number: break time.sleep(RETRY_INTERVAL_LONG) return len(os.listdir(path)) def wait_for_orphan_count(client, number, retry_counts=120)-
Expand source code
def wait_for_orphan_count(client, number, retry_counts=120): # NOQA for _ in range(retry_counts): orphans = client.list_orphan() if len(orphans) == number: break time.sleep(RETRY_INTERVAL_LONG) return len(orphans)