shutil.rmtree may fail deleting folder inside NFS mount with: OSError: [Errno 39] Directory not empty:

gistfile1.txt

import logging
import os
import psutil
import shutil

# inspired by https://stackoverflow.com/a/58943527/2894081 and https://github.com/iterative/dvc/issues/5641

directory = "/nfs-mount/some-random-working-directory/"
os.mkdir(directory)

logging.basicConfig(level=logging.DEBUG, filename=os.path.join(directory, 'scratch_141.log'))
logging.debug("This will open the file and write some this message into it.")

p = psutil.Process(os.getpid())
assert len(p.open_files()) > 0

try:
    shutil.rmtree(directory)
except OSError as exception:
    logging.error(exception)
    logging.shutdown()
    assert len(p.open_files()) == 0
    assert os.path.exists(directory)
    shutil.rmtree(directory)
else:
    print(f"{directory} is not in nfs!?")