import shutil
import os
import sys
import importlib

LIBDIR = 'impdir'

try:
    shutil.rmtree(LIBDIR)
except:
    pass

sys.path.append(LIBDIR)

try:
    import it_does_not_exist
except ImportError:
    pass

os.mkdir(LIBDIR)
open(os.path.join(LIBDIR, 'impfile.py'), 'w').close()

importlib.invalidate_caches()

import impfile  # <------ this is the import that fails
print('Imported impfile')