diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index cced6513..21cd7dbb 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -62,7 +62,7 @@ steps:
 - script: pip install -e .
   displayName: 'Install repo2docker'
 
-- script: pushd tests; pytest --durations 10 --cov repo2docker -v $(REPO_TYPE); popd
+- script: pushd tests && pytest --durations 10 --cov repo2docker -v $(REPO_TYPE) && popd
   displayName: 'Run tests $(REPO_TYPE)'
 
 - script: |
diff --git a/tests/unit/test_app.py b/tests/unit/test_app.py
index d45c28a4..3f480ae6 100644
--- a/tests/unit/test_app.py
+++ b/tests/unit/test_app.py
@@ -11,6 +11,10 @@ from repo2docker.__main__ import make_r2d
 from repo2docker.utils import chdir
 
 
+def test_always_fails():
+    assert False
+
+
 def test_find_image():
     images = [{"RepoTags": ["some-org/some-repo:latest"]}]