diff --git a/Dockerfile.template b/Dockerfile.template
index d83f2c5..fe6697a 100644
--- a/Dockerfile.template
+++ b/Dockerfile.template
@@ -21,8 +21,8 @@ ONBUILD WORKDIR /senpy-plugins/
 
 WORKDIR /usr/src/app
 COPY test-requirements.txt requirements.txt /usr/src/app/
-RUN pip install --no-cache-dir -r test-requirements.txt -r requirements.txt
+RUN pip install --no-cache-dir -r test-requirements.txt -r requirements.txt -r extra-requirements.txt
 COPY . /usr/src/app/
-RUN pip install --no-cache-dir --editable '/usr/src/app[evaluation]'
+RUN pip install --no-cache-dir --no-index --no-deps --editable .
 
 ENTRYPOINT ["python", "-m", "senpy", "-f", "/senpy-plugins/", "--host", "0.0.0.0"]
diff --git a/extra-requirements.txt b/extra-requirements.txt
new file mode 100644
index 0000000..4f16b72
--- /dev/null
+++ b/extra-requirements.txt
@@ -0,0 +1 @@
+gsitk
diff --git a/setup.py b/setup.py
index a2cff1e..b40d01b 100644
--- a/setup.py
+++ b/setup.py
@@ -14,6 +14,7 @@ def parse_requirements(filename):
 
 install_reqs = parse_requirements("requirements.txt")
 test_reqs = parse_requirements("test-requirements.txt")
+extra_reqs = parse_requirements("extra-requirements.txt")
 
 
 setup(
@@ -34,9 +35,7 @@ setup(
     tests_require=test_reqs,
     setup_requires=['pytest-runner', ],
     extras_require={
-        'evaluation': [
-            'gsitk'
-        ]
+        'evaluation': extra_reqs
     },
     include_package_data=True,
     entry_points={