Commit 1e69e4aa authored by Xavier Thompson's avatar Xavier Thompson

stack/macros: Simplify pythonpath macro

See merge request nexedi/slapos!1398
parents 7b5b1967 43e5bde0
Pipeline #28382 failed with stage
in 0 seconds
...@@ -3,22 +3,14 @@ parts = ...@@ -3,22 +3,14 @@ parts =
[macro.pythonpath.eggs] [macro.pythonpath.eggs]
recipe = slapos.recipe.build recipe = slapos.recipe.build
_name_ = ${:_buildout_section_name_}
init = init =
prerequisite = """ self.eggs = [e.strip() for e in options['eggs'].splitlines() if e.strip()]
[.%(_name_)s.prerequisite] update =
recipe = slapos.recipe.build from zc.buildout.easy_install import working_set
init = buildout = self.buildout['buildout']
section = self.buildout['%(_name_)s'] eggs_directory = buildout['eggs-directory']
self.eggs = [e.strip() for e in section['eggs'].splitlines() if e.strip()] develop_eggs_directory = buildout['develop-eggs-directory']
update = dists = working_set(self.eggs, [develop_eggs_directory, eggs_directory])
from zc.buildout.easy_install import working_set paths = ':'.join(dist.location for dist in dists)
buildout = self.buildout['buildout'] self.buildout[options['environment']]['PYTHONPATH'] = paths
eggs_directory = buildout['eggs-directory'] print("PYTHONPATH=" + paths)
develop_eggs_directory = buildout['develop-eggs-directory']
dists = working_set(self.eggs, [develop_eggs_directory, eggs_directory])
paths = ':'.join(dist.location for dist in dists)
self.buildout['%(environment)s']['PYTHONPATH'] = paths
print("PYTHONPATH=" + paths)
""" % options
self.buildout.parse(prerequisite)
...@@ -32,6 +32,7 @@ import os ...@@ -32,6 +32,7 @@ import os
import requests import requests
import sqlite3 import sqlite3
import subprocess import subprocess
import tempfile
from slapos.proxy.db_version import DB_VERSION from slapos.proxy.db_version import DB_VERSION
from slapos.testing.testcase import makeModuleSetUpAndTestCaseClass from slapos.testing.testcase import makeModuleSetUpAndTestCaseClass
...@@ -271,65 +272,75 @@ class TestJupyterCustomAdditional(SelectMixin, InstanceTestCase): ...@@ -271,65 +272,75 @@ class TestJupyterCustomAdditional(SelectMixin, InstanceTestCase):
r.destroyed() r.destroyed()
class TestIPython(InstanceTestCase): class IPythonNotebook(object):
def __init__(self, name, binary):
converted_notebook = 'test.nbconvert.ipynb' self.tempdir = tempdir = tempfile.TemporaryDirectory()
notebook_filename = 'test.ipynb' path = os.path.join(tempdir.name, name)
test_sentence = 'test' self.path = path + '.ipynb'# input notebook
self.output_path = path + '.nbconvert.ipynb' # output notebook
self.binary = binary
def setUp(self): def write(self, code):
super().setUp() content = {
notebook_source = {
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": None, "execution_count": None,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": code.splitlines(keepends=True)
"import sys\n",
"print('" + self.test_sentence + "')"
]
} }
], ],
"metadata": {}, "metadata": {},
"nbformat": 4, "nbformat": 4,
"nbformat_minor": 4 "nbformat_minor": 4
} }
with open(self.notebook_filename, 'w') as notebook: with open(self.path, 'w') as notebook:
notebook.write(json.dumps(notebook_source)) notebook.write(json.dumps(content))
def tearDown(self): def run(self):
os.remove(self.notebook_filename) return subprocess.check_output(
if os.path.exists(self.converted_notebook): (self.binary,'--execute', '--to', 'notebook', self.path),
os.remove(self.converted_notebook) stderr=subprocess.STDOUT, text=True)
super().tearDown()
def test(self): def readResult(self):
conversion_output = subprocess.check_output([ with open(self.output_path) as result:
os.path.join( return json.loads(result.read())['cells'][0]['outputs'][0]['text'][0]
self.computer_partition_root_path,
'software_release',
'bin',
'jupyter-nbconvert',
),
'--execute',
'--to',
'notebook',
self.notebook_filename,
], stderr=subprocess.STDOUT, text=True)
self.assertIn(
'[NbConvertApp] Converting notebook %s to notebook' % self.notebook_filename,
conversion_output,
)
self.assertRegex(
conversion_output,
r'\[NbConvertApp\] Writing \d+ bytes to %s' % self.converted_notebook
)
self.assertTrue(os.path.exists(self.converted_notebook)) def __enter__(self):
with open(self.converted_notebook) as json_result: return self
self.assertEqual(
json.loads(json_result.read())['cells'][0]['outputs'][0]['text'][0], def __exit__(self, *args):
self.test_sentence + '\n', if self.tempdir:
self.tempdir.cleanup()
del self.tempdir
class TestIPython(InstanceTestCase):
message = 'test_sys'
module = 'sys'
def test(self):
binary = os.path.join(
self.computer_partition_root_path,
'software_release', 'bin', 'jupyter-nbconvert')
with IPythonNotebook('test', binary) as notebook:
notebook.write("import %s\nprint(%r)" % (self.module, self.message))
out = notebook.run()
self.assertIn(
"[NbConvertApp] Converting notebook %s to notebook" % notebook.path,
out,
) )
self.assertRegex(
out,
r"\[NbConvertApp\] Writing \d+ bytes to %s" % notebook.output_path
)
self.assertTrue(os.path.exists(notebook.output_path))
self.assertEqual(notebook.readResult(), self.message + '\n')
class TestIPythonNumpy(TestIPython):
message = 'test_numpy'
module = 'numpy'
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment