Add store-too functionality for magic commands

.github/workflows/integration.yml

@@ -97,7 +97,16 @@ jobs:
             --pattern "*network*.py" \
             --cfn-stack-name ${{ needs.generate-stack-name.outputs.stack-name }} \
             --aws-region ${{ secrets.AWS_REGION }}
+      - name: Run Notebook Tests
+        run: |
+          python test/integration/NeptuneIntegrationWorkflowSteps.py \
+            run-tests \
+            --pattern "*graph_notebook.py" \
+            --cfn-stack-name ${{ needs.generate-stack-name.outputs.stack-name }} \
+            --aws-region ${{ secrets.AWS_REGION }}
       - name: Run IAM Tests
+        env:
+          GRAPH_NOTEBOK_CONFIG: /tmp/graph_notebook_config_integration_test.json
         run: |
           python test/integration/NeptuneIntegrationWorkflowSteps.py \
             run-tests \

.gitignore

@@ -24,4 +24,5 @@ src/graph_notebook/widgets/lib/
 
 # npm
 node_modules/
-node_modules/.package-lock.json
+node_modules/.package-lock.json
+src/graph_notebook/widgets/package-lock.json

requirements.txt

@@ -4,12 +4,13 @@ networkx==2.4
 Jinja2==2.10.1
 jupyter
 notebook==5.7.10
-ipywidgets
+ipywidgets==7.5.1
 jupyter-contrib-nbextensions
 widgetsnbextension
 gremlinpython
-requests
+requests==2.24.0
 
 # requirements for testing
 boto3==1.15.15
 botocore==1.18.18
+ipython==7.16.1

setupbase.py

@@ -374,7 +374,7 @@ def run(self):
             if force or is_stale(node_modules, pjoin(node_package, 'package.json')):
                 log.info('Installing build dependencies with npm.  This may '
                          'take a while...')
-                run(npm_cmd + ['ci'], cwd=node_package)
+                run(npm_cmd + ['install'], cwd=node_package)
             if build_dir and source_dir and not force:
                 should_build = is_stale(build_dir, source_dir)
             else:

src/graph_notebook/__init__.py

@@ -3,4 +3,4 @@
 SPDX-License-Identifier: Apache-2.0
 """
 
-__version__ = '1.33.0'
+__version__ = '1.34.0'

src/graph_notebook/decorators/decorators.py

@@ -21,18 +21,25 @@ def display_exceptions(func):
     def do_display_exceptions(*args, **kwargs):
         clear_output()
         tab = widgets.Tab()
+
         try:
             return func(*args, **kwargs)
         except KeyboardInterrupt:
             print('Keyboard interrupt detected.')
             return  # we must return since we have halted the kernel interrupt here. Otherwise the interrupt will not work.
         except HTTPError as http_ex:
+            caught_ex = http_ex
             raw_html = http_ex_to_html(http_ex)
         except GremlinServerError as gremlin_ex:
+            caught_ex = gremlin_ex
             raw_html = gremlin_server_error_to_html(gremlin_ex)
         except Exception as e:
+            caught_ex = e
             raw_html = exception_to_html(e)
 
+        if 'local_ns' in kwargs:
+            kwargs['local_ns']['graph_notebook_error'] = caught_ex
+
         html = HTML(raw_html)
         html_output = widgets.Output(layout={'overflow': 'scroll'})
         with html_output:

src/graph_notebook/loader/load.py

@@ -11,7 +11,13 @@
 FORMAT_RDFXML = 'rdfxml'
 FORMAT_TURTLE = 'turtle'
 
+PARALLELISM_LOW = 'LOW'
+PARALLELISM_MEDIUM = 'MEDIUM'
+PARALLELISM_HIGH = 'HIGH'
+PARALLELISM_OVERSUBSCRIBE = 'OVERSUBSCRIBE'
+
 VALID_FORMATS = [FORMAT_CSV, FORMAT_NTRIPLE, FORMAT_NQUADS, FORMAT_RDFXML, FORMAT_TURTLE]
+PARALLELISM_OPTIONS = [PARALLELISM_LOW, PARALLELISM_MEDIUM, PARALLELISM_HIGH, PARALLELISM_OVERSUBSCRIBE]
 LOADER_ACTION = 'loader'