Allow including text/x-rst outputs in rst conversion, transition away from text/restructuredtext

.github/workflows/tests.yml

@@ -122,6 +122,8 @@ jobs:
 
       - name: Run tests
         run: |
+          # Attempt to work around https://github.com/pypa/pip/issues/12781
+          PIP_CONSTRAINT= hatch env run -e test -- pip install 'pip>=24.2'
           xvfb-run --auto-servernum hatch run test:nowarn || xvfb-run --auto-servernum hatch run test:nowarn --lf
 
   test_prereleases:

nbconvert/exporters/rst.py

@@ -6,6 +6,7 @@
 from traitlets import default
 from traitlets.config import Config
 
+from ..filters import DataTypeFilter
 from .templateexporter import TemplateExporter
 
 
@@ -25,6 +26,14 @@ def _template_name_default(self):
     output_mimetype = "text/restructuredtext"
     export_from_notebook = "reST"
 
+    def default_filters(self):
+        """Override filter_data_type to use native rst outputs"""
+        dtf = DataTypeFilter()
+        dtf.display_data_priority = [self.output_mimetype, *dtf.display_data_priority]
+        filters = dict(super().default_filters())
+        filters["filter_data_type"] = dtf
+        return filters.items()
+
     @property
     def default_config(self):
         c = Config(

nbconvert/exporters/templateexporter.py

@@ -407,6 +407,7 @@ def from_notebook_node(  # type:ignore[explicit-override, override]
         """
         nb_copy, resources = super().from_notebook_node(nb, resources, **kw)
         resources.setdefault("raw_mimetypes", self.raw_mimetypes)
+        resources.setdefault("output_mimetype", self.output_mimetype)
         resources["global_content_filter"] = {
             "include_code": not self.exclude_code_cell,
             "include_markdown": not self.exclude_markdown,

share/templates/base/display_priority.j2

@@ -38,6 +38,9 @@
         {%- elif type == 'application/vnd.jupyter.widget-view+json' -%}
             {%- block data_widget_view -%}
             {%- endblock -%}
+        {%- elif type == resources.output_mimetype -%}
+            {%- block data_native -%}
+            {%- endblock -%}
         {%- else -%}
             {%- block data_other -%}
             {%- endblock -%}

share/templates/rst/index.rst.j2

@@ -44,6 +44,10 @@
 {{ output.text | indent }}
 {% endblock stream %}
 
+{% block data_native %}
+{{ output.data['text/restructuredtext'] }}
+{% endblock data_native %}
+
 {% block data_svg %}
 .. image:: {{ output.metadata.filenames['image/svg+xml'] | urlencode }}
 {% endblock data_svg %}

tests/exporters/files/rst_output.ipynb

@@ -0,0 +1,75 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "d5202f0f-21b8-4509-a9e2-45caf1c7db7a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from textwrap import indent\n",
+    "\n",
+    "\n",
+    "class Note:\n",
+    "    def __init__(self, text):\n",
+    "        self.text = text\n",
+    "\n",
+    "    def _repr_html_(self):\n",
+    "        return f'<div style=\"font-weight: bold; font-size: 16pt;\">{self.text}</div>'\n",
+    "\n",
+    "    def _repr_mimebundle_(self, include=None, exclude=None):\n",
+    "        return {\"text/restructuredtext\": \".. note::\\n\\n\" + indent(self.text, \"    \")}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "5145b05f-3a07-4cff-8738-516a9c27cb58",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div style=\"font-weight: bold; font-size: 16pt;\">Testing testing</div>"
+      ],
+      "text/plain": [
+       "<__main__.Note at 0x7fe804028740>"
+      ],
+      "text/restructuredtext": [
+       ".. note::\n",
+       "\n",
+       "    Testing testing"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "Note(\"Testing testing\")"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

tests/exporters/test_rst.py

@@ -68,3 +68,14 @@ def test_png_metadata(self):
         assert ":width:" in attr_string
         assert ":height:" in attr_string
         assert "px" in attr_string
+
+    def test_rst_output(self):
+        """
+        Is native text/restructuredtext output included when converting
+        """
+        (output, resources) = RSTExporter().from_filename(
+            self._get_notebook(nb_name="rst_output.ipynb")
+        )
+        assert len(output) > 0
+        assert "\n.. note::" in output
+        assert ".. raw:: html" not in output  # rst should shadow html output