Merge pull request #10 from mogery/mog/notion

feat(notion): add data provider

Author: nickscamara

README.md

@@ -27,12 +27,12 @@ The following connectors are currently available:
 - ✅ Files (.md, .txt, .pdf, .csv)
 - ✅ GitHub (Private and Public repos)
 - ✅ Google Drive
+- ✅ Notion (pages, [need to grant access](https://github.com/mendableai/data-connectors/issues/8#issuecomment-1917829463))
 - ✅ Text
 - ✅ Web Scraper (single urls, sitemap)
 - ✅ Zendesk
 - 🔄 Confluence (In progress)
 - 🔄 Jira (In progress)
-- 🔄 Notion (In progress)
 - 🔄 YouTube (In progress)
 
 We are working hard on transitioning all of our connectors to this repository. If you need a connector that is not available here, please open an issue or submit a PR.

package.json

@@ -59,6 +59,7 @@
     },
     "dependencies": {
         "@nangohq/node": "^0.36.100",
+        "@notionhq/client": "^2.2.14",
         "@octokit/auth-oauth-user": "^4.0.1",
         "axios": "^1.6.5",
         "cheerio": "^1.0.0-rc.12",

pnpm-lock.yaml

@@ -0,0 +1,34 @@
+import { createDataConnector } from "../../../DataConnector";
+import dotenv from "dotenv";
+dotenv.config();
+
+test(
+  "Notion Provider Testing",
+  async () => {
+    const notionDataConnector = createDataConnector({
+      provider: "notion",
+    });
+
+    if (!process.env.NANGO_CONNECTION_ID_TEST) {
+      throw new Error(
+        "Please specify the NANGO_CONNECTION_ID_TEST environment variable."
+      );
+    }
+
+    await notionDataConnector.authorizeNango({
+      nango_connection_id: process.env.NANGO_CONNECTION_ID_TEST,
+    });
+
+    const pages = await notionDataConnector.getDocuments();
+    expect(pages.length).toBeGreaterThan(0);
+    pages.forEach((page) => {
+      expect(page.provider).toBe("notion");
+      expect(page.type).toBe("page");
+      expect(page.content).not.toBe(null);
+      expect(page.createdAt).not.toBe(undefined);
+      expect(page.updatedAt).not.toBe(undefined);
+      expect(page.metadata.sourceURL).not.toBe(null);
+    });
+  },
+  30 * 1000
+); // 30 seconds