feat: improvements for nyer magazine articles (#45)

adds dek and date_published for magazine template

Author: adampash

fixtures/www.newyorker.com/1480713300334.html

@@ -37,7 +37,10 @@ export const NewYorkerExtractor = {
   date_published: {
     selectors: [
       ['meta[name="article:published_time"]', 'value'],
+      ['time[itemProp="datePublished"]', 'content'],
     ],
+
+    timezone: 'America/New_York',
   },
 
   lead_image_url: {
@@ -48,6 +51,8 @@ export const NewYorkerExtractor = {
 
   dek: {
     selectors: [
+      '.dek',
+      'h2.dek',
     ],
   },
 

src/extractors/custom/www.newyorker.com/index.js

@@ -105,4 +105,33 @@ describe('NewYorkerExtractor', () => {
     // the article.
     assert.equal(first13, 'In a laboratory in Shanghai, researchers work on developing a quantum computer—a new');
   });
+
+  it('returns the dek when present', async () => {
+    const html =
+      fs.readFileSync('./fixtures/www.newyorker.com/1480713300334.html');
+
+    const url =
+      'http://www.newyorker.com/magazine/2016/12/05/lessons-from-my-mother';
+
+    const { dek } =
+      await Mercury.parse(url, html, { fallback: false });
+
+    assert.equal(
+      dek,
+      'I had a sense that she was a good teacher, but I had no idea that she was such an influential one, and in the very area I had chosen.'
+    );
+  });
+
+  it('returns the date for magazine content', async () => {
+    const html =
+      fs.readFileSync('./fixtures/www.newyorker.com/1480713300334.html');
+
+    const url =
+      'http://www.newyorker.com/magazine/2016/12/05/lessons-from-my-mother';
+
+    const { date_published } =
+      await Mercury.parse(url, html, { fallback: false });
+
+    assert.equal(date_published, '2016-11-28T05:00:00.000Z');
+  });
 });