Merge pull request #469 from WikipediaLibrary/kgraessle/T404381

Wikilink The Wall Street Journal collection not showing correct data

Author: suecarmol

extlinks/links/management/commands/linkevents_collect.py

@@ -80,6 +80,9 @@ def _process_events(self, url):
             # A tuple value sets each respective value independently.
             # https://requests.readthedocs.io/en/latest/user/advanced/#timeouts
             timeout=(3.05, 7),
+            headers={
+                "User-Agent": 'Wikilink'
+            }
         ):
             if event.event == "message":
                 try:
@@ -208,4 +211,5 @@ def _add_linkevent_to_db(self, link, change, event_data):
         )
         for url_pattern in url_patterns:
             url_pattern.link_events.add(link_event)
+            url_pattern.collections.add(this_link_collection)
             url_pattern.save()

extlinks/links/tests.py

@@ -291,18 +291,21 @@ def test_management_command_non_proxy(self):
         with self.assertRaises(SystemExit):
             call_command("linkevents_collect", test=self.event_data1)
         self.assertEqual(LinkEvent.objects.count(), 1)
+        self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name)
 
     def test_management_command_proxy_urls(self):
         self.assertEqual(LinkEvent.objects.count(), 0)
         with self.assertRaises(SystemExit):
             call_command("linkevents_collect", test=self.event_data2)
         self.assertEqual(LinkEvent.objects.count(), 2)
+        self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name)
 
     def test_management_command_dates_with_micro_seconds(self):
         self.assertEqual(LinkEvent.objects.count(), 0)
         with self.assertRaises(SystemExit):
             call_command("linkevents_collect", test=self.event_data3)
         self.assertEqual(LinkEvent.objects.count(), 2)
+        self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name)
 
 class LinkEventsArchiveCommandTest(TransactionTestCase):
     def setUp(self):