bridgy-fed/test/test_activitypub.py

# coding=utf-8
"""Unit tests for activitypub.py.

TODO: test error handling
"""
from __future__ import unicode_literals
import copy
import json
import urllib

from mock import call, patch
from oauth_dropins.webutil import util
from oauth_dropins.webutil.testutil import requests_response
import requests

import activitypub
from activitypub import app
import common
from models import MagicKey, Response
import testutil


@patch('requests.post')
@patch('requests.get')
class ActivityPubTest(testutil.TestCase):

    def test_actor_handler(self, mock_get, _):
        mock_get.return_value = requests_response("""
<body>
<a class="h-card u-url" rel="me" href="/about-me">Mrs. ☕ Foo</a>
</body>
""", url='https://foo.com/')

        got = app.get_response('/foo.com')
        mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,
                                         timeout=util.HTTP_TIMEOUT)
        self.assertEquals(200, got.status_int)
        self.assertEquals(common.CONTENT_TYPE_AS2, got.headers['Content-Type'])
        self.assertEquals({
            '@context': 'https://www.w3.org/ns/activitystreams',
            'type' : 'Person',
            'name': 'Mrs. ☕ Foo',
            'preferredUsername': 'foo.com',
            'id': 'http://localhost/foo.com',
            'url': 'https://foo.com/about-me',
            'inbox': 'http://localhost/foo.com/inbox',
            'publicKey': {
                'publicKeyPem': MagicKey.get_by_id('foo.com').public_pem(),
            },
        }, json.loads(got.body))

    def test_actor_handler_no_hcard(self, mock_get, _):
        mock_get.return_value = requests_response("""
<body>
<div class="h-entry">
  <p class="e-content">foo bar</p>
</div>
</body>
""")

        got = app.get_response('/foo.com')
        mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,
                                         timeout=util.HTTP_TIMEOUT)
        self.assertEquals(400, got.status_int)
        self.assertIn('representative h-card', got.body)

    def test_inbox_reply(self, mock_get, mock_post):
        mock_get.return_value = requests_response(
            '<html><head><link rel="webmention" href="/webmention"></html>')
        mock_post.return_value = requests_response()

        as2_note = {
            '@context': 'https://www.w3.org/ns/activitystreams',
            'type': 'Note',
            'content': 'A ☕ reply',
            'url': 'http://this/reply',
            'inReplyTo': 'http://orig/post',
            'cc': ['https://www.w3.org/ns/activitystreams#Public'],
        }
        got = app.get_response('/foo.com/inbox', method='POST',
                               body=json.dumps(as2_note))
        self.assertEquals(200, got.status_int, got.body)
        mock_get.assert_called_once_with(
            'http://orig/post', headers=common.HEADERS, verify=False)

        expected_headers = copy.deepcopy(common.HEADERS)
        expected_headers['Accept'] = '*/*'
        mock_post.assert_called_once_with(
            'http://orig/webmention',
            data={
                'source': 'http://this/reply',
                'target': 'http://orig/post',
            },
            allow_redirects=False,
            headers=expected_headers,
            verify=False)

        resp = Response.get_by_id('http://this/reply http://orig/post')
        self.assertEqual('in', resp.direction)
        self.assertEqual('activitypub', resp.protocol)
        self.assertEqual('complete', resp.status)
        self.assertEqual(as2_note, json.loads(resp.source_as2))

    def test_inbox_like_proxy_url(self, mock_get, mock_post):
        actor = {
            '@context': 'https://www.w3.org/ns/activitystreams',
            'id': 'http://orig/actor',
            'type': 'Person',
            'name': 'Ms. Actor',
            'preferredUsername': 'msactor',
            'image': {'type': 'Image', 'url': 'http://orig/pic.jpg'},
        }
        mock_get.side_effect = [
            # source actor
            requests_response(actor, headers={'Content-Type': common.CONTENT_TYPE_AS2}),
            # target post webmention discovery
            requests_response(
                '<html><head><link rel="webmention" href="/webmention"></html>'),
        ]
        mock_post.return_value = requests_response()

        # based on example Mastodon like:
        # https://github.com/snarfed/bridgy-fed/issues/4#issuecomment-334212362
        # (reposts are very similar)
        as2_like = {
            '@context': 'https://www.w3.org/ns/activitystreams',
            'id': 'http://this/like#ok',
            'type': 'Like',
            'object': 'http://orig/post',
            'actor': 'http://orig/actor',
        }

        got = app.get_response('/foo.com/inbox', method='POST',
                               body=json.dumps(as2_like))
        self.assertEquals(200, got.status_int)

        as2_headers = copy.deepcopy(common.HEADERS)
        as2_headers.update(common.CONNEG_HEADERS_AS2_HTML)
        mock_get.assert_has_calls((
            call('http://orig/actor', headers=as2_headers, timeout=15),
            call('http://orig/post', headers=common.HEADERS, verify=False),
        ))

        args, kwargs = mock_post.call_args
        self.assertEquals(('http://orig/webmention',), args)
        self.assertEquals({
            # TODO
            'source': 'http://localhost/render?source=http%3A%2F%2Fthis%2Flike__ok&target=http%3A%2F%2Forig%2Fpost',
            'target': 'http://orig/post',
        }, kwargs['data'])

        resp = Response.get_by_id('http://this/like__ok http://orig/post')
        self.assertEqual('in', resp.direction)
        self.assertEqual('activitypub', resp.protocol)
        self.assertEqual('complete', resp.status)
        as2_like['actor'] = actor
        self.assertEqual(as2_like, json.loads(resp.source_as2))

    def test_inbox_unsupported_type(self, mock_get, mock_post):
        got = app.get_response('/foo.com/inbox', method='POST', body=json.dumps({
            '@context': ['https://www.w3.org/ns/activitystreams'],
            'id': 'https://xoxo.zone/users/aaronpk#follows/40',
            'type': 'Follow',
            'actor': 'https://xoxo.zone/users/aaronpk',
            'object': 'http://snarfed.org/',
        }))
        self.assertEquals(501, got.status_int)
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`# coding=utf-8`
			`"""Unit tests for activitypub.py.`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00
			`TODO: test error handling`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`"""`
from __future__ import unicode_literals makes test asserts easier to read (no diffs btw u' and ') 2017-08-19 19:36:36 +00:00			`from __future__ import unicode_literals`
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`import copy`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`import json`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`import urllib`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`from mock import call, patch`
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`from oauth_dropins.webutil import util`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`from oauth_dropins.webutil.testutil import requests_response`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`import requests`

			`import activitypub`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`from activitypub import app`
extract out requests.get() and user agent header into new common.py file 2017-08-15 06:07:24 +00:00			`import common`
store responses in new Response datastore model 2017-10-10 00:29:50 +00:00			`from models import MagicKey, Response`
only add AP AS2 publicKey field to Person type; add test 2017-10-01 14:09:22 +00:00			`import testutil`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00

activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`@patch('requests.post')`
			`@patch('requests.get')`
only add AP AS2 publicKey field to Person type; add test 2017-10-01 14:09:22 +00:00			`class ActivityPubTest(testutil.TestCase):`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`def test_actor_handler(self, mock_get, _):`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`mock_get.return_value = requests_response("""`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`<body>`
activitypub: point actor ids to bridgy fed, not source web site ...since we want to serve them as AS2. for tootsuite/mastodon#5500 2017-10-24 04:49:43 +00:00			`<a class="h-card u-url" rel="me" href="/about-me">Mrs. ☕ Foo</a>`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`</body>`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`""", url='https://foo.com/')`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`got = app.get_response('/foo.com')`
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,`
			`timeout=util.HTTP_TIMEOUT)`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`self.assertEquals(200, got.status_int)`
return parsed JSON from common.get_as2(); use it in activitypub 2017-10-20 14:13:04 +00:00			`self.assertEquals(common.CONTENT_TYPE_AS2, got.headers['Content-Type'])`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`self.assertEquals({`
update webfinger, AS2, etc for receiving AP 2017-09-28 14:25:21 +00:00			`'@context': 'https://www.w3.org/ns/activitystreams',`
			`'type' : 'Person',`
update tests for granary converting AS1 displayName to AS2 name 2017-10-13 06:16:32 +00:00			`'name': 'Mrs. ☕ Foo',`
change username from 'me' to web site domain for #3, tootsuite/mastodon#5523 2017-10-26 15:07:29 +00:00			`'preferredUsername': 'foo.com',`
activitypub: point actor ids to bridgy fed, not source web site ...since we want to serve them as AS2. for tootsuite/mastodon#5500 2017-10-24 04:49:43 +00:00			`'id': 'http://localhost/foo.com',`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`'url': 'https://foo.com/about-me',`
			`'inbox': 'http://localhost/foo.com/inbox',`
only add AP AS2 publicKey field to Person type; add test 2017-10-01 14:09:22 +00:00			`'publicKey': {`
store responses in new Response datastore model 2017-10-10 00:29:50 +00:00			`'publicKeyPem': MagicKey.get_by_id('foo.com').public_pem(),`
only add AP AS2 publicKey field to Person type; add test 2017-10-01 14:09:22 +00:00			`},`
activitypub actor endpoint: fetch mf2, convert to AS 2017-08-13 07:12:16 +00:00			`}, json.loads(got.body))`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00
400 when we can't find a representative h-card 2017-08-19 20:31:06 +00:00			`def test_actor_handler_no_hcard(self, mock_get, _):`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`mock_get.return_value = requests_response("""`
400 when we can't find a representative h-card 2017-08-19 20:31:06 +00:00			`<body>`
			`<div class="h-entry">`
			`<p class="e-content">foo bar</p>`
			`</div>`
			`</body>`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`""")`
400 when we can't find a representative h-card 2017-08-19 20:31:06 +00:00
			`got = app.get_response('/foo.com')`
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,`
			`timeout=util.HTTP_TIMEOUT)`
400 when we can't find a representative h-card 2017-08-19 20:31:06 +00:00			`self.assertEquals(400, got.status_int)`
			`self.assertIn('representative h-card', got.body)`

activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`def test_inbox_reply(self, mock_get, mock_post):`
tests: use new testutil.requests_response() 2017-08-24 14:41:46 +00:00			`mock_get.return_value = requests_response(`
			`'<html><head><link rel="webmention" href="/webmention"></html>')`
			`mock_post.return_value = requests_response()`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00
store source post in Response ...so we can use it to render proxy ActivityPub mf2 pages for webmentions 2017-10-10 02:11:40 +00:00			`as2_note = {`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`'@context': 'https://www.w3.org/ns/activitystreams',`
			`'type': 'Note',`
use future unicode string literals, drop u qualifier 2017-09-12 14:31:18 +00:00			`'content': 'A ☕ reply',`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`'url': 'http://this/reply',`
			`'inReplyTo': 'http://orig/post',`
			`'cc': ['https://www.w3.org/ns/activitystreams#Public'],`
store source post in Response ...so we can use it to render proxy ActivityPub mf2 pages for webmentions 2017-10-10 02:11:40 +00:00			`}`
			`got = app.get_response('/foo.com/inbox', method='POST',`
			`body=json.dumps(as2_note))`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`self.assertEquals(200, got.status_int, got.body)`
minor activitypub bug fix (default http, not https) and test improvements 2017-08-19 19:29:10 +00:00			`mock_get.assert_called_once_with(`
			`'http://orig/post', headers=common.HEADERS, verify=False)`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`expected_headers = copy.deepcopy(common.HEADERS)`
			`expected_headers['Accept'] = '/'`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`mock_post.assert_called_once_with(`
			`'http://orig/webmention',`
			`data={`
			`'source': 'http://this/reply',`
			`'target': 'http://orig/post',`
			`},`
			`allow_redirects=False,`
translate incoming webmentions to outgoing salmon slaps 2017-08-23 15:14:51 +00:00			`headers=expected_headers,`
activitypub inbox: accept POSTs, convert to outbound webmention 2017-08-13 21:49:35 +00:00			`verify=False)`
incoming activitypub: return 400 for non-replies (likes etc) for #4 2017-10-04 14:07:22 +00:00
store responses in new Response datastore model 2017-10-10 00:29:50 +00:00			`resp = Response.get_by_id('http://this/reply http://orig/post')`
			`self.assertEqual('in', resp.direction)`
			`self.assertEqual('activitypub', resp.protocol)`
			`self.assertEqual('complete', resp.status)`
store source post in Response ...so we can use it to render proxy ActivityPub mf2 pages for webmentions 2017-10-10 02:11:40 +00:00			`self.assertEqual(as2_note, json.loads(resp.source_as2))`
store responses in new Response datastore model 2017-10-10 00:29:50 +00:00
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`def test_inbox_like_proxy_url(self, mock_get, mock_post):`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`actor = {`
			`'@context': 'https://www.w3.org/ns/activitystreams',`
			`'id': 'http://orig/actor',`
			`'type': 'Person',`
			`'name': 'Ms. Actor',`
			`'preferredUsername': 'msactor',`
			`'image': {'type': 'Image', 'url': 'http://orig/pic.jpg'},`
			`}`
			`mock_get.side_effect = [`
			`# source actor`
return parsed JSON from common.get_as2(); use it in activitypub 2017-10-20 14:13:04 +00:00			`requests_response(actor, headers={'Content-Type': common.CONTENT_TYPE_AS2}),`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`# target post webmention discovery`
			`requests_response(`
			`'<html><head><link rel="webmention" href="/webmention"></html>'),`
			`]`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`mock_post.return_value = requests_response()`

			`# based on example Mastodon like:`
			`# https://github.com/snarfed/bridgy-fed/issues/4#issuecomment-334212362`
			`# (reposts are very similar)`
			`as2_like = {`
incoming activitypub: return 400 for non-replies (likes etc) for #4 2017-10-04 14:07:22 +00:00			`'@context': 'https://www.w3.org/ns/activitystreams',`
switch to using Response.get_or_create() also test an incoming activitypub like with an id with a fragment 2017-10-12 04:12:39 +00:00			`'id': 'http://this/like#ok',`
incoming activitypub: return 400 for non-replies (likes etc) for #4 2017-10-04 14:07:22 +00:00			`'type': 'Like',`
			`'object': 'http://orig/post',`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`'actor': 'http://orig/actor',`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`}`

			`got = app.get_response('/foo.com/inbox', method='POST',`
			`body=json.dumps(as2_like))`
			`self.assertEquals(200, got.status_int)`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00
			`as2_headers = copy.deepcopy(common.HEADERS)`
return parsed JSON from common.get_as2(); use it in activitypub 2017-10-20 14:13:04 +00:00			`as2_headers.update(common.CONNEG_HEADERS_AS2_HTML)`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`mock_get.assert_has_calls((`
			`call('http://orig/actor', headers=as2_headers, timeout=15),`
			`call('http://orig/post', headers=common.HEADERS, verify=False),`
			`))`
store responses in new Response datastore model 2017-10-10 00:29:50 +00:00
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`args, kwargs = mock_post.call_args`
			`self.assertEquals(('http://orig/webmention',), args)`
			`self.assertEquals({`
			`# TODO`
switch to using Response.get_or_create() also test an incoming activitypub like with an id with a fragment 2017-10-12 04:12:39 +00:00			`'source': 'http://localhost/render?source=http%3A%2F%2Fthis%2Flike__ok&target=http%3A%2F%2Forig%2Fpost',`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`'target': 'http://orig/post',`
			`}, kwargs['data'])`

switch to using Response.get_or_create() also test an incoming activitypub like with an id with a fragment 2017-10-12 04:12:39 +00:00			`resp = Response.get_by_id('http://this/like__ok http://orig/post')`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`self.assertEqual('in', resp.direction)`
			`self.assertEqual('activitypub', resp.protocol)`
			`self.assertEqual('complete', resp.status)`
activitypub: fetch and include source actor if necessary e.g. for likes and reposts, so that we can render them in our proxy page. 2017-10-13 06:14:46 +00:00			`as2_like['actor'] = actor`
activitypub: use proxy mf2 URLs for likes and reposts/boosts for #4 2017-10-11 05:42:19 +00:00			`self.assertEqual(as2_like, json.loads(resp.source_as2))`
activitypub and salmon: return 501 on unsupported activity type 2017-10-17 05:21:13 +00:00
			`def test_inbox_unsupported_type(self, mock_get, mock_post):`
			`got = app.get_response('/foo.com/inbox', method='POST', body=json.dumps({`
			`'@context': ['https://www.w3.org/ns/activitystreams'],`
			`'id': 'https://xoxo.zone/users/aaronpk#follows/40',`
			`'type': 'Follow',`
			`'actor': 'https://xoxo.zone/users/aaronpk',`
			`'object': 'http://snarfed.org/',`
			`}))`
			`self.assertEquals(501, got.status_int)`