2017-08-13 07:12:16 +00:00
|
|
|
# coding=utf-8
|
|
|
|
|
"""Unit tests for activitypub.py.
|
2017-08-13 21:49:35 +00:00
|
|
|
|
|
|
|
|
TODO: test error handling
|
2017-08-13 07:12:16 +00:00
|
|
|
"""
|
2017-08-19 19:36:36 +00:00
|
|
|
from __future__ import unicode_literals
|
2017-08-23 15:14:51 +00:00
|
|
|
import copy
|
2017-08-13 07:12:16 +00:00
|
|
|
import json
|
2017-08-13 21:49:35 +00:00
|
|
|
import urllib
|
2017-08-13 07:12:16 +00:00
|
|
|
|
2017-10-13 06:14:46 +00:00
|
|
|
from mock import call, patch
|
2017-08-23 15:14:51 +00:00
|
|
|
from oauth_dropins.webutil import util
|
2017-08-24 14:41:46 +00:00
|
|
|
from oauth_dropins.webutil.testutil import requests_response
|
2017-08-13 07:12:16 +00:00
|
|
|
import requests
|
|
|
|
|
|
|
|
|
|
import activitypub
|
2017-08-13 21:49:35 +00:00
|
|
|
from activitypub import app
|
2017-08-15 06:07:24 +00:00
|
|
|
import common
|
2018-10-22 00:37:33 +00:00
|
|
|
from models import Follower, MagicKey, Response
|
2017-10-01 14:09:22 +00:00
|
|
|
import testutil
|
2017-08-13 07:12:16 +00:00
|
|
|
|
|
|
|
|
|
2018-10-15 15:09:36 +00:00
|
|
|
REPLY_OBJECT = {
|
|
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'type': 'Note',
|
|
|
|
|
'content': 'A ☕ reply',
|
2018-10-17 13:52:07 +00:00
|
|
|
'id': 'http://this/reply/id',
|
2018-10-15 15:09:36 +00:00
|
|
|
'url': 'http://this/reply',
|
|
|
|
|
'inReplyTo': 'http://orig/post',
|
|
|
|
|
'cc': ['https://www.w3.org/ns/activitystreams#Public'],
|
|
|
|
|
}
|
2018-10-17 14:00:31 +00:00
|
|
|
REPLY_OBJECT_WRAPPED = copy.deepcopy(REPLY_OBJECT)
|
|
|
|
|
REPLY_OBJECT_WRAPPED['inReplyTo'] = common.redirect_wrap(
|
|
|
|
|
REPLY_OBJECT_WRAPPED['inReplyTo'])
|
2018-10-21 22:28:42 +00:00
|
|
|
REPLY = {
|
2018-10-15 15:09:36 +00:00
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'type': 'Create',
|
2018-10-17 14:00:31 +00:00
|
|
|
'id': 'http://this/reply/as2',
|
2018-10-15 15:09:36 +00:00
|
|
|
'object': REPLY_OBJECT,
|
|
|
|
|
}
|
2018-10-17 14:49:04 +00:00
|
|
|
# based on example Mastodon like:
|
|
|
|
|
# https://github.com/snarfed/bridgy-fed/issues/4#issuecomment-334212362
|
|
|
|
|
# (reposts are very similar)
|
2018-10-21 22:28:42 +00:00
|
|
|
LIKE = {
|
2018-10-17 14:49:04 +00:00
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'id': 'http://this/like#ok',
|
|
|
|
|
'type': 'Like',
|
|
|
|
|
'object': 'http://orig/post',
|
|
|
|
|
'actor': 'http://orig/actor',
|
|
|
|
|
}
|
2018-10-21 22:28:42 +00:00
|
|
|
LIKE_WRAPPED = copy.deepcopy(LIKE)
|
|
|
|
|
LIKE_WRAPPED['object'] = common.redirect_wrap(LIKE_WRAPPED['object'])
|
2018-10-23 14:52:30 +00:00
|
|
|
LIKE_WITH_ACTOR = copy.deepcopy(LIKE)
|
|
|
|
|
LIKE_WITH_ACTOR['actor'] = {
|
|
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'id': 'http://orig/actor',
|
|
|
|
|
'type': 'Person',
|
|
|
|
|
'name': 'Ms. Actor',
|
|
|
|
|
'preferredUsername': 'msactor',
|
|
|
|
|
'image': {'type': 'Image', 'url': 'http://orig/pic.jpg'},
|
|
|
|
|
}
|
2018-10-21 22:28:42 +00:00
|
|
|
|
2018-10-23 14:52:30 +00:00
|
|
|
FOLLOW = {
|
2018-10-21 22:28:42 +00:00
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
2018-10-23 14:11:44 +00:00
|
|
|
'id': 'https://mastodon.social/6d1a',
|
2018-10-21 22:28:42 +00:00
|
|
|
'type': 'Follow',
|
|
|
|
|
'actor': 'https://mastodon.social/users/swentel',
|
2018-10-23 14:52:30 +00:00
|
|
|
'object': 'https://realize.be/',
|
2018-10-21 22:28:42 +00:00
|
|
|
}
|
2018-10-23 14:52:30 +00:00
|
|
|
FOLLOW_WRAPPED = copy.deepcopy(FOLLOW)
|
|
|
|
|
FOLLOW_WRAPPED['object'] = 'http://localhost/realize.be'
|
|
|
|
|
ACTOR = {
|
|
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'id': FOLLOW['actor'],
|
|
|
|
|
'type': 'Person',
|
|
|
|
|
'inbox': 'http://follower/inbox',
|
|
|
|
|
}
|
|
|
|
|
FOLLOW_WITH_ACTOR = copy.deepcopy(FOLLOW)
|
|
|
|
|
FOLLOW_WITH_ACTOR['actor'] = {
|
|
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'id': FOLLOW['actor'],
|
|
|
|
|
'type': 'Person',
|
|
|
|
|
'inbox': 'http://follower/inbox',
|
|
|
|
|
}
|
|
|
|
|
FOLLOW_WRAPPED_WITH_ACTOR = copy.deepcopy(FOLLOW_WRAPPED)
|
|
|
|
|
FOLLOW_WRAPPED_WITH_ACTOR['actor'] = FOLLOW_WITH_ACTOR['actor']
|
|
|
|
|
|
2018-10-21 22:28:42 +00:00
|
|
|
ACCEPT = {
|
|
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'type': 'Accept',
|
2018-10-23 14:11:44 +00:00
|
|
|
'id': 'tag:localhost:accept/realize.be/https://mastodon.social/6d1a',
|
2018-10-22 01:54:27 +00:00
|
|
|
'actor': 'http://localhost/realize.be',
|
2018-10-21 22:28:42 +00:00
|
|
|
'object': {
|
|
|
|
|
'type': 'Follow',
|
|
|
|
|
'actor': 'https://mastodon.social/users/swentel',
|
2018-10-22 01:54:27 +00:00
|
|
|
'object': 'http://localhost/realize.be',
|
2018-10-21 22:28:42 +00:00
|
|
|
}
|
|
|
|
|
}
|
2018-10-15 15:09:36 +00:00
|
|
|
|
2017-10-13 06:14:46 +00:00
|
|
|
@patch('requests.post')
|
|
|
|
|
@patch('requests.get')
|
2018-10-23 14:11:44 +00:00
|
|
|
@patch('requests.head')
|
2017-10-01 14:09:22 +00:00
|
|
|
class ActivityPubTest(testutil.TestCase):
|
2017-08-13 07:12:16 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_actor_handler(self, _, mock_get, __):
|
2017-08-24 14:41:46 +00:00
|
|
|
mock_get.return_value = requests_response("""
|
2017-08-13 07:12:16 +00:00
|
|
|
<body>
|
2017-10-24 04:49:43 +00:00
|
|
|
<a class="h-card u-url" rel="me" href="/about-me">Mrs. ☕ Foo</a>
|
2017-08-13 07:12:16 +00:00
|
|
|
</body>
|
2017-08-24 14:41:46 +00:00
|
|
|
""", url='https://foo.com/')
|
2017-08-13 07:12:16 +00:00
|
|
|
|
2017-08-13 21:49:35 +00:00
|
|
|
got = app.get_response('/foo.com')
|
2017-08-23 15:14:51 +00:00
|
|
|
mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,
|
|
|
|
|
timeout=util.HTTP_TIMEOUT)
|
2017-08-13 07:12:16 +00:00
|
|
|
self.assertEquals(200, got.status_int)
|
2017-10-20 14:13:04 +00:00
|
|
|
self.assertEquals(common.CONTENT_TYPE_AS2, got.headers['Content-Type'])
|
2017-08-13 07:12:16 +00:00
|
|
|
self.assertEquals({
|
2017-09-28 14:25:21 +00:00
|
|
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
|
|
|
|
'type' : 'Person',
|
2017-10-13 06:16:32 +00:00
|
|
|
'name': 'Mrs. ☕ Foo',
|
2019-01-04 15:04:45 +00:00
|
|
|
'summary': '',
|
2017-10-26 15:07:29 +00:00
|
|
|
'preferredUsername': 'foo.com',
|
2017-10-24 04:49:43 +00:00
|
|
|
'id': 'http://localhost/foo.com',
|
2018-10-14 14:58:17 +00:00
|
|
|
'url': 'http://localhost/r/https://foo.com/about-me',
|
2017-08-13 07:12:16 +00:00
|
|
|
'inbox': 'http://localhost/foo.com/inbox',
|
2019-01-04 15:04:45 +00:00
|
|
|
'outbox': 'http://localhost/foo.com/outbox',
|
2017-10-01 14:09:22 +00:00
|
|
|
'publicKey': {
|
2019-01-04 15:04:45 +00:00
|
|
|
'id': 'foo.com',
|
2017-10-10 00:29:50 +00:00
|
|
|
'publicKeyPem': MagicKey.get_by_id('foo.com').public_pem(),
|
2017-10-01 14:09:22 +00:00
|
|
|
},
|
2017-08-13 07:12:16 +00:00
|
|
|
}, json.loads(got.body))
|
2017-08-13 21:49:35 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_actor_handler_no_hcard(self, _, mock_get, __):
|
2017-08-24 14:41:46 +00:00
|
|
|
mock_get.return_value = requests_response("""
|
2017-08-19 20:31:06 +00:00
|
|
|
<body>
|
|
|
|
|
<div class="h-entry">
|
|
|
|
|
<p class="e-content">foo bar</p>
|
|
|
|
|
</div>
|
|
|
|
|
</body>
|
2017-08-24 14:41:46 +00:00
|
|
|
""")
|
2017-08-19 20:31:06 +00:00
|
|
|
|
|
|
|
|
got = app.get_response('/foo.com')
|
2017-08-23 15:14:51 +00:00
|
|
|
mock_get.assert_called_once_with('http://foo.com/', headers=common.HEADERS,
|
|
|
|
|
timeout=util.HTTP_TIMEOUT)
|
2017-08-19 20:31:06 +00:00
|
|
|
self.assertEquals(400, got.status_int)
|
|
|
|
|
self.assertIn('representative h-card', got.body)
|
|
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_reply_object(self, *mocks):
|
|
|
|
|
self._test_inbox_reply(REPLY_OBJECT, REPLY_OBJECT, *mocks)
|
2018-10-15 15:09:36 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_reply_object_wrapped(self, *mocks):
|
|
|
|
|
self._test_inbox_reply(REPLY_OBJECT_WRAPPED, REPLY_OBJECT, *mocks)
|
2018-10-17 14:00:31 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_reply_create_activity(self, *mocks):
|
|
|
|
|
self._test_inbox_reply(REPLY, REPLY, *mocks)
|
2018-10-15 15:09:36 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def _test_inbox_reply(self, as2, expected_as2, mock_head, mock_get, mock_post):
|
|
|
|
|
mock_head.return_value = requests_response(url='http://orig/post')
|
2017-08-24 14:41:46 +00:00
|
|
|
mock_get.return_value = requests_response(
|
|
|
|
|
'<html><head><link rel="webmention" href="/webmention"></html>')
|
|
|
|
|
mock_post.return_value = requests_response()
|
2017-08-13 21:49:35 +00:00
|
|
|
|
2017-10-10 02:11:40 +00:00
|
|
|
got = app.get_response('/foo.com/inbox', method='POST',
|
2018-10-15 15:09:36 +00:00
|
|
|
body=json.dumps(as2))
|
2017-10-11 05:42:19 +00:00
|
|
|
self.assertEquals(200, got.status_int, got.body)
|
2017-08-19 19:29:10 +00:00
|
|
|
mock_get.assert_called_once_with(
|
|
|
|
|
'http://orig/post', headers=common.HEADERS, verify=False)
|
2017-08-13 21:49:35 +00:00
|
|
|
|
2017-08-23 15:14:51 +00:00
|
|
|
expected_headers = copy.deepcopy(common.HEADERS)
|
|
|
|
|
expected_headers['Accept'] = '*/*'
|
2017-08-13 21:49:35 +00:00
|
|
|
mock_post.assert_called_once_with(
|
|
|
|
|
'http://orig/webmention',
|
|
|
|
|
data={
|
2018-10-17 14:49:04 +00:00
|
|
|
'source': 'http://localhost/render?source=http%3A%2F%2Fthis%2Freply&target=http%3A%2F%2Forig%2Fpost',
|
2017-08-13 21:49:35 +00:00
|
|
|
'target': 'http://orig/post',
|
|
|
|
|
},
|
|
|
|
|
allow_redirects=False,
|
2017-08-23 15:14:51 +00:00
|
|
|
headers=expected_headers,
|
2017-08-13 21:49:35 +00:00
|
|
|
verify=False)
|
2017-10-04 14:07:22 +00:00
|
|
|
|
2017-10-10 00:29:50 +00:00
|
|
|
resp = Response.get_by_id('http://this/reply http://orig/post')
|
|
|
|
|
self.assertEqual('in', resp.direction)
|
|
|
|
|
self.assertEqual('activitypub', resp.protocol)
|
|
|
|
|
self.assertEqual('complete', resp.status)
|
2018-10-17 14:49:04 +00:00
|
|
|
self.assertEqual(expected_as2, json.loads(resp.source_as2))
|
2017-10-10 00:29:50 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_like(self, mock_head, mock_get, mock_post):
|
|
|
|
|
mock_head.return_value = requests_response(url='http://orig/post')
|
2017-10-13 06:14:46 +00:00
|
|
|
mock_get.side_effect = [
|
|
|
|
|
# source actor
|
2018-10-23 14:52:30 +00:00
|
|
|
requests_response(LIKE_WITH_ACTOR['actor'], headers={'Content-Type': common.CONTENT_TYPE_AS2}),
|
2017-10-13 06:14:46 +00:00
|
|
|
# target post webmention discovery
|
|
|
|
|
requests_response(
|
|
|
|
|
'<html><head><link rel="webmention" href="/webmention"></html>'),
|
|
|
|
|
]
|
2017-10-11 05:42:19 +00:00
|
|
|
mock_post.return_value = requests_response()
|
|
|
|
|
|
|
|
|
|
got = app.get_response('/foo.com/inbox', method='POST',
|
2018-10-21 22:28:42 +00:00
|
|
|
body=json.dumps(LIKE_WRAPPED))
|
2017-10-11 05:42:19 +00:00
|
|
|
self.assertEquals(200, got.status_int)
|
2017-10-13 06:14:46 +00:00
|
|
|
|
|
|
|
|
as2_headers = copy.deepcopy(common.HEADERS)
|
2017-10-20 14:13:04 +00:00
|
|
|
as2_headers.update(common.CONNEG_HEADERS_AS2_HTML)
|
2017-10-13 06:14:46 +00:00
|
|
|
mock_get.assert_has_calls((
|
|
|
|
|
call('http://orig/actor', headers=as2_headers, timeout=15),
|
|
|
|
|
call('http://orig/post', headers=common.HEADERS, verify=False),
|
|
|
|
|
))
|
2017-10-10 00:29:50 +00:00
|
|
|
|
2017-10-11 05:42:19 +00:00
|
|
|
args, kwargs = mock_post.call_args
|
|
|
|
|
self.assertEquals(('http://orig/webmention',), args)
|
|
|
|
|
self.assertEquals({
|
|
|
|
|
# TODO
|
2017-10-12 04:12:39 +00:00
|
|
|
'source': 'http://localhost/render?source=http%3A%2F%2Fthis%2Flike__ok&target=http%3A%2F%2Forig%2Fpost',
|
2017-10-11 05:42:19 +00:00
|
|
|
'target': 'http://orig/post',
|
|
|
|
|
}, kwargs['data'])
|
|
|
|
|
|
2017-10-12 04:12:39 +00:00
|
|
|
resp = Response.get_by_id('http://this/like__ok http://orig/post')
|
2017-10-11 05:42:19 +00:00
|
|
|
self.assertEqual('in', resp.direction)
|
|
|
|
|
self.assertEqual('activitypub', resp.protocol)
|
|
|
|
|
self.assertEqual('complete', resp.status)
|
2018-10-23 14:52:30 +00:00
|
|
|
self.assertEqual(LIKE_WITH_ACTOR, json.loads(resp.source_as2))
|
2017-10-17 05:21:13 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_follow_accept(self, mock_head, mock_get, mock_post):
|
|
|
|
|
mock_head.return_value = requests_response(url='https://realize.be/')
|
2018-10-21 22:28:42 +00:00
|
|
|
mock_get.side_effect = [
|
|
|
|
|
# source actor
|
2018-10-23 14:52:30 +00:00
|
|
|
requests_response(FOLLOW_WITH_ACTOR['actor'],
|
|
|
|
|
content_type=common.CONTENT_TYPE_AS2),
|
2018-10-23 14:11:44 +00:00
|
|
|
# target post webmention discovery
|
|
|
|
|
requests_response(
|
|
|
|
|
'<html><head><link rel="webmention" href="/webmention"></html>'),
|
2018-10-21 22:28:42 +00:00
|
|
|
]
|
|
|
|
|
mock_post.return_value = requests_response()
|
|
|
|
|
|
|
|
|
|
got = app.get_response('/foo.com/inbox', method='POST',
|
|
|
|
|
body=json.dumps(FOLLOW_WRAPPED))
|
|
|
|
|
self.assertEquals(200, got.status_int)
|
|
|
|
|
|
|
|
|
|
as2_headers = copy.deepcopy(common.HEADERS)
|
|
|
|
|
as2_headers.update(common.CONNEG_HEADERS_AS2_HTML)
|
|
|
|
|
mock_get.assert_has_calls((
|
2018-10-23 14:52:30 +00:00
|
|
|
call(FOLLOW['actor'], headers=as2_headers, timeout=15),
|
2018-10-21 22:28:42 +00:00
|
|
|
))
|
|
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
# check AP Accept
|
|
|
|
|
self.assertEqual(2, len(mock_post.call_args_list))
|
|
|
|
|
args, kwargs = mock_post.call_args_list[0]
|
2018-10-21 22:28:42 +00:00
|
|
|
self.assertEquals(('http://follower/inbox',), args)
|
|
|
|
|
self.assertEquals(ACCEPT, kwargs['json'])
|
|
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
# check webmention
|
|
|
|
|
args, kwargs = mock_post.call_args_list[1]
|
|
|
|
|
self.assertEquals(('https://realize.be/webmention',), args)
|
|
|
|
|
self.assertEquals({
|
|
|
|
|
'source': 'http://localhost/render?source=https%3A%2F%2Fmastodon.social%2F6d1a&target=https%3A%2F%2Frealize.be%2F',
|
|
|
|
|
'target': 'https://realize.be/',
|
|
|
|
|
}, kwargs['data'])
|
|
|
|
|
|
|
|
|
|
resp = Response.get_by_id('https://mastodon.social/6d1a https://realize.be/')
|
|
|
|
|
self.assertEqual('in', resp.direction)
|
|
|
|
|
self.assertEqual('activitypub', resp.protocol)
|
|
|
|
|
self.assertEqual('complete', resp.status)
|
2018-10-23 14:52:30 +00:00
|
|
|
self.assertEqual(FOLLOW_WITH_ACTOR, json.loads(resp.source_as2))
|
2018-10-23 14:11:44 +00:00
|
|
|
|
2018-10-22 00:37:33 +00:00
|
|
|
# check that we stored a Follower object
|
2018-10-23 14:52:30 +00:00
|
|
|
follower = Follower.get_by_id('realize.be %s' % (FOLLOW['actor']))
|
|
|
|
|
self.assertEqual(FOLLOW_WRAPPED_WITH_ACTOR, json.loads(follower.last_follow))
|
2018-10-22 00:37:33 +00:00
|
|
|
|
2018-10-23 14:11:44 +00:00
|
|
|
def test_inbox_unsupported_type(self, *_):
|
2017-10-17 05:21:13 +00:00
|
|
|
got = app.get_response('/foo.com/inbox', method='POST', body=json.dumps({
|
|
|
|
|
'@context': ['https://www.w3.org/ns/activitystreams'],
|
|
|
|
|
'id': 'https://xoxo.zone/users/aaronpk#follows/40',
|
2018-10-21 22:28:42 +00:00
|
|
|
'type': 'Block',
|
2017-10-17 05:21:13 +00:00
|
|
|
'actor': 'https://xoxo.zone/users/aaronpk',
|
|
|
|
|
'object': 'http://snarfed.org/',
|
|
|
|
|
}))
|
|
|
|
|
self.assertEquals(501, got.status_int)
|
