mirror of
https://github.com/quay/quay.git
synced 2026-01-27 18:42:52 +03:00
5b3db536ef
This change replaces the metricqueue library with a native Prometheus client implementation with the intention to aggregated results with the Prometheus PushGateway. This change also adds instrumentation for greenlet context switches.
117 lines
3.5 KiB
Python
117 lines
3.5 KiB
Python
import pytest
|
|
|
|
from contextlib import contextmanager
|
|
from mock import patch
|
|
from moto import mock_s3_deprecated as mock_s3
|
|
import boto
|
|
|
|
from app import config_provider
|
|
from storage import CloudFrontedS3Storage, StorageContext
|
|
from util.ipresolver import IPResolver
|
|
from util.ipresolver.test.test_ipresolver import test_aws_ip, aws_ip_range_data, test_ip_range_cache
|
|
from test.fixtures import *
|
|
|
|
_TEST_CONTENT = os.urandom(1024)
|
|
_TEST_BUCKET = "some_bucket"
|
|
_TEST_USER = "someuser"
|
|
_TEST_PASSWORD = "somepassword"
|
|
_TEST_PATH = "some/cool/path"
|
|
|
|
|
|
@pytest.fixture(params=[True, False])
|
|
def ipranges_populated(request):
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture()
|
|
def test_empty_ip_range_cache(empty_range_data):
|
|
sync_token = empty_range_data["syncToken"]
|
|
all_amazon = IPResolver._parse_amazon_ranges(empty_range_data)
|
|
fake_cache = {
|
|
"sync_token": sync_token,
|
|
}
|
|
return fake_cache
|
|
|
|
|
|
@pytest.fixture()
|
|
def empty_range_data():
|
|
empty_range_data = {
|
|
"syncToken": 123456789,
|
|
"prefixes": [],
|
|
}
|
|
return empty_range_data
|
|
|
|
|
|
@mock_s3
|
|
def test_direct_download(
|
|
test_aws_ip,
|
|
test_empty_ip_range_cache,
|
|
test_ip_range_cache,
|
|
aws_ip_range_data,
|
|
ipranges_populated,
|
|
app,
|
|
):
|
|
ipresolver = IPResolver(app)
|
|
if ipranges_populated:
|
|
ipresolver.sync_token = (
|
|
test_ip_range_cache["sync_token"]
|
|
if ipranges_populated
|
|
else test_empty_ip_range_cache["sync_token"]
|
|
)
|
|
ipresolver.amazon_ranges = (
|
|
test_ip_range_cache["all_amazon"]
|
|
if ipranges_populated
|
|
else test_empty_ip_range_cache["all_amazon"]
|
|
)
|
|
context = StorageContext("nyc", None, config_provider, ipresolver)
|
|
|
|
# Create a test bucket and put some test content.
|
|
boto.connect_s3().create_bucket(_TEST_BUCKET)
|
|
|
|
engine = CloudFrontedS3Storage(
|
|
context,
|
|
"cloudfrontdomain",
|
|
"keyid",
|
|
"test/data/test.pem",
|
|
"some/path",
|
|
_TEST_BUCKET,
|
|
_TEST_USER,
|
|
_TEST_PASSWORD,
|
|
)
|
|
engine.put_content(_TEST_PATH, _TEST_CONTENT)
|
|
assert engine.exists(_TEST_PATH)
|
|
|
|
# Request a direct download URL for a request from a known AWS IP, and ensure we are returned an S3 URL.
|
|
assert "s3.amazonaws.com" in engine.get_direct_download_url(_TEST_PATH, test_aws_ip)
|
|
|
|
if ipranges_populated:
|
|
# Request a direct download URL for a request from a non-AWS IP, and ensure we are returned a CloudFront URL.
|
|
assert "cloudfrontdomain" in engine.get_direct_download_url(_TEST_PATH, "1.2.3.4")
|
|
else:
|
|
# Request a direct download URL for a request from a non-AWS IP, but since IP Ranges isn't populated, we still
|
|
# get back an S3 URL.
|
|
assert "s3.amazonaws.com" in engine.get_direct_download_url(_TEST_PATH, "1.2.3.4")
|
|
|
|
|
|
@mock_s3
|
|
def test_direct_download_no_ip(test_aws_ip, aws_ip_range_data, ipranges_populated, app):
|
|
ipresolver = IPResolver(app)
|
|
context = StorageContext("nyc", None, config_provider, ipresolver)
|
|
|
|
# Create a test bucket and put some test content.
|
|
boto.connect_s3().create_bucket(_TEST_BUCKET)
|
|
|
|
engine = CloudFrontedS3Storage(
|
|
context,
|
|
"cloudfrontdomain",
|
|
"keyid",
|
|
"test/data/test.pem",
|
|
"some/path",
|
|
_TEST_BUCKET,
|
|
_TEST_USER,
|
|
_TEST_PASSWORD,
|
|
)
|
|
engine.put_content(_TEST_PATH, _TEST_CONTENT)
|
|
assert engine.exists(_TEST_PATH)
|
|
assert "s3.amazonaws.com" in engine.get_direct_download_url(_TEST_PATH)
|