Restructure "registry" modules
This commit is contained in:
Ivan Kravets
@@ -1,159 +0,0 @@
|
||||
# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# pylint: disable=too-many-arguments
|
||||
|
||||
from platformio import __registry_mirror_hosts__, fs
|
||||
from platformio.account.client import AccountClient, AccountError
|
||||
from platformio.http import HTTPClient, HTTPClientError
|
||||
|
||||
|
||||
class RegistryClient(HTTPClient):
|
||||
def __init__(self):
|
||||
endpoints = [f"https://api.{host}" for host in __registry_mirror_hosts__]
|
||||
super().__init__(endpoints)
|
||||
|
||||
@staticmethod
|
||||
def allowed_private_packages():
|
||||
private_permissions = set(
|
||||
[
|
||||
"service.registry.publish-private-tool",
|
||||
"service.registry.publish-private-platform",
|
||||
"service.registry.publish-private-library",
|
||||
]
|
||||
)
|
||||
try:
|
||||
info = AccountClient().get_account_info() or {}
|
||||
for item in info.get("packages", []):
|
||||
if set(item.keys()) & private_permissions:
|
||||
return True
|
||||
except AccountError:
|
||||
pass
|
||||
return False
|
||||
|
||||
def publish_package( # pylint: disable=redefined-builtin
|
||||
self, owner, type, archive_path, released_at=None, private=False, notify=True
|
||||
):
|
||||
with open(archive_path, "rb") as fp:
|
||||
return self.fetch_json_data(
|
||||
"post",
|
||||
"/v3/packages/%s/%s" % (owner, type),
|
||||
params={
|
||||
"private": 1 if private else 0,
|
||||
"notify": 1 if notify else 0,
|
||||
"released_at": released_at,
|
||||
},
|
||||
headers={
|
||||
"Content-Type": "application/octet-stream",
|
||||
"X-PIO-Content-SHA256": fs.calculate_file_hashsum(
|
||||
"sha256", archive_path
|
||||
),
|
||||
},
|
||||
data=fp,
|
||||
x_with_authorization=True,
|
||||
)
|
||||
|
||||
def unpublish_package( # pylint: disable=redefined-builtin
|
||||
self, owner, type, name, version=None, undo=False
|
||||
):
|
||||
path = "/v3/packages/%s/%s/%s" % (owner, type, name)
|
||||
if version:
|
||||
path += "/" + version
|
||||
return self.fetch_json_data(
|
||||
"delete", path, params={"undo": 1 if undo else 0}, x_with_authorization=True
|
||||
)
|
||||
|
||||
def update_resource(self, urn, private):
|
||||
return self.fetch_json_data(
|
||||
"put",
|
||||
"/v3/resources/%s" % urn,
|
||||
data={"private": int(private)},
|
||||
x_with_authorization=True,
|
||||
)
|
||||
|
||||
def grant_access_for_resource(self, urn, client, level):
|
||||
return self.fetch_json_data(
|
||||
"put",
|
||||
"/v3/resources/%s/access" % urn,
|
||||
data={"client": client, "level": level},
|
||||
x_with_authorization=True,
|
||||
)
|
||||
|
||||
def revoke_access_from_resource(self, urn, client):
|
||||
return self.fetch_json_data(
|
||||
"delete",
|
||||
"/v3/resources/%s/access" % urn,
|
||||
data={"client": client},
|
||||
x_with_authorization=True,
|
||||
)
|
||||
|
||||
def list_resources(self, owner):
|
||||
return self.fetch_json_data(
|
||||
"get",
|
||||
"/v3/resources",
|
||||
params={"owner": owner} if owner else None,
|
||||
x_cache_valid="1h",
|
||||
x_with_authorization=True,
|
||||
)
|
||||
|
||||
def list_packages(self, query=None, qualifiers=None, page=None, sort=None):
|
||||
search_query = []
|
||||
if qualifiers:
|
||||
valid_qualifiers = (
|
||||
"authors",
|
||||
"keywords",
|
||||
"frameworks",
|
||||
"platforms",
|
||||
"headers",
|
||||
"ids",
|
||||
"names",
|
||||
"owners",
|
||||
"types",
|
||||
)
|
||||
assert set(qualifiers.keys()) <= set(valid_qualifiers)
|
||||
for name, values in qualifiers.items():
|
||||
for value in set(
|
||||
values if isinstance(values, (list, tuple)) else [values]
|
||||
):
|
||||
search_query.append('%s:"%s"' % (name[:-1], value))
|
||||
if query:
|
||||
search_query.append(query)
|
||||
params = dict(query=" ".join(search_query))
|
||||
if page:
|
||||
params["page"] = int(page)
|
||||
if sort:
|
||||
params["sort"] = sort
|
||||
return self.fetch_json_data(
|
||||
"get",
|
||||
"/v3/search",
|
||||
params=params,
|
||||
x_cache_valid="1h",
|
||||
x_with_authorization=self.allowed_private_packages(),
|
||||
)
|
||||
|
||||
def get_package(self, type_, owner, name, version=None):
|
||||
try:
|
||||
return self.fetch_json_data(
|
||||
"get",
|
||||
"/v3/packages/{owner}/{type}/{name}".format(
|
||||
type=type_, owner=owner.lower(), name=name.lower()
|
||||
),
|
||||
params=dict(version=version) if version else None,
|
||||
x_cache_valid="1h",
|
||||
x_with_authorization=self.allowed_private_packages(),
|
||||
)
|
||||
except HTTPClientError as e:
|
||||
if e.response is not None and e.response.status_code == 404:
|
||||
return None
|
||||
raise e
|
||||
@@ -23,12 +23,12 @@ from tabulate import tabulate
|
||||
from platformio import fs
|
||||
from platformio.account.client import AccountClient
|
||||
from platformio.exception import UserSideException
|
||||
from platformio.package.client import RegistryClient
|
||||
from platformio.package.manifest.parser import ManifestParserFactory
|
||||
from platformio.package.manifest.schema import ManifestSchema
|
||||
from platformio.package.meta import PackageType
|
||||
from platformio.package.pack import PackagePacker
|
||||
from platformio.package.unpack import FileUnpacker, TARArchiver
|
||||
from platformio.registry.client import RegistryClient
|
||||
|
||||
|
||||
def validate_datetime(ctx, param, value): # pylint: disable=unused-argument
|
||||
|
||||
@@ -17,7 +17,7 @@ import math
|
||||
import click
|
||||
|
||||
from platformio import util
|
||||
from platformio.package.client import RegistryClient
|
||||
from platformio.registry.client import RegistryClient
|
||||
|
||||
|
||||
@click.command("search", short_help="Search for packages")
|
||||
|
||||
@@ -19,9 +19,9 @@ from tabulate import tabulate
|
||||
|
||||
from platformio import fs, util
|
||||
from platformio.exception import UserSideException
|
||||
from platformio.package.client import RegistryClient
|
||||
from platformio.package.manager._registry import PackageManagerRegistryMixin
|
||||
from platformio.package.meta import PackageSpec, PackageType
|
||||
from platformio.registry.client import RegistryClient
|
||||
|
||||
|
||||
@click.command("show", short_help="Show package information")
|
||||
|
||||
@@ -15,8 +15,8 @@
|
||||
import click
|
||||
|
||||
from platformio.account.client import AccountClient
|
||||
from platformio.package.client import RegistryClient
|
||||
from platformio.package.meta import PackageSpec, PackageType
|
||||
from platformio.registry.client import RegistryClient
|
||||
|
||||
|
||||
@click.command("unpublish", short_help="Remove a pushed package from the registry")
|
||||
|
||||
@@ -12,97 +12,15 @@
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import json
|
||||
import time
|
||||
from urllib.parse import urlparse
|
||||
|
||||
import click
|
||||
|
||||
from platformio import __registry_mirror_hosts__
|
||||
from platformio.cache import ContentCache
|
||||
from platformio.http import HTTPClient
|
||||
from platformio.package.client import RegistryClient
|
||||
from platformio.package.exception import UnknownPackageError
|
||||
from platformio.package.meta import PackageSpec
|
||||
from platformio.package.version import cast_version_to_semver
|
||||
|
||||
|
||||
class RegistryFileMirrorIterator(object):
|
||||
|
||||
HTTP_CLIENT_INSTANCES = {}
|
||||
|
||||
def __init__(self, download_url):
|
||||
self.download_url = download_url
|
||||
self._url_parts = urlparse(download_url)
|
||||
self._mirror = "%s://%s" % (self._url_parts.scheme, self._url_parts.netloc)
|
||||
self._visited_mirrors = []
|
||||
|
||||
def __iter__(self): # pylint: disable=non-iterator-returned
|
||||
return self
|
||||
|
||||
def __next__(self):
|
||||
cache_key = ContentCache.key_from_args(
|
||||
"head", self.download_url, self._visited_mirrors
|
||||
)
|
||||
with ContentCache("http") as cc:
|
||||
result = cc.get(cache_key)
|
||||
if result is not None:
|
||||
try:
|
||||
headers = json.loads(result)
|
||||
return (
|
||||
headers["Location"],
|
||||
headers["X-PIO-Content-SHA256"],
|
||||
)
|
||||
except (ValueError, KeyError):
|
||||
pass
|
||||
|
||||
http = self.get_http_client()
|
||||
response = http.send_request(
|
||||
"head",
|
||||
self._url_parts.path,
|
||||
allow_redirects=False,
|
||||
params=dict(bypass=",".join(self._visited_mirrors))
|
||||
if self._visited_mirrors
|
||||
else None,
|
||||
x_with_authorization=RegistryClient.allowed_private_packages(),
|
||||
)
|
||||
stop_conditions = [
|
||||
response.status_code not in (302, 307),
|
||||
not response.headers.get("Location"),
|
||||
not response.headers.get("X-PIO-Mirror"),
|
||||
response.headers.get("X-PIO-Mirror") in self._visited_mirrors,
|
||||
]
|
||||
if any(stop_conditions):
|
||||
raise StopIteration
|
||||
self._visited_mirrors.append(response.headers.get("X-PIO-Mirror"))
|
||||
cc.set(
|
||||
cache_key,
|
||||
json.dumps(
|
||||
{
|
||||
"Location": response.headers.get("Location"),
|
||||
"X-PIO-Content-SHA256": response.headers.get(
|
||||
"X-PIO-Content-SHA256"
|
||||
),
|
||||
}
|
||||
),
|
||||
"1h",
|
||||
)
|
||||
return (
|
||||
response.headers.get("Location"),
|
||||
response.headers.get("X-PIO-Content-SHA256"),
|
||||
)
|
||||
|
||||
def get_http_client(self):
|
||||
if self._mirror not in RegistryFileMirrorIterator.HTTP_CLIENT_INSTANCES:
|
||||
endpoints = [self._mirror]
|
||||
for host in __registry_mirror_hosts__:
|
||||
endpoint = f"https://dl.{host}"
|
||||
if endpoint not in endpoints:
|
||||
endpoints.append(endpoint)
|
||||
RegistryFileMirrorIterator.HTTP_CLIENT_INSTANCES[self._mirror] = HTTPClient(
|
||||
endpoints
|
||||
)
|
||||
return RegistryFileMirrorIterator.HTTP_CLIENT_INSTANCES[self._mirror]
|
||||
from platformio.registry.client import RegistryClient
|
||||
from platformio.registry.mirror import RegistryFileMirrorIterator
|
||||
|
||||
|
||||
class PackageManagerRegistryMixin(object):
|
||||
|
||||
Reference in New Issue
Block a user