Fix the following errors: ``` osbuild/util/lvm2.py:117: error: Only instance methods can be decorated with @property osbuild/api.py:50: error: Only instance methods can be decorated with @property osbuild/sources.py:85: error: Only instance methods can be decorated with @property ``` Chaining of `@classmethod` and `@property` has been deprecated since Python 3.11 with a note that chaining didn't work correctly in some cases. Relevant links: https://github.com/python/mypy/issues/13746 https://docs.python.org/3.11/whatsnew/3.11.html#language-builtins Signed-off-by: Tomáš Hozza <thozza@redhat.com>
195 lines
5.6 KiB
Python
195 lines
5.6 KiB
Python
import abc
|
|
import asyncio
|
|
import contextlib
|
|
import io
|
|
import json
|
|
import os
|
|
import sys
|
|
import tempfile
|
|
import threading
|
|
import traceback
|
|
from typing import ClassVar, Dict, Optional
|
|
|
|
from .util import jsoncomm
|
|
from .util.types import PathLike
|
|
|
|
__all__ = [
|
|
"API"
|
|
]
|
|
|
|
|
|
class BaseAPI(abc.ABC):
|
|
"""Base class for all API providers
|
|
|
|
This base class provides the basic scaffolding for setting
|
|
up API endpoints, normally to be used for bi-directional
|
|
communication from and to the sandbox. It is to be used as
|
|
a context manager. The communication channel will only be
|
|
established on entering the context and will be shut down
|
|
when the context is left.
|
|
|
|
New messages are delivered via the `_message` method, that
|
|
needs to be implemented by deriving classes.
|
|
|
|
Optionally, the `_cleanup` method can be implemented, to
|
|
clean up resources after the context is left and the
|
|
communication channel shut down.
|
|
|
|
On incoming messages, first the `_dispatch` method will be
|
|
called; the default implementation will receive the message
|
|
call `_message.`
|
|
"""
|
|
|
|
endpoint: ClassVar[str]
|
|
"""The name of the API endpoint"""
|
|
|
|
def __init__(self, socket_address: Optional[PathLike] = None):
|
|
self.socket_address = socket_address
|
|
self.barrier = threading.Barrier(2)
|
|
self.event_loop = None
|
|
self.thread = None
|
|
self._socketdir = None
|
|
|
|
@abc.abstractmethod
|
|
def _message(self, msg: Dict, fds: jsoncomm.FdSet, sock: jsoncomm.Socket):
|
|
"""Called for a new incoming message
|
|
|
|
The file descriptor set `fds` will be closed after the call.
|
|
Use the `FdSet.steal()` method to extract file descriptors.
|
|
"""
|
|
|
|
def _cleanup(self):
|
|
"""Called after the event loop is shut down"""
|
|
|
|
@classmethod
|
|
def _make_socket_dir(cls, rundir: PathLike = "/run/osbuild"):
|
|
"""Called to create the temporary socket dir"""
|
|
os.makedirs(rundir, exist_ok=True)
|
|
return tempfile.TemporaryDirectory(prefix="api-", dir=rundir)
|
|
|
|
def _dispatch(self, sock: jsoncomm.Socket):
|
|
"""Called when data is available on the socket"""
|
|
msg, fds, _ = sock.recv()
|
|
if msg is None:
|
|
# Peer closed the connection
|
|
if self.event_loop:
|
|
self.event_loop.remove_reader(sock)
|
|
return
|
|
self._message(msg, fds, sock)
|
|
fds.close()
|
|
|
|
def _accept(self, server):
|
|
client = server.accept()
|
|
if client:
|
|
self.event_loop.add_reader(client, self._dispatch, client)
|
|
|
|
def _run_event_loop(self):
|
|
with jsoncomm.Socket.new_server(self.socket_address) as server:
|
|
server.blocking = False
|
|
server.listen()
|
|
self.barrier.wait()
|
|
self.event_loop.add_reader(server, self._accept, server)
|
|
asyncio.set_event_loop(self.event_loop)
|
|
self.event_loop.run_forever()
|
|
self.event_loop.remove_reader(server)
|
|
|
|
@property
|
|
def running(self):
|
|
return self.event_loop is not None
|
|
|
|
def __enter__(self):
|
|
# We are not re-entrant, so complain if re-entered.
|
|
assert not self.running
|
|
|
|
if not self.socket_address:
|
|
self._socketdir = self._make_socket_dir()
|
|
address = os.path.join(self._socketdir.name, self.endpoint)
|
|
self.socket_address = address
|
|
|
|
self.event_loop = asyncio.new_event_loop()
|
|
self.thread = threading.Thread(target=self._run_event_loop)
|
|
|
|
self.barrier.reset()
|
|
self.thread.start()
|
|
self.barrier.wait()
|
|
|
|
return self
|
|
|
|
def __exit__(self, *args):
|
|
self.event_loop.call_soon_threadsafe(self.event_loop.stop)
|
|
self.thread.join()
|
|
self.event_loop.close()
|
|
|
|
# Give deriving classes a chance to clean themselves up
|
|
self._cleanup()
|
|
|
|
self.thread = None
|
|
self.event_loop = None
|
|
|
|
if self._socketdir:
|
|
self._socketdir.cleanup()
|
|
self._socketdir = None
|
|
self.socket_address = None
|
|
|
|
|
|
class API(BaseAPI):
|
|
"""The main OSBuild API"""
|
|
|
|
endpoint = "osbuild"
|
|
|
|
def __init__(self, *, socket_address=None):
|
|
super().__init__(socket_address)
|
|
self.error = None
|
|
|
|
def _get_exception(self, message):
|
|
self.error = {
|
|
"type": "exception",
|
|
"data": message["exception"],
|
|
}
|
|
|
|
def _message(self, msg, fds, sock):
|
|
if msg["method"] == 'exception':
|
|
self._get_exception(msg)
|
|
|
|
|
|
def exception(e, path="/run/osbuild/api/osbuild"):
|
|
"""Send exception to osbuild"""
|
|
traceback.print_exception(type(e), e, e.__traceback__, file=sys.stderr)
|
|
with jsoncomm.Socket.new_client(path) as client:
|
|
with io.StringIO() as out:
|
|
traceback.print_tb(e.__traceback__, file=out)
|
|
stacktrace = out.getvalue()
|
|
msg = {
|
|
"method": "exception",
|
|
"exception": {
|
|
"type": type(e).__name__,
|
|
"value": str(e),
|
|
"traceback": stacktrace
|
|
}
|
|
}
|
|
client.send(msg)
|
|
|
|
sys.exit(2)
|
|
|
|
|
|
# pylint: disable=broad-except
|
|
@contextlib.contextmanager
|
|
def exception_handler(path="/run/osbuild/api/osbuild"):
|
|
try:
|
|
yield
|
|
except Exception as e:
|
|
exception(e, path)
|
|
|
|
|
|
def arguments(path="/run/osbuild/api/arguments"):
|
|
"""Retrieve the input arguments that were supplied to API"""
|
|
with open(path, "r", encoding="utf8") as fp:
|
|
data = json.load(fp)
|
|
return data
|
|
|
|
|
|
def metadata(data: Dict, path="/run/osbuild/meta"):
|
|
"""Update metadata for the current module"""
|
|
|
|
with open(path, "w", encoding="utf8") as f:
|
|
json.dump(data, f, indent=2)
|