Skip to content

GitLab

Merged
Created by Trishna Saeharaseelan@trishnaOwner

Create initial message schemas

Compare
and
13 files
+ 884
- 210
Show latest version
examples/hydr‎osurv_adapter‎
acknowledg‎ement.json‎ +1 -1
for‎mats‎
__ini‎t__.py‎ +50 -0
acknowled‎gement.py‎ +6 -11
message_w‎rapper.py‎ +0 -61
mission‎_plan.py‎ +6 -2
observa‎tion.py‎ +8 -3
planning_con‎figuration.py‎ +6 -1
platform_‎status.py‎ +15 -1
projec‎t/soar‎
SOAR_RE‎ADME.md‎ +0 -0
soar_prot‎ocol.json‎ +697 -0
READ‎ME.md‎ +2 -0
generate_sch‎ema_config.py‎ +93 -0
generate_‎swagger.py‎ +0 -130
examples/hydrosurv_adapter/acknowledgement.json
+ 1
- 1
Show all unchanged lines Show 20 lines
"encoded": false,
"message_type": "acknowledgement",
"acknowledged_message_ID": "11111111-7bc8-11ed-a1eb-0242ac999999",
"status": "Approved and sent to platform"
"status": "c2_received"
}
\ No newline at end of file
formats/__init__.py
+ 50
- 0
Show all unchanged lines Show 20 lines
for x in os.listdir(os.path.dirname(__file__))
if x.endswith(".py") and x != "__init__.py"
]
message_header = {
"type": "object",
"discriminator": {
"propertyName": "message_type",
},
"properties": {
"message_ID": {
"type": "string",
"description": "An identifier for the type of message received.",
"example": "b427003c-0000-11aa-a1eb-bvcdfghjgfdd",
},
"timestamp": {
"type": "string",
"format": "date-time",
"description": "Timestamp of message",
"example": "2022-11-16T00:00:00Z",
},
"version": {
"type": "number",
"format": "float",
"description": "Version of comms backbone message format protocol",
"example": 2.0,
},
"source": {
"type": "string",
"description": "The sender; Where is this message from",
"example": "autonomy_engine",
},
"destination": {
"type": "string",
"description": "Publisher topic; What is the destination"
+ " of this message",
"example": "ah1",
},
"encoded": {
"type": "boolean",
"description": "Indicate that message raw (encoded) or decoded. "
+ "Options: encoded=True, decoded=False",
"example": False,
},
"delivery_type": {
"type": "string",
"description": "To publish or broadcast this message.",
"enum": ["broadcast", "publish"],
"example": "publish",
"default": "publish",
},
},
}
\ No newline at end of file
formats/acknowledgement.py
+ 6
- 11
Show all unchanged lines Show 20 lines
schemas: Acknowledgement status sent by the surface platform to report
receipt of message.
"""
# from openapi_schema_validator import validate
# from jsonschema import validate
acknowledgement_schema = {
"allOf": [{"$ref": "#/definitions/Message"}],
"type": "object",
"properties": {
"message_type": {
"type": "string",
"description": "Type of message",
"example": "acknowledgement",
},
"acknowledged_message_ID": {
"type": "string",
"description": "Identifier of message received and executed with "
Show 20 lines Show all unchanged lines Show 20 lines
"example": "executed by platform",
},
},
"required": ["acknowledged_message_ID", "status"],
"required": ["message_type", "acknowledged_message_ID", "status"],
}
# validate(
# {"acknowledged_message_ID": "string-type-id", "status": "c2_received"},
# acknowledgement_schema,
# )
formats/message_wrapper.py deleted
+ 0
- 61
"""
schemas: Message Wrapper is used to wrap all message types that contain
details of where the message is coming from, which end client is its
destination and the type of message.
"""
message_wrapper_schema = {
"type": "object",
"discriminator": {
"propertyName": "message_type",
},
"properties": {
"message_ID": {
"type": "string",
"description": "An identifier for the type of message received.",
"example": "b427003c-0000-11aa-a1eb-bvcdfghjgfdd",
},
"timestamp": {
"type": "string",
"format": "date-time",
"description": "Timestamp of message",
"example": "2022-11-16T00:00:00Z",
},
"message_type": {
"type": "string",
"description": "Type of message",
"example": "platform_status",
},
"version": {
"type": "number",
"format": "float",
"description": "Version of comms backbone message format protocol",
"example": 2.0,
},
"source": {
"type": "string",
"description": "The sender; Where is this message from",
"example": "autonomy_engine",
},
"destination": {
"type": "string",
"description": "Publisher topic; What is the destination"
+ " of this message",
"example": "ah1",
},
"encoded": {
"type": "boolean",
"description": "Indicate that message raw (encoded) or decoded. "
+ "Options: encoded=True, decoded=False",
"example": False,
},
"delivery_type": {
"type": "string",
"description": "To publish or broadcast this message.",
"enum": ["broadcast", "publish"],
"example": "publish",
"default": "publish",
},
},
"required": ["message_type"],
}
formats/mission_plan.py
+ 6
- 2
Show all unchanged lines Show 20 lines
}
mission_plan_schema = {
"allOf": [{"$ref": "#/definitions/Message"}],
"type": "object",
"properties": {
"message_type": {
"type": "string",
"description": "Type of message",
"example": "mission_plan",
},
"autonomy_engine_plan_ID": {
"type": "integer",
"description": "Unique identifier for this plan"
Show 20 lines Show all unchanged lines Show 20 lines
"items": action_schema,
},
},
"required": ["plan_ID", "platform_ID", "plan"],
"required": ["message_type", "plan_ID", "platform_ID", "plan"],
}
formats/observation.py
+ 8
- 3
Show all unchanged lines Show 20 lines
}
observation_schema = {
"allOf": [{"$ref": "#/definitions/Message"}],
"type": "object",
"properties": {
"message_type": {
"type": "string",
"description": "Type of message",
"example": "observation",
},
"platform_ID": {
"type": "integer",
"description": "ID of platform to sending observations",
Show 20 lines Show all unchanged lines Show 20 lines
+ " platform if any found.", # TODO: DEFINE FORMAT.
},
"region_surveyed": {
"type": "null",
# "type": "null",
"nullable": True,
"description": "Region surveyed by given platform."
+ " GEOJSON", # TODO: DEFINE FORMAT.
"example": "",
Show 20 lines Show all unchanged lines Show 20 lines
"example": {"sensor_payload": False},
},
},
"required": ["platform_ID"],
"required": ["message_type", "platform_ID"],
}
formats/planning_configuration.py
+ 6
- 1
Show all unchanged lines Show 20 lines
}
planning_configuration_schema = {
"allOf": [{"$ref": "#/definitions/Message"}],
"type": "object",
"properties": {
"message_type": {
"type": "string",
"description": "Type of message",
"example": "planning_configuration",
},
"planning_config_ID": {
"type": "integer",
"description": "Unique identifier tagged to version of this"
Show 20 lines Show all unchanged lines Show 20 lines
},
},
"required": [
"message_type",
"config_ID",
"squads",
"exclusion_zones",
Show 20 lines Show all unchanged lines
formats/platform_status.py
+ 15
- 1
"""
schema: platform-specific decoded status message
"""
sensor_schema = {
"type": "object",
"description": "Scanning sensor on platform available"
Show 20 lines Show all unchanged lines Show 20 lines
}
platform_status_message_schema = {
"allOf": [{"$ref": "#/definitions/Message"}],
"type": "object",
"properties": {
"message_type": {
"type": "string",
"description": "Type of message",
"example": "platform_status",
},
"platform_ID": {
"type": "integer",
"description": "Identifier for platform",
Show 20 lines Show all unchanged lines Show 20 lines
+ " platform or USBL",
"example": "usbl",
},
"transmission_mode": {
"type": "string",
"enum": ["acoustics", "iridium", "wifi", "starlink"],
"description": "Mode in which status message was transmitted"
+ " when on the surface (i.e. iridium/wifi) or underwater"
+ " (i.e. acoustics)",
"example": "wifi",
},
"platform_timestamp": {
"type": "string",
"format": "date-time",
Show 20 lines Show all unchanged lines Show 20 lines
"sensor_config": sensor_schema,
},
"required": [
"message_type",
"platform_ID",
"status_source",
"platform_timestamp",
Show 20 lines Show all unchanged lines
project/SOAR_README.md → project/soar/SOAR_README.md
+ 0
- 0
File renamed with no changes. Show file contents
project/soar/soar_protocol.json
+ 697
- 0

Files with large changes are collapsed by default.

README.md
+ 2
- 0
Show all unchanged lines Show 20 lines
This project repository is a collaborative workspace. It consists of all messages transferred into and out of the Communications Backbone. Message type schemas will be developed once reviewing each platform's data and statuses defined by each partner.
_# TODO: Add note on OpenAPI version used._
# Message Types
Each message below will be wrapped in a `message_wrapper`:
* `mission_plan`: these would be two message types, i. encoded (platform-specific serialized message) and ii. parsed, human-readable message.
Show 20 lines Show all unchanged lines
generate_schema_config.py
+ 93
- 0
from formats import message_header
from formats.mission_plan import mission_plan_schema
from formats.observation import observation_schema
from formats.planning_configuration import planning_configuration_schema
from formats.platform_status import platform_status_message_schema
from formats.acknowledgement import acknowledgement_schema
from flasgger import Swagger
from flask import Flask
app = Flask(__name__)
swagger_config = {
"openapi": "3.0.2",
"swagger_ui": True,
"specs_route": "/",
"info": {
"title": "SoAR Backbone Message Formats",
"version": "1.0",
"description": "SoAR message protocol in schemas"
},
"specs": [
{
"endpoint": "swagger",
"route": "/soar_protocol.json",
}
],
"paths": {},
"components": {
"schemas": {
"MESSAGE": {
"type": "object",
"description": "Full message definition with message-metadata in `header` and different message type schemas under `payload`",
"properties": {
"header": {
"$ref": "#/components/schemas/header",
},
"payload": {
"$ref": "#/components/schemas/payload"
},
},
"required": ["header", "payload"],
},
"payload": {
"discriminator": {
"propertyName": "message_type",
"mapping":{
"MissionPlan": "#/components/schemas/mission_plan",
"Observation": "#/components/schemas/observation",
"PlanningConfiguration": "#/components/schemas/planning_configuration",
"PlatformStatus": "#/components/schemas/platform_status",
"Acknowledgement": "#/components/schemas/acknowledgement",
},
},
"oneOf":[
{
"$ref": "#/components/schemas/"
+ "acknowledgement"
},
{
"$ref": "#/components/schemas/"
+ "mission_plan"
},
{
"$ref": "#/components/schemas/"
+ "observation"
},
{
"$ref": "#/components/schemas/"
+ "planning_configuration"
},
{
"$ref": "#/components/schemas/"
+ "platform_status"
},
]
},
"header": message_header,
"mission_plan": mission_plan_schema,
"observation": observation_schema,
"planning_configuration": planning_configuration_schema,
"platform_status": platform_status_message_schema,
"acknowledgement": acknowledgement_schema,
}
},
}
swag = Swagger(app, config=swagger_config, merge=True)
if __name__ == "__main__":
app.run(debug=True)
\ No newline at end of file
generate_swagger.py deleted
+ 0
- 130
from formats.message_wrapper import message_wrapper_schema
from formats.mission_plan import mission_plan_schema
from formats.observation import observation_schema
from formats.planning_configuration import planning_configuration_schema
from formats.platform_status import platform_status_message_schema
from formats.acknowledgement import acknowledgement_schema
from flasgger import Swagger
from flask import Flask
# from openapi_schema_validator import validate
from openapi_spec_validator import validate_spec_url
app = Flask(__name__)
swagger_config = {
"headers": [],
"openapi": "3.1",
"swagger_ui": True,
"specs_route": "/",
"info": {
"title": "Backbone Message Formats",
"version": "0.1",
"description": "SoAR message schemas (i.e. formats)",
},
"specs": [
{
"endpoint": "swagger",
"route": "/swagger.json",
"rule_filter": lambda rule: True,
"model_filter": lambda tag: True,
}
],
"definitions": {
"Message": message_wrapper_schema,
"MissionPlan": mission_plan_schema,
"Observation": observation_schema,
"PlanningConfiguration": planning_configuration_schema,
"PlatformStatus": platform_status_message_schema,
"Acknowledgement": acknowledgement_schema,
},
"paths": {
"/all_messages": {
"get": {
"description": "Returns all messages from the system.",
"responses": {
"200": {
"description": "A list of messages.",
"content": {
"application/json": {
"schema": {
"oneOf": [
{"$ref": "#/definitions/Acknowledgement"},
{"$ref": "#/definitions/PlatformStatus"},
{"$ref": "#/definitions/MissionPlan"},
{"$ref": "#/definitions/Observation"},
{
"$ref": "#/definitions/PlanningConfiguration"
},
{"$ref": "#/definitions/PlatformStatus"},
],
"discriminator": {
"propertyName": "message_type",
},
}
}
},
}
},
}
},
},
"produces": ["application/json"],
"consumes": ["application/json"],
}
message_types = [
"Message",
"Acknowledgement",
"MissionPlan",
"Observation",
"PlanningConfiguration",
"PlatformStatus",
]
for item in message_types:
swagger_config["paths"]["/" + str(item.lower())] = {
"get": {
"description": "Returns message for " + item,
"responses": {
"200": {
"description": item + " message.",
"content": {
"application/json": {
"schema": {
"allOf": [
{
"$ref": "#/definitions/" + item,
},
],
"discriminator": {
"propertyName": "message_type",
},
}
}
},
}
},
}
}
swag = Swagger(app, config=swagger_config, merge=True)
# validate({"acknowledged_message_ID": "string-type-id", "status": "c2_received"}, acknowledgement_schema)
# app.add_url_rule(
# '/coordinates',
# view_func=Coordinates.as_view('coordinates'),
# methods=['GET']
# )
from openapi_spec_validator import validate_spec, openapi_v3_spec_validator
if __name__ == "__main__":
app.run(debug=True)
# print(validate_spec_url("http://127.0.0.1:5000/swagger.json"))
# If no exception is raised by validate_spec(), the spec is valid.
# validate_spec(swagger_config)
# print("000 Schema validation passed")
# errors_iterator = openapi_v3_spec_validator.iter_errors(swagger_config)
# print(errors_iterator)
\ No newline at end of file