quadtree.py 15.7 KB
Newer Older
Joseph Siddons's avatar
Joseph Siddons committed
1
"""
2 3
QuadTree
--------
Joseph Siddons's avatar
Joseph Siddons committed
4
Constuctors for QuadTree classes that can decrease the number of comparisons
5 6 7
for detecting nearby records for example. This is an implementation that uses
Haversine distances for comparisons between records for identification of
neighbours.
Joseph Siddons's avatar
Joseph Siddons committed
8 9
"""

10
from dataclasses import dataclass
11
from typing import List, Optional
Joseph Siddons's avatar
Joseph Siddons committed
12
from datetime import datetime
13
from .distance_metrics import haversine, destination
14
from .utils import LatitudeError
15
from math import degrees, sqrt
Joseph Siddons's avatar
Joseph Siddons committed
16 17 18 19 20 21


class Record:
    """
    ICOADS Record class

22 23 24 25 26 27
    This is a simple instance of an ICOARDS record, it requires position data.
    It can optionally include datetime, a UID, and extra data passed as
    keyword arguments.

    Equality is checked only on the required fields + UID if it is specified.

Joseph Siddons's avatar
Joseph Siddons committed
28 29
    Parameters
    ----------
30
    lon : float
Joseph Siddons's avatar
Joseph Siddons committed
31
        Horizontal coordinate
32
    lat : float
Joseph Siddons's avatar
Joseph Siddons committed
33 34 35 36 37
        Vertical coordinate
    datetime : datetime | None
        Datetime of the record
    uid : str | None
        Unique Identifier
38 39 40 41 42
    fix_lon : bool
        Force longitude to -180, 180
    **data
        Additional data passed to the Record for use by other functions or
        classes.
Joseph Siddons's avatar
Joseph Siddons committed
43 44 45 46 47 48
    """

    def __init__(
        self,
        lon: float,
        lat: float,
49 50
        datetime: Optional[datetime] = None,
        uid: Optional[str] = None,
51
        fix_lon: bool = True,
Joseph Siddons's avatar
Joseph Siddons committed
52 53 54
        **data,
    ) -> None:
        self.lon = lon
55 56 57 58 59 60 61
        if fix_lon:
            # Move lon to -180, 180
            self.lon = ((self.lon + 540) % 360) - 180
        if lat < -90 or lat > 90:
            raise LatitudeError(
                "Expected latitude value to be between -90 and 90 degrees"
            )
Joseph Siddons's avatar
Joseph Siddons committed
62 63 64 65 66 67 68 69
        self.lat = lat
        self.datetime = datetime
        self.uid = uid
        for var, val in data.items():
            setattr(self, var, val)
        return None

    def __str__(self) -> str:
70 71 72 73
        return (
            f"Record(lon = {self.lon}, lat = {self.lat}, "
            + f"datetime = {self.datetime}, uid = {self.uid})"
        )
Joseph Siddons's avatar
Joseph Siddons committed
74 75

    def __eq__(self, other: object) -> bool:
76 77 78 79
        if not isinstance(other, Record):
            return False
        if self.uid and other.uid:
            return self.uid == other.uid
Joseph Siddons's avatar
Joseph Siddons committed
80
        return (
81
            self.lon == other.lon
Joseph Siddons's avatar
Joseph Siddons committed
82 83 84 85 86
            and self.lat == other.lat
            and self.datetime == other.datetime
            and (not (self.uid or other.uid) or self.uid == other.uid)
        )

87 88 89 90 91 92
    def distance(self, other: object) -> float:
        """Compute the Haversine distance to another Record"""
        if not isinstance(other, Record):
            raise TypeError("Argument other must be an instance of Record")
        return haversine(self.lon, self.lat, other.lon, other.lat)

Joseph Siddons's avatar
Joseph Siddons committed
93

94
@dataclass
Joseph Siddons's avatar
Joseph Siddons committed
95 96 97 98 99 100
class Rectangle:
    """
    A simple Rectangle class

    Parameters
    ----------
101 102 103 104 105 106 107 108
    west : float
        Western boundary of the Rectangle
    east : float
        Eastern boundary of the Rectangle
    south : float
        Southern boundary of the Rectangle
    north : float
        Northern boundary of the Rectangle
Joseph Siddons's avatar
Joseph Siddons committed
109 110
    """

111 112 113 114
    west: float
    east: float
    south: float
    north: float
Joseph Siddons's avatar
Joseph Siddons committed
115

116
    def __post_init__(self):
117 118 119 120 121
        if self.east > 180 or self.east < -180:
            self.east = ((self.east + 540) % 360) - 180
        if self.west > 180 or self.west < -180:
            self.west = ((self.west + 540) % 360) - 180
        if self.north > 90 or self.south < -90:
122
            raise LatitudeError(
123 124
                "Latitude bounds are out of bounds. "
                + f"{self.north = }, {self.south = }"
125
            )
Joseph Siddons's avatar
Joseph Siddons committed
126

127
    @property
128 129 130
    def lat_range(self) -> float:
        """Latitude range of the Rectangle"""
        return self.north - self.south
131 132

    @property
133 134 135
    def lat(self) -> float:
        """Centre latitude of the Rectangle"""
        return self.south + self.lat_range / 2
136 137

    @property
138 139 140 141 142 143
    def lon_range(self) -> float:
        """Longitude range of the Rectangle"""
        if self.east < self.west:
            return self.east - self.west + 360

        return self.east - self.west
144 145

    @property
146 147 148 149
    def lon(self) -> float:
        """Centre longitude of the Rectangle"""
        lon = self.west + self.lon_range / 2
        return ((lon + 540) % 360) - 180
150 151 152 153 154 155 156

    @property
    def edge_dist(self) -> float:
        """Approximate maximum distance from the centre to an edge"""
        corner_dist = max(
            haversine(self.lon, self.lat, self.east, self.north),
            haversine(self.lon, self.lat, self.east, self.south),
Joseph Siddons's avatar
Joseph Siddons committed
157
        )
158
        if self.north * self.south < 0:
159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178
            corner_dist = max(
                corner_dist,
                haversine(self.lon, self.lat, self.east, 0),
            )
        return corner_dist

    def _test_east_west(self, lon: float) -> bool:
        if self.lon_range >= 360:
            # Rectangle encircles earth
            return True
        if self.east > self.lon and self.west < self.lon:
            return lon <= self.east and lon >= self.west
        if self.east < self.lon:
            return not (lon > self.east and lon < self.west)
        if self.west > self.lon:
            return not (lon < self.east and lon > self.west)
        return False

    def _test_north_south(self, lat: float) -> bool:
        return lat <= self.north and lat >= self.south
Joseph Siddons's avatar
Joseph Siddons committed
179 180 181

    def contains(self, point: Record) -> bool:
        """Test if a point is contained within the Rectangle"""
182 183
        return self._test_north_south(point.lat) and self._test_east_west(
            point.lon
Joseph Siddons's avatar
Joseph Siddons committed
184 185 186 187
        )

    def intersects(self, other: object) -> bool:
        """Test if another Rectangle object intersects this Rectangle"""
188 189 190 191 192 193 194 195 196 197 198
        if not isinstance(other, Rectangle):
            raise TypeError(
                f"other must be a Rectangle class, got {type(other)}"
            )
        if other.south > self.north:
            # Other is fully north of self
            return False
        if other.north < self.south:
            # Other is fully south of self
            return False
        # Handle east / west edges
199 200 201 202 203 204 205 206
        return (
            self._test_east_west(other.west)
            or self._test_east_west(other.east)
            # Fully contained within other
            or (
                other._test_east_west(self.west)
                and other._test_east_west(self.east)
            )
Joseph Siddons's avatar
Joseph Siddons committed
207 208 209 210 211 212 213 214 215 216 217
        )

    def nearby(
        self,
        point: Record,
        dist: float,
    ) -> bool:
        """Check if point is nearby the Rectangle"""
        # QUESTION: Is this sufficient? Possibly it is overkill
        return (
            haversine(self.lon, self.lat, point.lon, point.lat)
218
            <= dist + self.edge_dist
Joseph Siddons's avatar
Joseph Siddons committed
219 220 221
        )


222
class Ellipse:
223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238
    """
    A simple Ellipse Class for an ellipse on the surface of a sphere.

    Parameters
    ----------
    lon : float
        Horizontal centre of the ellipse
    lat : float
        Vertical centre of the ellipse
    a : float
        Length of the semi-major axis
    b : float
        Length of the semi-minor axis
    theta : float
        Angle of the semi-major axis from horizontal anti-clockwise in radians
    """
239 240 241 242 243

    def __init__(
        self,
        lon: float,
        lat: float,
244 245
        a: float,
        b: float,
246 247 248 249 250
        theta: float,
    ) -> None:
        self.a = a
        self.b = b
        self.lon = lon
251 252
        if self.lon > 180:
            self.lon = ((self.lon + 540) % 360) - 180
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
        self.lat = lat
        # theta is anti-clockwise angle from horizontal in radians
        self.theta = theta
        # bearing is angle clockwise from north in degrees
        self.bearing = (90 - degrees(self.theta)) % 360

        a2 = self.a * self.a
        b2 = self.b * self.b

        self.c = sqrt(a2 - b2)
        self.p1_lon, self.p1_lat = destination(
            self.lon,
            self.lat,
            self.bearing,
            self.c,
        )
        self.p2_lon, self.p2_lat = destination(
            self.lon,
            self.lat,
272
            (self.bearing - 180) % 360,
273 274 275 276 277 278 279 280 281 282 283 284 285 286
            self.c,
        )

    def contains(self, point: Record) -> bool:
        """Test if a point is contained within the Ellipse"""
        return (
            haversine(self.p1_lon, self.p1_lat, point.lon, point.lat)
            + haversine(self.p2_lon, self.p2_lat, point.lon, point.lat)
        ) <= 2 * self.a

    def nearby_rect(self, rect: Rectangle) -> bool:
        """Test if a rectangle is near to the Ellipse"""
        return (
            haversine(self.p1_lon, self.p1_lat, rect.lon, rect.lat)
287
            <= rect.edge_dist + self.a
288
            and haversine(self.p2_lon, self.p2_lat, rect.lon, rect.lat)
289
            <= rect.edge_dist + self.a
290 291 292
        )


Joseph Siddons's avatar
Joseph Siddons committed
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315
class QuadTree:
    """
    A Simple QuadTree class for PyCOADS

    Parameters
    ----------
    boundary : Rectangle
        The bounding Rectangle of the QuadTree
    capacity : int
        The capacity of each cell, if max_depth is set then a cell at the
        maximum depth may contain more points than the capacity.
    depth : int
        The current depth of the cell. Initialises to zero if unset.
    max_depth : int | None
        The maximum depth of the QuadTree. If set, this can override the
        capacity for cells at the maximum depth.
    """

    def __init__(
        self,
        boundary: Rectangle,
        capacity: int = 5,
        depth: int = 0,
316
        max_depth: Optional[int] = None,
Joseph Siddons's avatar
Joseph Siddons committed
317 318 319 320 321
    ) -> None:
        self.boundary = boundary
        self.capacity = capacity
        self.depth = depth
        self.max_depth = max_depth
322
        self.points: List[Record] = list()
Joseph Siddons's avatar
Joseph Siddons committed
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342
        self.divided: bool = False
        return None

    def __str__(self) -> str:
        indent = "    " * self.depth
        out = f"{indent}QuadTree:\n"
        out += f"{indent}- boundary: {self.boundary}\n"
        out += f"{indent}- capacity: {self.capacity}\n"
        out += f"{indent}- depth: {self.depth}\n"
        if self.max_depth:
            out += f"{indent}- max_depth: {self.max_depth}\n"
        out += f"{indent}- contents: {self.points}\n"
        if self.divided:
            out += f"{indent}- with children:\n"
            out += f"{self.northwest}"
            out += f"{self.northeast}"
            out += f"{self.southwest}"
            out += f"{self.southeast}"
        return out

343 344 345 346 347 348 349 350 351 352 353 354 355
    def len(self, _current_len: int = 0) -> int:
        """Get the number of points in the OctTree"""
        _current_len += len(self.points)
        if not self.divided:
            return _current_len

        _current_len = self.northeast.len(_current_len)
        _current_len = self.northwest.len(_current_len)
        _current_len = self.southeast.len(_current_len)
        _current_len = self.southwest.len(_current_len)

        return _current_len

Joseph Siddons's avatar
Joseph Siddons committed
356 357 358 359
    def divide(self):
        """Divide the QuadTree"""
        self.northwest = QuadTree(
            Rectangle(
360 361 362 363
                self.boundary.west,
                self.boundary.lon,
                self.boundary.lat,
                self.boundary.north,
Joseph Siddons's avatar
Joseph Siddons committed
364 365 366 367 368 369 370
            ),
            capacity=self.capacity,
            depth=self.depth + 1,
            max_depth=self.max_depth,
        )
        self.northeast = QuadTree(
            Rectangle(
371 372 373 374
                self.boundary.lon,
                self.boundary.east,
                self.boundary.lat,
                self.boundary.north,
Joseph Siddons's avatar
Joseph Siddons committed
375 376 377 378 379 380 381
            ),
            capacity=self.capacity,
            depth=self.depth + 1,
            max_depth=self.max_depth,
        )
        self.southwest = QuadTree(
            Rectangle(
382 383 384 385
                self.boundary.west,
                self.boundary.lon,
                self.boundary.south,
                self.boundary.lat,
Joseph Siddons's avatar
Joseph Siddons committed
386 387 388 389 390 391 392
            ),
            capacity=self.capacity,
            depth=self.depth + 1,
            max_depth=self.max_depth,
        )
        self.southeast = QuadTree(
            Rectangle(
393 394 395 396
                self.boundary.lon,
                self.boundary.east,
                self.boundary.south,
                self.boundary.lat,
Joseph Siddons's avatar
Joseph Siddons committed
397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426
            ),
            capacity=self.capacity,
            depth=self.depth + 1,
            max_depth=self.max_depth,
        )
        self.divided = True

    def insert(self, point: Record) -> bool:
        """Insert a point into the QuadTree"""
        if not self.boundary.contains(point):
            return False
        elif self.max_depth and self.depth == self.max_depth:
            self.points.append(point)
            return True
        elif len(self.points) < self.capacity:
            self.points.append(point)
            return True
        else:
            if not self.divided:
                self.divide()
            if self.northwest.insert(point):
                return True
            elif self.northeast.insert(point):
                return True
            elif self.southwest.insert(point):
                return True
            elif self.southeast.insert(point):
                return True
            return False

427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453
    def remove(self, point: Record) -> bool:
        """
        Remove a Record from the QuadTree if it is in the QuadTree.

        Returns True if the Record is removed.
        """
        if not self.boundary.contains(point):
            return False

        if point in self.points:
            self.points.remove(point)
            return True

        if not self.divided:
            return False

        if self.northwest.remove(point):
            return True
        elif self.northeast.remove(point):
            return True
        elif self.southwest.remove(point):
            return True
        elif self.southeast.remove(point):
            return True

        return False

Joseph Siddons's avatar
Joseph Siddons committed
454 455 456
    def query(
        self,
        rect: Rectangle,
457 458
        points: Optional[List[Record]] = None,
    ) -> List[Record]:
Joseph Siddons's avatar
Joseph Siddons committed
459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476
        """Get points that fall in a rectangle"""
        if not points:
            points = list()
        if not self.boundary.intersects(rect):
            return points

        for point in self.points:
            if rect.contains(point):
                points.append(point)

        if self.divided:
            points = self.northwest.query(rect, points)
            points = self.northeast.query(rect, points)
            points = self.southwest.query(rect, points)
            points = self.southeast.query(rect, points)

        return points

477 478 479
    def query_ellipse(
        self,
        ellipse: Ellipse,
480 481
        points: Optional[List[Record]] = None,
    ) -> List[Record]:
482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499
        """Get points that fall in an ellipse."""
        if not points:
            points = list()
        if not ellipse.nearby_rect(self.boundary):
            return points

        for point in self.points:
            if ellipse.contains(point):
                points.append(point)

        if self.divided:
            points = self.northwest.query_ellipse(ellipse, points)
            points = self.northeast.query_ellipse(ellipse, points)
            points = self.southwest.query_ellipse(ellipse, points)
            points = self.southeast.query_ellipse(ellipse, points)

        return points

Joseph Siddons's avatar
Joseph Siddons committed
500 501 502 503
    def nearby_points(
        self,
        point: Record,
        dist: float,
504 505
        points: Optional[List[Record]] = None,
    ) -> List[Record]:
Joseph Siddons's avatar
Joseph Siddons committed
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525
        """Get all points that are nearby another point"""
        if not points:
            points = list()
        if not self.boundary.nearby(point, dist):
            return points

        for test_point in self.points:
            if (
                haversine(point.lon, point.lat, test_point.lon, test_point.lat)
                <= dist
            ):
                points.append(test_point)

        if self.divided:
            points = self.northwest.nearby_points(point, dist, points)
            points = self.northeast.nearby_points(point, dist, points)
            points = self.southwest.nearby_points(point, dist, points)
            points = self.southeast.nearby_points(point, dist, points)

        return points