shape/lib.rs
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413
mod accepts;
mod case_enum;
mod child_shape;
mod display;
mod from_json;
mod hashing;
mod helpers;
pub mod graphql;
pub mod location;
#[cfg(test)]
mod tests;
pub use accepts::ShapeMismatch;
pub use case_enum::{Error, ShapeCase};
pub use child_shape::NamedShapePathKey;
pub use helpers::OffsetRange;
use std::iter::empty;
use crate::case_enum::all::all;
use crate::case_enum::one::one;
use crate::location::{Located, Location};
use helpers::Ref;
use indexmap::IndexMap;
/// The `shape::Shape` struct provides a recursive, immutable, reference-counted
/// tree/DAG format for representing and enforcing common structures and usage
/// patterns of JSON-like data.
///
/// The `Shape` system is not bound to any particular programming language, so
/// it does not inherit a data model that it must represent and defend, yet it
/// must adopt/assume _some_ concrete data model, since a type system without a
/// data model to enforce is as useful as a straitjacket on a coat rack. JSON
/// was chosen for its relative simplicity, its ubiquity as a data interchange
/// format used across programming languages, and because JSON is often used in
/// scenarios without a static type system to help catch errors before runtime.
///
/// The `Shape` system has no source syntax for denoting shapes directly, but
/// you can use the `Shape::*` helper functions to create shapes
/// programmatically, in Rust. `Shape::pretty_print()` provides a human-readable
/// representation of a `Shape` for debugging and testing purposes.
///
/// All in all, this _Static `Shape` System_ (SSS) supports the following
/// type-theoretic features:
///
/// - [x] Primitive shapes: `Bool`, `String`, `Int`, `Float`, `Null`
/// - [x] Singleton primitive shapes: `true`, `false`, `"hello"`, `42`, `null`
/// - [x] `Array` shapes, supporting both static tuples and dynamic lists
/// - [x] `Object` shapes, supporting both static fields and dynamic string keys
/// - [x] `One<S1, S2, ...>` union shapes, representing a set of shape
/// alternatives
/// - [x] `All<S1, S2, ...>` intersection shapes, representing a set
/// simultaneous requirements
/// - [x] `shape.field(name)` and `shape.item(index)` methods for accessing the
/// shape of a subproperty of a shape
/// - [x] `Name` shape references, with support for symbolic subproperty shape
/// access
/// - [x] `Error` shapes, representing a failure of shape processing, with
/// support for chains of errors and partial shape data
/// - [x] `None` shapes, representing the absence of a value (helpful for
/// representing optionality of shapes)
/// - [x] `subshape.satisfies(supershape)` and `supershape.accepts(subshape)`
/// methods for testing shape relationships
/// - [x] `shape.accepts_json(json)` method for testing whether concrete JSON
/// data satisfies some expected shape
/// - [x] `shape.pretty_print()` method for debugging and testing
#[derive(Clone, Debug, Hash, PartialEq, Eq)]
// [`Shape`] enforces the simplification of [`ShapeCase`] variants, because
// there is no way to create a [`Shape`] without simplifying the input
// [`ShapeCase`]. This is a very useful invariant because it allows each
// [`ShapeCase`] to assume its immediate [`Shape`] children have already been
// simplified.
//
// In addition simplification, [`Shape`] supports testing shape-shape acceptance
// (or the equivalent inverse, satisfaction) with `super.accepts(sub)` and/or
// `sub.satisfies(super)`. See also `shape.accepts_json(json)` for testing
// whether concrete JSON data satisfies some expected `shape`.
//
// In the future, we may internalize/canonize shapes to reduce memory usage,
// especially for well-known shapes like `Bool` and `Int` and `String`. This
// would require either thread safety (is `type Ref<T> = std::sync::Arc<T>`
// enough?) or maintaining per-thread canonical shape tables.
pub struct Shape {
// This field is private, but if you want to match against an immutable
// reference to the `ShapeCase` variant, use `match shape.case() { ... }`.
case: Ref<ShapeCase>,
/// The combination of locations which, combined, produce this shape.
///
/// Many cases will only have a single location, but when shapes are simplified, their locations
/// are all retained in the result.
pub locations: Vec<Location>,
}
impl Shape {
/// Create a `Shape` from a [`ShapeCase`] variant.
///
/// This method is crate-private to help enforce some invariants.
pub(crate) fn new(case: ShapeCase, locations: impl IntoIterator<Item = Location>) -> Shape {
let case = Ref::new(case);
Shape {
case,
locations: locations.into_iter().collect(),
}
}
/// When boolean helper methods like `.is_none()` and `.is_null()` are not
/// enough, you can match against the underlying [`ShapeCase`] by obtaining an
/// immutable `&ShapeCase` reference using the `shape.case()` method.
#[must_use]
pub fn case(&self) -> &ShapeCase {
self.case.as_ref()
}
/// Returns a [`Shape`] that accepts any boolean value, `true` or `false`.
#[must_use]
pub fn bool(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Bool(None), locations)
}
/// Returns a [`Shape`] that accepts only the specified boolean value.
#[must_use]
pub fn bool_value(value: bool, locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Bool(Some(value)), locations)
}
/// Returns a [`Shape`] that accepts any string value.
#[must_use]
pub fn string(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::String(None), locations)
}
/// Returns a [`Shape`] that accepts only the specified string value.
#[must_use]
pub fn string_value(value: &str, locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::String(Some(value.to_string())), locations)
}
/// Returns a [`Shape`] that accepts any integer value.
#[must_use]
pub fn int(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Int(None), locations)
}
/// Returns a [`Shape`] that accepts only the specified integer value.
#[must_use]
pub fn int_value(value: i64, locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Int(Some(value)), locations)
}
/// Returns a [`Shape`] that accepts any floating point value.
#[must_use]
pub fn float(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Float, locations)
}
/// Returns a [`Shape`] that accepts only the JSON `null` value.
#[must_use]
pub fn null(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Null, locations)
}
#[must_use]
pub fn is_null(&self) -> bool {
self.case.is_null()
}
/// Returns a symbolic reference to a named shape, potentially not yet
/// defined.
///
/// In order to add items to the subpath of this named shape, call the
/// `.field(name)` and/or `.item(index)` methods.
///
/// Note that variable shapes are represented by [`ShapeCase::Name`] where the
/// name string includes the initial `$` character.
#[must_use]
pub fn name(name: &str, locations: impl IntoIterator<Item = Location> + Clone) -> Self {
Self::new(
ShapeCase::Name(
Located::new(name.to_string(), locations.clone()),
Vec::new(),
),
locations,
)
}
/// Useful for obtaining the kind of [`IndexMap`] this library uses for the
/// [`ShapeCase::Object`] variant.
#[must_use]
pub fn empty_map() -> IndexMap<String, Self> {
IndexMap::new()
}
/// Returns a [`Shape`] that accepts any object shape, regardless of the other
/// shape's `fields` or `rest` shape, because an empty object shape `{}`
/// imposes no expectations on other objects (except that they are objects).
///
/// In the other direction, an empty object shape `{}` can satisfy itself or
/// any `Dict<V>` shape (where the `Dict` may be dynamically empty), but
/// cannot satisfy any object shape with non-empty `fields`.
#[must_use]
pub fn empty_object(locations: impl IntoIterator<Item = Location>) -> Self {
Shape::new(
ShapeCase::Object {
fields: Shape::empty_map(),
rest: Shape::none(),
},
locations,
)
}
/// To get a compatible empty mutable [`IndexMap`] without directly
/// depending on the [`indexmap`] crate yourself, use [`Shape::empty_map()`].
#[must_use]
pub fn object(
fields: IndexMap<String, Shape>,
rest: Shape,
locations: impl IntoIterator<Item = Location>,
) -> Self {
Shape::new(ShapeCase::Object { fields, rest }, locations)
}
/// Returns a [`Shape`] that accepts any object shape with the given static
/// fields, with no dynamic fields considered.
#[must_use]
pub fn record(
fields: IndexMap<String, Shape>,
locations: impl IntoIterator<Item = Location>,
) -> Self {
Shape::object(fields, Shape::none(), locations)
}
/// Returns a [`Shape`] that accepts any dictionary-like object with dynamic
/// string properties having a given value shape.
#[must_use]
pub fn dict(value_shape: Shape, locations: impl IntoIterator<Item = Location>) -> Self {
Shape::object(Shape::empty_map(), value_shape, locations)
}
/// Arrays, tuples, and lists are all manifestations of the same underlying
/// [`ShapeCase::Array`] representation.
pub fn array(
prefix: impl IntoIterator<Item = Shape>,
tail: Shape,
locations: impl IntoIterator<Item = Location>,
) -> Self {
let prefix = prefix.into_iter().collect();
Self::new(ShapeCase::Array { prefix, tail }, locations)
}
/// A tuple is a [`ShapeCase::Array`] with statically known (though possibly
/// empty) element shapes and no dynamic tail shape.
pub fn tuple(
shapes: impl IntoIterator<Item = Shape>,
locations: impl IntoIterator<Item = Location>,
) -> Self {
Shape::array(shapes, Shape::none(), locations)
}
/// A `List<S>` is a [`ShapeCase::Array`] with an empty static `prefix` and a
/// dynamic element shape `S`.
#[must_use]
pub fn list(of: Shape, locations: impl IntoIterator<Item = Location>) -> Self {
Shape::array(empty(), of, locations)
}
/// Returns a [`ShapeCase::One`] union of the given shapes, simplified.
///
/// Note that `locations` in this case should _not_ refer to each individual inner shape, but
/// to the thing that caused all of these shapes to be combined, like maybe a `->match`. If
/// there is no obvious cause to point users to, then the location should be empty.
pub fn one(
shapes: impl IntoIterator<Item = Shape>,
locations: impl IntoIterator<Item = Location>,
) -> Self {
one(shapes.into_iter(), locations.into_iter().collect())
}
/// Returns a [`ShapeCase::All`] intersection of the given shapes, simplified.
///
/// Note that `locations` in this case should _not_ refer to each individual inner shape, but
/// to the thing that caused all of these shapes to be combined, like maybe a `IntfA & IntfB`.
/// If there is no obvious cause to point users to, then the location should be empty.
pub fn all(
shapes: impl IntoIterator<Item = Shape>,
locations: impl IntoIterator<Item = Location>,
) -> Self {
all(shapes.into_iter(), locations.into_iter().collect())
}
/// Returns a shape that accepts any JSON value (including [`ShapeCase::None`]
/// and [`ShapeCase::Unknown`]), and is not accepted by any shape other than itself.
#[must_use]
pub fn unknown(locations: impl IntoIterator<Item = Location>) -> Self {
Self::new(ShapeCase::Unknown, locations)
}
#[must_use]
pub fn is_unknown(&self) -> bool {
matches!(self.case(), ShapeCase::Unknown)
}
/// Returns a shape representing the absence of a JSON value, which is
/// satisfied/accepted only by itself.
///
/// Because this represents the absence of a value, it shouldn't have a location. Basically,
/// nothing can produce none alone, and if it were a union, that union would have its own
/// location.
#[must_use]
pub fn none() -> Self {
Self::new(ShapeCase::None, [])
}
#[must_use]
pub fn is_none(&self) -> bool {
self.case.is_none()
}
/// Report a failure of shape processing.
#[must_use]
pub fn error(
message: impl Into<String>,
locations: impl IntoIterator<Item = Location>,
) -> Self {
Self::new(ShapeCase::error(message.into()), locations)
}
#[must_use]
pub fn is_error(&self) -> bool {
matches!(self.case(), ShapeCase::Error { .. })
}
/// Iterate over all errors within this shape, recursively
pub fn errors(&self) -> impl Iterator<Item = &Error> {
self.case.errors()
}
/// Report a failure of shape processing associated with a
/// partial/best-guess shape that may still be useful.
#[must_use]
pub fn error_with_partial(
message: impl Into<String>,
partial: Shape,
locations: impl IntoIterator<Item = Location>,
) -> Self {
Self::new(
ShapeCase::error_with_partial(message.into(), partial),
locations,
)
}
/// Clone the shape, adding the provided `locations` to the existing locations.
#[must_use]
pub fn with_locations(&self, locations: impl IntoIterator<Item = Location>) -> Self {
let mut res = self.clone();
res.locations.extend(locations);
res
}
}
#[cfg(test)]
mod test_errors {
use super::*;
#[test]
fn multiple_errors_in_array() {
let shape = Shape::tuple(
[
Shape::int([]),
Shape::error("Expected a string", []),
Shape::bool([]),
Shape::error("Expected a null", []),
],
[],
);
let errors: Vec<_> = shape.errors().collect();
assert_eq!(errors.len(), 2);
assert_eq!(errors[0].message, "Expected a string");
assert_eq!(errors[1].message, "Expected a null");
}
#[test]
fn nested_errors() {
let shape = Shape::record(
[
("a".to_string(), Shape::int([])),
("b".to_string(), Shape::error("Expected a string", [])),
("c".to_string(), Shape::bool([])),
(
"d".to_string(),
Shape::record(
[
("e".to_string(), Shape::error("Expected a null", [])),
("f".to_string(), Shape::float([])),
]
.into_iter()
.collect(),
[],
),
),
]
.into_iter()
.collect(),
[],
);
let errors: Vec<_> = shape.errors().collect();
assert_eq!(errors.len(), 2);
assert_eq!(errors[0].message, "Expected a string");
assert_eq!(errors[1].message, "Expected a null");
}
}