keremet/rpm-ostree
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

rust/treefile: Add support for parsing JSON too

Browse Source 
Prep for moving more of our parsing into Rust.  The main
thing here is that for JSON, we need to continue to ignore
unknown fields.  It took me a little while but I eventually
figured out that using `#[serde(flatten)]` works for this.
Seriously: serde is freaking amazingly awesome.

Closes: #1580
Approved by: jlebon
This commit is contained in:
Colin Walters 2018-09-12 14:11:33 +00:00 committed by Atomic Bot
parent 58e7c34823
commit 8df07a3b1e
2 changed files with 85 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
rust/Cargo.toml
View File

@ -4,8 +4,8 @@ version = "0.1.0"
authors = ["Colin Walters <walters@verbum.org>"]
[dependencies]
serde = "1.0"
serde_derive = "1.0"
serde = "1.0.78"
serde_derive = "1.0.78"
serde_json = "1.0"
serde_yaml = "0.7"
libc = "0.2"

101
rust/src/treefile.rs
View File

@ -23,10 +23,10 @@
use openat;
use serde_json;
use serde_yaml;
use std::ffi::{CStr, CString};
use std::io::prelude::*;
use std::path::{Path, PathBuf};
use std::ffi::{CString, CStr};
use std::os::unix::ffi::OsStringExt;
use std::path::{Path, PathBuf};
use std::{fs, io};
use tempfile;
@ -38,15 +38,35 @@ pub struct Treefile {
pub rojig_spec: Option<Box<CStr>>,
}
enum InputFormat {
YAML,
JSON,
}
/// Parse a YAML treefile definition using architecture `arch`.
fn treefile_parse_yaml<R: io::Read>(input: R, arch: Option<&str>) -> io::Result<TreeComposeConfig> {
let mut treefile: TreeComposeConfig = match serde_yaml::from_reader(input) {
Ok(t) => t,
Err(e) => {
return Err(io::Error::new(
fn treefile_parse_stream(
fmt: InputFormat,
input: &mut io::Read,
arch: Option<&str>,
) -> io::Result<TreeComposeConfig> {
let mut treefile: TreeComposeConfig = match fmt {
InputFormat::YAML => {
let tf: StrictTreeComposeConfig = serde_yaml::from_reader(input).map_err(|e| {
io::Error::new(
io::ErrorKind::InvalidInput,
format!("serde: {}", e),
))
format!("serde-yaml: {}", e.to_string()),
)
})?;
tf.config
}
InputFormat::JSON => {
let tf: PermissiveTreeComposeConfig = serde_json::from_reader(input).map_err(|e| {
io::Error::new(
io::ErrorKind::InvalidInput,
format!("serde-json: {}", e.to_string()),
)
})?;
tf.config
}
};
@ -87,8 +107,17 @@ impl Treefile {
arch: Option<&str>,
workdir: openat::Dir,
) -> io::Result<Box<Treefile>> {
let f = io::BufReader::new(fs::File::open(filename)?);
let parsed = treefile_parse_yaml(f, arch)?;
let mut f = io::BufReader::new(fs::File::open(filename)?);
let basename = filename
.file_name()
.map(|s| s.to_string_lossy())
.ok_or_else(|| io::Error::new(io::ErrorKind::InvalidInput, "Expected a filename"))?;
let fmt = if basename.ends_with(".yaml") || basename.ends_with(".yml") {
InputFormat::YAML
} else {
InputFormat::JSON
};
let parsed = treefile_parse_stream(fmt, &mut f, arch)?;
let rojig_spec = if let &Some(ref rojig) = &parsed.rojig {
Some(Treefile::write_rojig_spec(&workdir, rojig)?)
} else {
@ -215,7 +244,6 @@ pub struct Rojig {
// Option<T>. The defaults live in the code (e.g. machineid-compat defaults
// to `true`).
#[derive(Serialize, Deserialize, Debug)]
#[serde(deny_unknown_fields)]
pub struct TreeComposeConfig {
// Compose controls
#[serde(rename = "ref")]
@ -338,6 +366,19 @@ pub struct TreeComposeConfig {
pub remove_from_packages: Option<Vec<Vec<String>>>,
}
#[derive(Serialize, Deserialize, Debug)]
struct PermissiveTreeComposeConfig {
#[serde(flatten)]
pub config: TreeComposeConfig,
}
#[derive(Serialize, Deserialize, Debug)]
#[serde(deny_unknown_fields)]
struct StrictTreeComposeConfig {
#[serde(flatten)]
pub config: TreeComposeConfig,
}
#[cfg(test)]
mod tests {
use super::*;
@ -353,18 +394,40 @@ packages-s390x:
- zipl
"###;
// This one has "comments" (hence unknown keys)
static VALID_PRELUDE_JS: &str = r###"
{
"ref": "exampleos/x86_64/blah",
"comment-packages": "We want baz to enable frobnication",
"packages": ["foo", "bar", "baz"],
"packages-x86_64": ["grub2", "grub2-tools"],
"comment-packages-s390x": "Note that s390x uses its own bootloader",
"packages-s390x": ["zipl"]
}
"###;
#[test]
fn basic_valid() {
let input = io::BufReader::new(VALID_PRELUDE.as_bytes());
let treefile = treefile_parse_yaml(input, Some(ARCH_X86_64)).unwrap();
let mut input = io::BufReader::new(VALID_PRELUDE.as_bytes());
let treefile =
treefile_parse_stream(InputFormat::YAML, &mut input, Some(ARCH_X86_64)).unwrap();
assert!(treefile.treeref.unwrap() == "exampleos/x86_64/blah");
assert!(treefile.packages.unwrap().len() == 5);
}
#[test]
fn basic_js_valid() {
let mut input = io::BufReader::new(VALID_PRELUDE_JS.as_bytes());
let treefile =
treefile_parse_stream(InputFormat::JSON, &mut input, Some(ARCH_X86_64)).unwrap();
assert!(treefile.treeref.unwrap() == "exampleos/x86_64/blah");
assert!(treefile.packages.unwrap().len() == 5);
}
#[test]
fn basic_valid_noarch() {
let input = io::BufReader::new(VALID_PRELUDE.as_bytes());
let treefile = treefile_parse_yaml(input, None).unwrap();
let mut input = io::BufReader::new(VALID_PRELUDE.as_bytes());
let treefile = treefile_parse_stream(InputFormat::YAML, &mut input, None).unwrap();
assert!(treefile.treeref.unwrap() == "exampleos/x86_64/blah");
assert!(treefile.packages.unwrap().len() == 3);
}
@ -373,11 +436,11 @@ packages-s390x:
let mut buf = VALID_PRELUDE.to_string();
buf.push_str(data);
let buf = buf.as_bytes();
let input = io::BufReader::new(buf);
match treefile_parse_yaml(input, Some(ARCH_X86_64)) {
let mut input = io::BufReader::new(buf);
match treefile_parse_stream(InputFormat::YAML, &mut input, Some(ARCH_X86_64)) {
Err(ref e) if e.kind() == io::ErrorKind::InvalidInput => {}
Err(ref e) => panic!("Expected invalid treefile, not {}", e.to_string()),
_ => panic!("Expected invalid treefile"),
Ok(_) => panic!("Expected invalid treefile"),
}
}