grass/src/main.rs

506 lines
16 KiB
Rust
Raw Normal View History

#![warn(
clippy::all,
clippy::restriction,
clippy::pedantic,
clippy::nursery,
// clippy::cargo
)]
#![deny(missing_debug_implementations)]
#![allow(
dead_code,
clippy::pub_enum_variant_names,
clippy::implicit_return,
clippy::use_self,
clippy::missing_docs_in_private_items,
clippy::todo,
clippy::dbg_macro,
clippy::unreachable,
clippy::wildcard_enum_match_arm,
clippy::option_expect_used,
clippy::panic,
clippy::unused_self,
clippy::too_many_lines,
clippy::integer_arithmetic,
clippy::missing_errors_doc
)]
use std::collections::HashMap;
2020-01-06 17:06:37 -05:00
use std::fmt::{self, Display};
use std::fs;
use std::io;
2020-01-06 17:06:37 -05:00
use std::iter::{Iterator, Peekable};
2020-01-07 19:58:38 -05:00
use std::path::Path;
use crate::common::{AtRule, Keyword, Op, Pos, Symbol, Whitespace};
use crate::css::Css;
2020-01-06 18:55:51 -05:00
use crate::error::SassError;
use crate::format::PrettyPrinter;
use crate::lexer::Lexer;
use crate::selector::Selector;
use crate::style::Style;
use crate::units::Unit;
mod color;
mod common;
mod css;
mod error;
mod format;
mod lexer;
mod selector;
mod style;
mod units;
2020-01-06 18:55:51 -05:00
type SassResult<T> = Result<T, SassError>;
#[derive(Clone, Debug, Eq, PartialEq)]
pub struct Token {
pos: Pos,
pub kind: TokenKind,
}
#[derive(Clone, Debug, Eq, PartialEq)]
pub enum TokenKind {
Ident(String),
Symbol(Symbol),
Function(String, Vec<String>),
AtRule(AtRule),
Keyword(Keyword),
Number(String),
Unit(Unit),
Whitespace(Whitespace),
Variable(String),
Selector(Selector),
Style(Vec<Token>),
Op(Op),
2020-01-05 19:21:58 -05:00
// todo! preserve multi-line comments
MultilineComment(String),
}
impl Display for TokenKind {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
TokenKind::Ident(s) | TokenKind::Number(s) => write!(f, "{}", s),
2020-01-05 19:21:58 -05:00
TokenKind::Symbol(s) => write!(f, "{}", s),
TokenKind::AtRule(s) => write!(f, "{}", s),
TokenKind::Op(s) => write!(f, "{}", s),
2020-01-05 19:21:58 -05:00
TokenKind::Unit(s) => write!(f, "{}", s),
TokenKind::Whitespace(s) => write!(f, "{}", s),
TokenKind::Selector(s) => write!(f, "{}", s),
TokenKind::Function(name, args) => write!(f, "{}({})", name, args.join(", ")),
TokenKind::Keyword(kw) => write!(f, "{}", kw),
TokenKind::MultilineComment(s) => write!(f, "/*{}*/", s),
TokenKind::Variable(s) => write!(f, "${}", s),
TokenKind::Style(_) => panic!("TokenKind should not be used to format styles"),
}
}
}
/// Represents a parsed SASS stylesheet with nesting
#[derive(Debug, Clone, Eq, PartialEq)]
pub struct StyleSheet {
rules: Vec<Stmt>,
}
#[derive(Clone, Debug, Eq, PartialEq)]
pub enum Stmt {
2020-01-09 20:56:09 -05:00
/// A [`Style`](/grass/style/struct.Style)
Style(Style),
2020-01-09 20:56:09 -05:00
/// A [`RuleSet`](/grass/struct.RuleSet.html)
RuleSet(RuleSet),
/// A multiline comment: `/* foo bar */`
MultilineComment(String),
}
/// Represents a single rule set. Rule sets can contain other rule sets
///
/// a {
/// color: blue;
/// b {
/// color: red;
/// }
/// }
#[derive(Clone, Debug, Eq, PartialEq)]
pub struct RuleSet {
selector: Selector,
rules: Vec<Stmt>,
// potential optimization: we don't *need* to own the selector
super_selector: Selector,
}
/// An intermediate representation of what are essentially single lines
/// todo! rename this
#[derive(Clone, Debug, Eq, PartialEq)]
enum Expr {
/// A style: `color: red`
Style(Style),
/// A full selector `a > h1`
Selector(Selector),
/// A variable declaration `$var: 1px`
2020-01-05 19:21:58 -05:00
VariableDecl(String, Vec<Token>),
/// A multiline comment: `/* foobar */`
MultilineComment(String),
}
impl StyleSheet {
2020-01-06 18:55:51 -05:00
pub fn new(input: &str) -> SassResult<StyleSheet> {
StyleSheetParser {
2020-01-05 19:21:58 -05:00
global_variables: HashMap::new(),
lexer: Lexer::new(input).peekable(),
rules: Vec::new(),
2020-01-06 18:55:51 -05:00
scope: 0,
2020-01-07 19:24:37 -05:00
file: String::from("stdin"),
}
.parse_toplevel()
}
pub fn from_path<P: AsRef<Path> + Into<String>>(p: P) -> SassResult<StyleSheet> {
StyleSheetParser {
global_variables: HashMap::new(),
lexer: Lexer::new(&fs::read_to_string(p.as_ref())?).peekable(),
rules: Vec::new(),
scope: 0,
file: p.into(),
}
.parse_toplevel()
}
/// Print the internal representation of a parsed stylesheet
///
/// Very closely resembles the origin SASS, but contains only things translatable
/// to pure CSS
///
/// Used mainly in debugging, but can at times be useful
pub fn pretty_print<W: std::io::Write>(&self, buf: W) -> io::Result<()> {
PrettyPrinter::new(buf).pretty_print(self)
}
fn pretty_print_selectors<W: std::io::Write>(&self, buf: W) -> io::Result<()> {
PrettyPrinter::new(buf).pretty_print_preserve_super_selectors(self)
}
/// Write the internal representation as CSS to `buf`
pub fn print_as_css<W: std::io::Write>(self, buf: &mut W) -> io::Result<()> {
Css::from_stylesheet(self).pretty_print(buf)
}
}
#[derive(Debug, Clone)]
struct StyleSheetParser<'a> {
2020-01-05 19:21:58 -05:00
global_variables: HashMap<String, Vec<Token>>,
lexer: Peekable<Lexer<'a>>,
rules: Vec<Stmt>,
2020-01-06 18:55:51 -05:00
scope: u32,
2020-01-07 19:24:37 -05:00
file: String,
}
impl<'a> StyleSheetParser<'a> {
2020-01-07 19:24:37 -05:00
fn parse_toplevel(mut self) -> SassResult<StyleSheet> {
let mut rules = Vec::new();
while let Some(Token { kind, .. }) = self.lexer.peek() {
match kind.clone() {
TokenKind::Ident(_)
| TokenKind::Selector(_)
| TokenKind::Symbol(Symbol::Hash)
| TokenKind::Symbol(Symbol::Colon)
| TokenKind::Symbol(Symbol::Mul)
2020-01-05 19:21:58 -05:00
| TokenKind::Symbol(Symbol::Period) => rules
.extend(self.eat_rules(&Selector::None, &mut self.global_variables.clone())),
TokenKind::Whitespace(_) | TokenKind::Symbol(_) => {
self.lexer.next();
continue;
}
2020-01-05 19:21:58 -05:00
TokenKind::Variable(name) => {
2020-01-07 19:24:37 -05:00
let Token { ref pos, .. } = self
.lexer
.next()
.expect("this cannot occur as we have already peeked");
2020-01-05 19:21:58 -05:00
self.devour_whitespace();
2020-01-07 19:58:38 -05:00
if self
2020-01-05 19:21:58 -05:00
.lexer
.next()
.unwrap_or_else(|| self.error(pos, "expected value after variable"))
2020-01-05 19:21:58 -05:00
.kind
!= TokenKind::Symbol(Symbol::Colon)
{
self.error(pos, "unexpected variable use at toplevel");
2020-01-05 19:21:58 -05:00
}
let val = self.eat_variable_value();
self.global_variables.insert(name, val);
}
2020-01-07 19:58:38 -05:00
TokenKind::MultilineComment(comment) => {
self.lexer.next();
rules.push(Stmt::MultilineComment(comment));
2020-01-07 19:58:38 -05:00
}
TokenKind::AtRule(_) => self.eat_at_rule(),
_ => todo!("unexpected toplevel token"),
};
}
2020-01-06 19:23:27 -05:00
Ok(StyleSheet { rules })
}
fn eat_at_rule(&mut self) {
if let Some(Token {
2020-01-07 19:24:37 -05:00
kind: TokenKind::AtRule(ref rule),
ref pos,
}) = self.lexer.next()
{
match rule {
AtRule::Error => {
2020-01-07 19:24:37 -05:00
self.devour_whitespace();
let message = self
.lexer
.by_ref()
.take_while(|x| x.kind != TokenKind::Symbol(Symbol::SemiColon))
.map(|x| x.kind.to_string())
.collect::<String>();
self.error(pos, &message);
}
_ => todo!("encountered unimplemented at rule"),
}
}
}
2020-01-07 19:24:37 -05:00
fn error(&self, pos: &Pos, message: &str) -> ! {
eprintln!("Error: {}", message);
eprintln!(
2020-01-07 19:24:37 -05:00
"{} {}:{} scope on line {} at column {}",
self.file,
pos.line(),
pos.column(),
pos.line(),
pos.column()
);
2020-01-07 19:58:38 -05:00
let padding = vec![' '; format!("{}", pos.line()).len() + 1]
.iter()
.collect::<String>();
eprintln!("{}|", padding);
eprint!("{} | ", pos.line());
2020-01-07 19:24:37 -05:00
eprintln!("todo! get line to print as error");
2020-01-07 19:58:38 -05:00
eprintln!(
"{}| {}^",
padding,
vec![' '; pos.column() as usize].iter().collect::<String>()
);
eprintln!("{}|", padding);
std::process::exit(1);
}
2020-01-05 19:21:58 -05:00
fn eat_variable_value(&mut self) -> Vec<Token> {
self.devour_whitespace();
2020-01-06 19:23:27 -05:00
let iter1 = self
.lexer
2020-01-05 19:21:58 -05:00
.by_ref()
.take_while(|x| x.kind != TokenKind::Symbol(Symbol::SemiColon))
2020-01-06 19:23:27 -05:00
.collect::<Vec<Token>>();
let mut iter2 = Vec::with_capacity(iter1.len());
for tok in iter1 {
2020-01-07 19:58:38 -05:00
if let Token {
kind: TokenKind::Variable(ref name),
ref pos,
} = tok
{
2020-01-06 19:23:27 -05:00
iter2.extend(
self.global_variables
2020-01-07 19:24:37 -05:00
.get(name)
.unwrap_or_else(|| self.error(pos, "Undefined variable"))
2020-01-06 19:23:27 -05:00
.clone(),
);
} else {
iter2.push(tok);
}
}
iter2
2020-01-05 19:21:58 -05:00
}
fn eat_rules(
&mut self,
super_selector: &Selector,
vars: &mut HashMap<String, Vec<Token>>,
) -> Vec<Stmt> {
let mut stmts = Vec::new();
2020-01-05 19:21:58 -05:00
while let Ok(tok) = self.eat_expr(vars) {
match tok {
Expr::Style(s) => stmts.push(Stmt::Style(s)),
Expr::Selector(s) => {
2020-01-06 19:23:27 -05:00
self.scope += 1;
2020-01-05 19:21:58 -05:00
let rules = self.eat_rules(&super_selector.clone().zip(s.clone()), vars);
stmts.push(Stmt::RuleSet(RuleSet {
super_selector: super_selector.clone(),
selector: s,
rules,
}));
2020-01-06 19:23:27 -05:00
self.scope -= 1;
if self.scope == 0 {
return stmts;
}
}
2020-01-05 19:21:58 -05:00
Expr::VariableDecl(name, val) => {
2020-01-06 19:23:27 -05:00
if self.scope == 0 {
vars.insert(name.clone(), val.clone());
self.global_variables.insert(name, val);
} else {
vars.insert(name, val);
}
2020-01-05 19:21:58 -05:00
}
Expr::MultilineComment(s) => stmts.push(Stmt::MultilineComment(s)),
}
}
stmts
}
2020-01-05 19:21:58 -05:00
fn eat_expr(&mut self, vars: &HashMap<String, Vec<Token>>) -> Result<Expr, ()> {
let mut values = Vec::with_capacity(5);
while let Some(tok) = self.lexer.next() {
match tok.kind {
TokenKind::Symbol(Symbol::SemiColon) | TokenKind::Symbol(Symbol::CloseBrace) => {
self.devour_whitespace();
2020-01-05 19:21:58 -05:00
return Ok(Expr::Style(Style::from_tokens(&values, vars)?));
}
TokenKind::Symbol(Symbol::OpenBrace) => {
self.devour_whitespace();
return Ok(Expr::Selector(Selector::from_tokens(
values.iter().peekable(),
)));
}
2020-01-05 19:21:58 -05:00
TokenKind::Variable(name) => {
2020-01-06 19:23:27 -05:00
if let TokenKind::Symbol(Symbol::Colon) = self
2020-01-05 19:21:58 -05:00
.lexer
2020-01-06 19:23:27 -05:00
.peek()
2020-01-05 19:21:58 -05:00
.expect("expected something after variable")
.kind
{
2020-01-06 19:23:27 -05:00
self.lexer.next();
2020-01-05 19:21:58 -05:00
self.devour_whitespace();
return Ok(Expr::VariableDecl(name, self.eat_variable_value()));
} else {
values.push(Token {
kind: TokenKind::Variable(name),
pos: tok.pos,
});
}
}
TokenKind::MultilineComment(ref s) => {
self.devour_whitespace();
if values.is_empty() {
return Ok(Expr::MultilineComment(s.clone()));
} else {
values.push(tok.clone())
}
}
_ => values.push(tok.clone()),
};
}
Err(())
}
fn devour_whitespace(&mut self) {
while let Some(tok) = self.lexer.peek() {
match tok.kind {
TokenKind::Whitespace(_) => {
self.lexer.next();
}
_ => break,
}
}
}
}
2020-01-06 18:55:51 -05:00
fn main() -> SassResult<()> {
let mut stdout = std::io::stdout();
2020-01-07 19:24:37 -05:00
let s = StyleSheet::from_path("input.scss")?;
// dbg!(s);
2020-01-05 12:52:50 -05:00
// s.pretty_print(&mut stdout)?;
// s.pretty_print_selectors(&mut stdout)?;
s.print_as_css(&mut stdout)?;
// dbg!(Css::from_stylesheet(s));
// println!("{}", s);
// drop(input);
Ok(())
}
2020-01-05 20:26:34 -05:00
#[cfg(test)]
mod test_css {
use super::StyleSheet;
macro_rules! test {
($func:ident, $input:literal) => {
#[test]
fn $func() {
let mut buf = Vec::new();
2020-01-06 19:23:27 -05:00
StyleSheet::new($input)
.expect(concat!("failed to parse on ", $input))
2020-01-05 20:26:34 -05:00
.print_as_css(&mut buf)
.expect(concat!("failed to pretty print on ", $input));
assert_eq!(
String::from($input),
String::from_utf8(buf).expect("produced invalid utf8")
);
}
};
($func:ident, $input:literal, $output:literal) => {
#[test]
fn $func() {
let mut buf = Vec::new();
2020-01-06 19:23:27 -05:00
StyleSheet::new($input)
.expect(concat!("failed to parse on ", $input))
2020-01-05 20:26:34 -05:00
.print_as_css(&mut buf)
.expect(concat!("failed to pretty print on ", $input));
assert_eq!(
String::from($output),
String::from_utf8(buf).expect("produced invalid utf8")
);
}
};
}
test!(
nesting_el_mul_el,
"a, b {\n a, b {\n color: red\n}\n}\n",
"a a, b a, a b, b b {\n color: red;\n}\n"
);
2020-01-05 20:26:34 -05:00
test!(basic_style, "a {\n color: red;\n}\n");
test!(two_styles, "a {\n color: red;\n color: blue;\n}\n");
test!(selector_mul, "a, b {\n color: red;\n}\n");
test!(
removes_empty_outer_styles,
"a {\n b {\n color: red;\n }\n",
"a b {\n color: red;\n}\n"
);
2020-01-07 19:58:38 -05:00
test!(removes_empty_styles, "a {}\n", "");
test!(
removes_inner_comments,
"a {\n color: red/* hi */;\n}\n",
"a {\n color: red;\n}\n"
);
test!(
removes_inner_comments_whitespace,
"a {\n color: red /* hi */;\n}\n",
"a {\n color: red;\n}\n"
);
test!(
preserves_outer_comments_before,
"a {\n /* hi */\n color: red;\n}\n"
);
test!(
preserves_outer_comments_after,
"a {\n color: red;\n /* hi */\n}\n"
);
test!(
preserves_outer_comments_two,
"a {\n /* foo */\n /* bar */\n color: red;\n}\n"
);
test!(
2020-01-09 20:56:09 -05:00
preserves_toplevel_comment_before,
"/* foo */\na {\n color: red;\n}\n"
);
2020-01-09 20:56:09 -05:00
test!(
preserves_toplevel_comment_after,
"a {\n color: red;\n}\n/* foo */\n"
);
test!(
removes_single_line_comment,
"// a { color: red }\na {\n height: 1 1px;\n}\n",
"a {\n height: 1 1px;\n}\n"
);
}