Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Parallel formatting to increase speed #6095

Open
wants to merge 23 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove printer from emitter trait
  • Loading branch information
MarcusGrass committed Feb 26, 2024
commit e10204d5f818f12c19f90560075951302aae9bae
1 change: 0 additions & 1 deletion src/emitter.rs
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,6 @@ pub(crate) trait Emitter {
fn emit_formatted_file(
&mut self,
output: &mut dyn Write,
printer: &Printer,
formatted_file: FormattedFile<'_>,
) -> Result<EmitterResult, io::Error>;

Expand Down
3 changes: 0 additions & 3 deletions src/emitter/checkstyle.rs
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,6 @@ impl Emitter for CheckstyleEmitter {
fn emit_formatted_file(
&mut self,
output: &mut dyn Write,
_printer: &Printer,
FormattedFile {
filename,
original_text,
Expand Down Expand Up @@ -101,7 +100,6 @@ mod tests {
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(bin_file)),
original_text: &bin_original.join("\n"),
Expand All @@ -112,7 +110,6 @@ mod tests {
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(lib_file)),
original_text: &lib_original.join("\n"),
Expand Down
27 changes: 13 additions & 14 deletions src/emitter/diff.rs
Original file line number Diff line number Diff line change
Expand Up @@ -2,21 +2,21 @@ use super::*;
use crate::config::Config;
use crate::rustfmt_diff::{make_diff, print_diff};

pub(crate) struct DiffEmitter {
pub(crate) struct DiffEmitter<'a> {
config: Config,
printer: &'a Printer,
}

impl DiffEmitter {
pub(crate) fn new(config: Config) -> Self {
Self { config }
impl<'a> DiffEmitter<'a> {
pub(crate) fn new(config: Config, printer: &'a Printer) -> Self {
Self { config, printer }
}
}

impl Emitter for DiffEmitter {
impl<'a> Emitter for DiffEmitter<'a> {
fn emit_formatted_file(
&mut self,
output: &mut dyn Write,
printer: &Printer,
FormattedFile {
filename,
original_text,
Expand All @@ -35,7 +35,7 @@ impl Emitter for DiffEmitter {
mismatch,
|line_num| format!("Diff in {}:{}:", filename, line_num),
&self.config,
printer,
self.printer,
);
}
} else if original_text != formatted_text {
Expand All @@ -59,11 +59,11 @@ mod tests {
fn does_not_print_when_no_files_reformatted() {
let mut writer = Vec::new();
let config = Config::default();
let mut emitter = DiffEmitter::new(config);
let printer = Printer::no_color();
let mut emitter = DiffEmitter::new(config, &printer);
let result = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from("src/lib.rs")),
original_text: "fn empty() {}\n",
Expand All @@ -87,11 +87,11 @@ mod tests {
let mut writer = Vec::new();
let mut config = Config::default();
config.set().print_misformatted_file_names(true);
let mut emitter = DiffEmitter::new(config);
let printer = Printer::no_color();
let mut emitter = DiffEmitter::new(config, &printer);
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(bin_file)),
original_text: bin_original,
Expand All @@ -102,7 +102,6 @@ mod tests {
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(lib_file)),
original_text: lib_original,
Expand All @@ -121,11 +120,11 @@ mod tests {
fn prints_newline_message_with_only_newline_style_diff() {
let mut writer = Vec::new();
let config = Config::default();
let mut emitter = DiffEmitter::new(config);
let printer = Printer::no_color();
let mut emitter = DiffEmitter::new(config, &printer);
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from("src/lib.rs")),
original_text: "fn empty() {}\n",
Expand Down
15 changes: 7 additions & 8 deletions src/emitter/files.rs
Original file line number Diff line number Diff line change
Expand Up @@ -2,24 +2,23 @@ use super::*;
use crate::buf_println;
use std::fs;

#[derive(Debug, Default)]
pub(crate) struct FilesEmitter {
print_misformatted_file_names: bool,
#[derive(Default)]
pub(crate) struct FilesEmitter<'a> {
print_misformatted_file_names: Option<&'a Printer>,
}

impl FilesEmitter {
pub(crate) fn new(print_misformatted_file_names: bool) -> Self {
impl<'a> FilesEmitter<'a> {
pub(crate) fn new(print_misformatted_file_names: Option<&'a Printer>) -> Self {
Self {
print_misformatted_file_names,
}
}
}

impl Emitter for FilesEmitter {
impl<'a> Emitter for FilesEmitter<'a> {
fn emit_formatted_file(
&mut self,
_output: &mut dyn Write,
printer: &Printer,
FormattedFile {
filename,
original_text,
Expand All @@ -30,7 +29,7 @@ impl Emitter for FilesEmitter {
let filename = ensure_real_path(filename);
if original_text != formatted_text {
fs::write(filename, formatted_text)?;
if self.print_misformatted_file_names {
if let Some(printer) = self.print_misformatted_file_names {
buf_println!(printer, "{}", filename.display());
}
}
Expand Down
1 change: 0 additions & 1 deletion src/emitter/files_with_backup.rs
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@ impl Emitter for FilesWithBackupEmitter {
fn emit_formatted_file(
&mut self,
_output: &mut dyn Write,
_printer: &Printer,
FormattedFile {
filename,
original_text,
Expand Down
5 changes: 0 additions & 5 deletions src/emitter/json.rs
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ impl Emitter for JsonEmitter {
fn emit_formatted_file(
&mut self,
_output: &mut dyn Write,
_printer: &Printer,
FormattedFile {
filename,
original_text,
Expand Down Expand Up @@ -198,7 +197,6 @@ mod tests {
let result = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from("src/lib.rs")),
original_text: "fn empty() {}\n",
Expand Down Expand Up @@ -246,7 +244,6 @@ mod tests {
let result = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(file_name)),
original_text: &original.join("\n"),
Expand Down Expand Up @@ -299,7 +296,6 @@ mod tests {
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(bin_file)),
original_text: &bin_original.join("\n"),
Expand All @@ -310,7 +306,6 @@ mod tests {
let _ = emitter
.emit_formatted_file(
&mut writer,
&Printer::no_color(),
FormattedFile {
filename: &FileName::Real(PathBuf::from(lib_file)),
original_text: &lib_original.join("\n"),
Expand Down
1 change: 0 additions & 1 deletion src/emitter/modified_lines.rs
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@ impl Emitter for ModifiedLinesEmitter {
fn emit_formatted_file(
&mut self,
output: &mut dyn Write,
_printer: &Printer,
FormattedFile {
original_text,
formatted_text,
Expand Down
1 change: 0 additions & 1 deletion src/emitter/stdout.rs
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@ impl Emitter for IntoOutputEmitter {
fn emit_formatted_file(
&mut self,
output: &mut dyn Write,
_printer: &Printer,
FormattedFile {
filename,
formatted_text,
Expand Down
1 change: 0 additions & 1 deletion src/formatting.rs
Original file line number Diff line number Diff line change
Expand Up @@ -305,7 +305,6 @@ impl<'b, T: Write + 'b> FormatHandler for Session<'b, T> {
out,
&mut *self.emitter,
self.config.newline_style(),
self.printer,
) {
Ok(ref result) if result.has_diff => report.add_diff(),
Err(e) => {
Expand Down
8 changes: 4 additions & 4 deletions src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -452,7 +452,7 @@ pub struct Session<'b, T: Write> {

impl<'b, T: Write + 'b> Session<'b, T> {
pub fn new(config: Config, mut out: Option<&'b mut T>, printer: &'b Printer) -> Session<'b, T> {
let emitter = create_emitter(&config);
let emitter = create_emitter(&config, printer);

if let Some(ref mut out) = out {
let _ = emitter.emit_header(out);
Expand Down Expand Up @@ -523,21 +523,21 @@ impl<'b, T: Write + 'b> Session<'b, T> {
}
}

pub(crate) fn create_emitter<'a>(config: &Config) -> Box<dyn Emitter + 'a> {
pub(crate) fn create_emitter<'a>(config: &Config, printer: &'a Printer) -> Box<dyn Emitter + 'a> {
match config.emit_mode() {
EmitMode::Files if config.make_backup() => {
Box::new(emitter::FilesWithBackupEmitter::default())
}
EmitMode::Files => Box::new(emitter::FilesEmitter::new(
config.print_misformatted_file_names(),
config.print_misformatted_file_names().then_some(printer),
)),
EmitMode::Stdout | EmitMode::Coverage => {
Box::new(emitter::IntoOutputEmitter::new(config.verbose()))
}
EmitMode::Json => Box::new(emitter::JsonEmitter::default()),
EmitMode::ModifiedLines => Box::new(emitter::ModifiedLinesEmitter::default()),
EmitMode::Checkstyle => Box::new(emitter::CheckstyleEmitter::default()),
EmitMode::Diff => Box::new(emitter::DiffEmitter::new(config.clone())),
EmitMode::Diff => Box::new(emitter::DiffEmitter::new(config.clone(), printer)),
}
}

Expand Down
8 changes: 3 additions & 5 deletions src/source_file.rs
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@ use crate::create_emitter;
#[cfg(test)]
use crate::formatting::FileRecord;

use crate::print::Printer;
use rustc_data_structures::sync::Lrc;

// Append a newline to the end of each file.
Expand All @@ -31,7 +30,8 @@ pub(crate) fn write_all_files<T>(
where
T: Write,
{
let mut emitter = create_emitter(config);
let printer = crate::print::Printer::no_color();
let mut emitter = create_emitter(config, &printer);

emitter.emit_header(out)?;
for (filename, text) in source_file {
Expand All @@ -42,7 +42,6 @@ where
out,
&mut *emitter,
config.newline_style(),
&Printer::no_color(),
)?;
}
emitter.emit_footer(out)?;
Expand All @@ -57,7 +56,6 @@ pub(crate) fn write_file<T>(
out: &mut T,
emitter: &mut dyn Emitter,
newline_style: NewlineStyle,
printer: &Printer,
) -> Result<emitter::EmitterResult, io::Error>
where
T: Write,
Expand Down Expand Up @@ -104,5 +102,5 @@ where
formatted_text,
};

emitter.emit_formatted_file(out, printer, formatted_file)
emitter.emit_formatted_file(out, formatted_file)
}