yazi/yazi-core/src/folder/files.rs
2024-02-15 20:20:28 +08:00

388 lines
8.6 KiB
Rust

use std::{collections::{BTreeMap, BTreeSet}, mem, ops::Deref, sync::atomic::Ordering};
use anyhow::Result;
use tokio::{fs::{self, DirEntry}, select, sync::mpsc::{self, UnboundedReceiver}};
use yazi_config::{manager::SortBy, MANAGER};
use yazi_shared::fs::{File, Url, FILES_TICKET};
use super::{FilesSorter, Filter};
pub struct Files {
hidden: Vec<File>,
items: Vec<File>,
ticket: u64,
version: u64,
pub(crate) revision: u64,
pub sizes: BTreeMap<Url, u64>,
sorter: FilesSorter,
filter: Option<Filter>,
show_hidden: bool,
}
impl Default for Files {
fn default() -> Self {
Self {
items: Default::default(),
hidden: Default::default(),
ticket: Default::default(),
version: Default::default(),
revision: Default::default(),
sizes: Default::default(),
sorter: Default::default(),
filter: Default::default(),
show_hidden: MANAGER.show_hidden,
}
}
}
impl Deref for Files {
type Target = Vec<File>;
fn deref(&self) -> &Self::Target { &self.items }
}
impl Files {
pub async fn from_dir(url: &Url) -> Result<UnboundedReceiver<File>> {
let mut it = fs::read_dir(url).await?;
let (tx, rx) = mpsc::unbounded_channel();
tokio::spawn(async move {
while let Ok(Some(item)) = it.next_entry().await {
select! {
_ = tx.closed() => break,
result = item.metadata() => {
if let Ok(meta) = result {
tx.send(File::from_meta(Url::from(item.path()), meta).await).ok();
}
}
}
}
});
Ok(rx)
}
pub async fn from_dir_bulk(url: &Url) -> Result<Vec<File>> {
let mut it = fs::read_dir(url).await?;
let mut items = Vec::with_capacity(5000);
while let Ok(Some(item)) = it.next_entry().await {
items.push(item);
}
let (first, rest) = items.split_at(items.len() / 3);
let (second, third) = rest.split_at(items.len() / 3);
async fn go(entities: &[DirEntry]) -> Vec<File> {
let mut files = Vec::with_capacity(entities.len() / 3 + 1);
for entry in entities {
if let Ok(meta) = entry.metadata().await {
files.push(File::from_meta(Url::from(entry.path()), meta).await);
}
}
files
}
Ok(
futures::future::join_all([go(first), go(second), go(third)])
.await
.into_iter()
.flatten()
.collect(),
)
}
}
impl Files {
pub fn update_full(&mut self, files: Vec<File>) {
self.ticket = FILES_TICKET.fetch_add(1, Ordering::Relaxed);
(self.hidden, self.items) = self.split_files(files);
if !self.items.is_empty() {
self.revision += 1;
}
}
pub fn update_part(&mut self, files: Vec<File>, ticket: u64) {
if !files.is_empty() {
if ticket != self.ticket {
return;
}
let (hidden, items) = self.split_files(files);
if !items.is_empty() {
self.revision += 1;
}
self.hidden.extend(hidden);
self.items.extend(items);
return;
}
self.ticket = ticket;
self.hidden.clear();
if !self.items.is_empty() {
self.revision += 1;
self.items.clear();
}
}
pub fn update_size(&mut self, sizes: BTreeMap<Url, u64>) {
if sizes.is_empty() {
return;
}
if self.sorter.by == SortBy::Size {
self.revision += 1;
}
self.sizes.extend(sizes);
}
pub fn update_creating(&mut self, files: Vec<File>) {
if files.is_empty() {
return;
}
macro_rules! go {
($dist:expr, $src:expr, $inc:literal) => {
let mut todo: BTreeMap<_, _> = $src.into_iter().map(|f| (f.url(), f)).collect();
for f in &$dist {
if todo.remove(&f.url).is_some() && todo.is_empty() {
break;
}
}
if !todo.is_empty() {
self.revision += $inc;
$dist.extend(todo.into_values());
}
};
}
let (hidden, items) = self.split_files(files);
if !items.is_empty() {
go!(self.items, items, 1);
}
if !hidden.is_empty() {
go!(self.hidden, hidden, 0);
}
}
#[cfg(unix)]
pub fn update_deleting(&mut self, urls: Vec<Url>) {
if urls.is_empty() {
return;
}
macro_rules! go {
($dist:expr, $src:expr, $inc:literal) => {
let mut todo: BTreeSet<_> = $src.into_iter().collect();
let len = $dist.len();
$dist.retain(|f| !todo.remove(&f.url));
if $dist.len() != len {
self.revision += $inc;
}
};
}
let (hidden, items) = if let Some(filter) = &self.filter {
urls.into_iter().partition(|u| {
(!self.show_hidden && u.is_hidden()) || !u.file_name().is_some_and(|s| filter.matches(s))
})
} else if self.show_hidden {
(vec![], urls)
} else {
urls.into_iter().partition(|u| u.is_hidden())
};
if !items.is_empty() {
go!(self.items, items, 1);
}
if !hidden.is_empty() {
go!(self.hidden, hidden, 0);
}
}
#[cfg(windows)]
pub fn update_deleting(&mut self, urls: Vec<Url>) {
macro_rules! go {
($dist:expr, $src:expr, $inc:literal) => {
let len = $dist.len();
$dist.retain(|f| !$src.remove(&f.url));
if $dist.len() != len {
self.revision += $inc;
}
};
}
let mut urls: BTreeSet<_> = urls.into_iter().collect();
if !urls.is_empty() {
go!(self.items, urls, 1);
}
if !urls.is_empty() {
go!(self.hidden, urls, 0);
}
}
pub fn update_updating(
&mut self,
files: BTreeMap<Url, File>,
) -> (BTreeMap<Url, File>, BTreeMap<Url, File>) {
if files.is_empty() {
return Default::default();
}
macro_rules! go {
($dist:expr, $src:expr, $inc:literal) => {
let len = $src.len();
for i in 0..$dist.len() {
if let Some(f) = $src.remove(&$dist[i].url) {
$dist[i] = f;
if $src.is_empty() {
break;
}
}
}
if $src.len() != len {
self.revision += $inc;
}
};
}
let (mut hidden, mut items) = if let Some(filter) = &self.filter {
files.into_iter().partition(|(_, f)| {
(f.is_hidden() && !self.show_hidden)
|| !f.url.file_name().is_some_and(|s| filter.matches(s))
})
} else if self.show_hidden {
(BTreeMap::new(), files)
} else {
files.into_iter().partition(|(_, f)| f.is_hidden())
};
if !items.is_empty() {
go!(self.items, items, 1);
}
if !hidden.is_empty() {
go!(self.hidden, hidden, 0);
}
(hidden, items)
}
pub fn update_upserting(&mut self, files: BTreeMap<Url, File>) {
if files.is_empty() {
return;
}
let (hidden, items) = self.update_updating(files);
if hidden.is_empty() && items.is_empty() {
return;
}
if !hidden.is_empty() {
self.hidden.extend(hidden.into_values());
}
if !items.is_empty() {
self.revision += 1;
self.items.extend(items.into_values());
}
}
pub fn catchup_revision(&mut self) -> bool {
if self.version == self.revision {
return false;
}
self.version = self.revision;
self.sorter.sort(&mut self.items, &self.sizes);
true
}
fn split_files(&self, files: impl IntoIterator<Item = File>) -> (Vec<File>, Vec<File>) {
if let Some(filter) = &self.filter {
files.into_iter().partition(|f| {
(f.is_hidden() && !self.show_hidden)
|| !f.url.file_name().is_some_and(|s| filter.matches(s))
})
} else if self.show_hidden {
(vec![], files.into_iter().collect())
} else {
files.into_iter().partition(|f| f.is_hidden())
}
}
}
impl Files {
// --- Items
#[inline]
pub fn position(&self, url: &Url) -> Option<usize> { self.iter().position(|f| f.url == *url) }
// --- Ticket
#[inline]
pub fn ticket(&self) -> u64 { self.ticket }
// --- Sorter
#[inline]
pub fn sorter(&self) -> &FilesSorter { &self.sorter }
pub fn set_sorter(&mut self, sorter: FilesSorter) {
if self.sorter != sorter {
self.sorter = sorter;
self.revision += 1;
}
}
// --- Filter
#[inline]
pub fn filter(&self) -> Option<&Filter> { self.filter.as_ref() }
pub fn set_filter(&mut self, filter: Option<Filter>) -> bool {
if self.filter == filter {
return false;
}
self.filter = filter;
if self.filter.is_none() {
let take = mem::take(&mut self.hidden);
let (hidden, items) = self.split_files(take);
self.hidden = hidden;
if !items.is_empty() {
self.items.extend(items);
self.sorter.sort(&mut self.items, &self.sizes);
}
return true;
}
let it = mem::take(&mut self.items).into_iter().chain(mem::take(&mut self.hidden));
(self.hidden, self.items) = self.split_files(it);
self.sorter.sort(&mut self.items, &self.sizes);
true
}
// --- Show hidden
pub fn set_show_hidden(&mut self, state: bool) {
if self.show_hidden == state {
return;
}
self.show_hidden = state;
if self.show_hidden && self.hidden.is_empty() {
return;
} else if !self.show_hidden && self.items.is_empty() {
return;
}
let take =
if self.show_hidden { mem::take(&mut self.hidden) } else { mem::take(&mut self.items) };
let (hidden, items) = self.split_files(take);
self.hidden.extend(hidden);
if !items.is_empty() {
self.revision += 1;
self.items.extend(items);
}
}
}