diff --git a/Cargo.lock b/Cargo.lock index 71d0ce1..3b54114 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -792,6 +792,12 @@ version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" +[[package]] +name = "foldhash" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb" + [[package]] name = "foreign-types" version = "0.3.2" @@ -1001,7 +1007,18 @@ checksum = "84b26c544d002229e640969970a2e74021aadf6e2f96372b9c58eff97de08eb3" dependencies = [ "allocator-api2", "equivalent", - "foldhash", + "foldhash 0.1.5", +] + +[[package]] +name = "hashbrown" +version = "0.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5419bdc4f6a9207fbeba6d11b604d481addf78ecd10c11ad51e76c2f6482748d" +dependencies = [ + "allocator-api2", + "equivalent", + "foldhash 0.2.0", "rayon", "serde", ] @@ -1311,13 +1328,14 @@ dependencies = [ [[package]] name = "indexmap" -version = "2.9.0" +version = "2.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cea70ddb795996207ad57735b50c5982d8844f38ba9ee5f1aedcfb708a2aa11e" +checksum = "6717a8d2a5a929a1a2eb43a12812498ed141a0bcfb7e8f7844fbdbe4303bba9f" dependencies = [ "equivalent", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "serde", + "serde_core", ] [[package]] @@ -1890,13 +1908,14 @@ dependencies = [ [[package]] name = "polars" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a5f7feb5d56b954e691dff22a8b2d78d77433dcc93c35fe21c3777fdc121b697" +checksum = "6bc9ea901050c1bb8747ee411bc7fbb390f3b399931e7484719512965132a248" dependencies = [ "getrandom 0.2.16", "getrandom 0.3.3", "polars-arrow", + "polars-compute", "polars-core", "polars-error", "polars-io", @@ -1911,9 +1930,9 @@ dependencies = [ [[package]] name = "polars-arrow" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32b4fed2343961b3eea3db2cee165540c3e1ad9d5782350cc55a9e76cf440148" +checksum = "33d3fe43f8702cf7899ff3d516c2e5f7dc84ee6f6a3007e1a831a0ff87940704" dependencies = [ "atoi_simd", "bitflags", @@ -1925,7 +1944,7 @@ dependencies = [ "ethnum", "getrandom 0.2.16", "getrandom 0.3.3", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "itoa", "lz4", "num-traits", @@ -1953,16 +1972,16 @@ dependencies = [ [[package]] name = "polars-compute" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "138785beda4e4a90a025219f09d0d15a671b2be9091513ede58e05db6ad4413f" +checksum = "d29cc7497378dee3a002f117e0b4e16b7cbe6c8ed3da16a0229c89294af7c3bf" dependencies = [ "atoi_simd", "bytemuck", "chrono", "either", "fast-float2", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "itoa", "num-traits", "polars-arrow", @@ -1971,7 +1990,6 @@ dependencies = [ "rand", "ryu", "serde", - "skiplist", "strength_reduce", "strum_macros", "version_check", @@ -1979,9 +1997,9 @@ dependencies = [ [[package]] name = "polars-core" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e77b1f08ef6dbb032bb1d0d3365464be950df9905f6827a95b24c4ca5518901d" +checksum = "48409b7440cb1a4aa84953fe3a4189dfbfb300a3298266a92a37363476641e40" dependencies = [ "bitflags", "boxcar", @@ -1990,7 +2008,7 @@ dependencies = [ "chrono-tz", "comfy-table", "either", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "indexmap", "itoa", "num-traits", @@ -2015,12 +2033,12 @@ dependencies = [ [[package]] name = "polars-dtype" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "89c43d0ea57168be4546c4d8064479ed8b29a9c79c31a0c7c367ee734b9b7158" +checksum = "7007e9e8b7b657cbd339b65246af7e87f5756ee9a860119b9424ddffd2aaf133" dependencies = [ "boxcar", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "polars-arrow", "polars-error", "polars-utils", @@ -2030,9 +2048,9 @@ dependencies = [ [[package]] name = "polars-error" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b9cb5d98f59f8b94673ee391840440ad9f0d2170afced95fc98aa86f895563c0" +checksum = "f9a6be22566c89f6405f553bfdb7c8a6cb20ec51b35f3172de9a25fa3e252d85" dependencies = [ "object_store", "parking_lot", @@ -2044,12 +2062,12 @@ dependencies = [ [[package]] name = "polars-expr" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "343931b818cf136349135ba11dbc18c27683b52c3477b1ba8ca606cf5ab1965c" +checksum = "6199a50d3e1afd0674fb009e340cbfb0010682b2387187a36328c00f3f2ca87b" dependencies = [ "bitflags", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "num-traits", "polars-arrow", "polars-compute", @@ -2063,13 +2081,15 @@ dependencies = [ "rand", "rayon", "recursive", + "regex", + "version_check", ] [[package]] name = "polars-io" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "10388c64b8155122488229a881d1c6f4fdc393bc988e764ab51b182fcb2307e4" +checksum = "be3714acdff87170141880a07f5d9233490d3bd5531c41898f6969d440feee11" dependencies = [ "async-trait", "atoi_simd", @@ -2080,7 +2100,7 @@ dependencies = [ "fs4", "futures", "glob", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "home", "itoa", "memchr", @@ -2089,6 +2109,7 @@ dependencies = [ "object_store", "percent-encoding", "polars-arrow", + "polars-compute", "polars-core", "polars-error", "polars-parquet", @@ -2103,15 +2124,13 @@ dependencies = [ "serde_json", "simdutf8", "tokio", - "tokio-util", - "url", ] [[package]] name = "polars-lazy" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fb6e2c6c2fa4ea0c660df1c06cf56960c81e7c2683877995bae3d4e3d408147" +checksum = "ea136c360d03aafe56e0233495e30044ce43639b8b0360a4a38e840233f048a1" dependencies = [ "bitflags", "chrono", @@ -2134,9 +2153,9 @@ dependencies = [ [[package]] name = "polars-mem-engine" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "20a856e98e253587c28d8132a5e7e5a75cb2c44731ca090f1481d45f1d123771" +checksum = "0f6e455ceb6e5aee7ed7d5c8944104e66992173e03a9c42f9670226318672249" dependencies = [ "memmap2", "polars-arrow", @@ -2154,9 +2173,9 @@ dependencies = [ [[package]] name = "polars-ops" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "acf6062173fdc9ba05775548beb66e76643a148d9aeadc9984ed712bc4babd76" +checksum = "7b59c80a019ef0e6f09b4416d2647076a52839305c9eb11919e8298ec667f853" dependencies = [ "argminmax", "base64", @@ -2164,7 +2183,7 @@ dependencies = [ "chrono", "chrono-tz", "either", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "hex", "indexmap", "libm", @@ -2187,16 +2206,16 @@ dependencies = [ [[package]] name = "polars-parquet" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc1d769180dec070df0dc4b89299b364bf2cfe32b218ecc4ddd8f1a49ae60669" +checksum = "93c2439d127c59e6bfc9d698419bdb45210068a6f501d44e6096429ad72c2eaa" dependencies = [ "async-stream", "base64", "bytemuck", "ethnum", "futures", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "num-traits", "polars-arrow", "polars-compute", @@ -2220,9 +2239,9 @@ dependencies = [ [[package]] name = "polars-plan" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1cd3a2e33ae4484fe407ab2d2ba5684f0889d1ccf3ad6b844103c03638e6d0a0" +checksum = "65b4619f5c7e9b91f18611c9ed82ebeee4b10052160825c1316ecf4dbd4d97e6" dependencies = [ "bitflags", "bytemuck", @@ -2230,7 +2249,7 @@ dependencies = [ "chrono", "chrono-tz", "either", - "hashbrown 0.15.3", + "hashbrown 0.16.0", "memmap2", "num-traits", "percent-encoding", @@ -2246,15 +2265,16 @@ dependencies = [ "recursive", "regex", "sha2", + "slotmap", "strum_macros", "version_check", ] [[package]] name = "polars-row" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "18734f17e0e348724df3ae65f3ee744c681117c04b041cac969dfceb05edabc0" +checksum = "a18d232f25b83032e280a279a1f40beb8a6f8fc43907b13dc07b1c56f3b11eea" dependencies = [ "bitflags", "bytemuck", @@ -2267,9 +2287,9 @@ dependencies = [ [[package]] name = "polars-schema" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e6c1ab13e04d5167661a9854ed1ea0482b2ed9b8a0f1118dabed7cd994a85e3" +checksum = "f73e21d429ae1c23f442b0220ccfe773a9734a44e997b5062a741842909d9441" dependencies = [ "indexmap", "polars-error", @@ -2280,9 +2300,9 @@ dependencies = [ [[package]] name = "polars-sql" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c4e7766da02cc1d464994404d3e88a7a0ccd4933df3627c325480fbd9bbc0a11" +checksum = "3e67ac1cbb0c972a57af3be12f19aa9803898863fe95c33cdd39df05f5738a75" dependencies = [ "bitflags", "hex", @@ -2301,14 +2321,15 @@ dependencies = [ [[package]] name = "polars-stream" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "31f6c6ca1ea01f9dea424d167e4f33f5ec44cd67fbfac9efd40575ed20521f14" +checksum = "2ff19612074640a9d65e5928b7223db76ffee63e55b276f1e466d06719eb7362" dependencies = [ "async-channel", "async-trait", "atomic-waker", "bitflags", + "chrono-tz", "crossbeam-channel", "crossbeam-deque", "crossbeam-queue", @@ -2319,6 +2340,7 @@ dependencies = [ "percent-encoding", "pin-project-lite", "polars-arrow", + "polars-compute", "polars-core", "polars-error", "polars-expr", @@ -2327,21 +2349,21 @@ dependencies = [ "polars-ops", "polars-parquet", "polars-plan", + "polars-time", "polars-utils", "rand", "rayon", "recursive", "slotmap", "tokio", - "tokio-util", "version_check", ] [[package]] name = "polars-time" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f6a3a6e279a7a984a0b83715660f9e880590c6129ec2104396bfa710bcd76dee" +checksum = "ddce7a9f81d5f47d981bcee4a8db004f9596bb51f0f4d9d93667a1a00d88166c" dependencies = [ "atoi_simd", "bytemuck", @@ -2362,9 +2384,9 @@ dependencies = [ [[package]] name = "polars-utils" -version = "0.51.0" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "57b267021b0e5422d7fbc70fd79e51b9f9a8466c585779373a18b0199e973f29" +checksum = "667c1bc2d2313f934d711f6e3b58d8d9f80351d14ea60af936a26b7dfb06e309" dependencies = [ "bincode", "bytemuck", @@ -2372,8 +2394,8 @@ dependencies = [ "compact_str", "either", "flate2", - "foldhash", - "hashbrown 0.15.3", + "foldhash 0.2.0", + "hashbrown 0.16.0", "indexmap", "libc", "memmap2", @@ -3030,16 +3052,6 @@ version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "56199f7ddabf13fe5074ce809e7d3f42b42ae711800501b5b16ea82ad029c39d" -[[package]] -name = "skiplist" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f354fd282d3177c2951004953e2fdc4cb342fa159bbee8b829852b6a081c8ea1" -dependencies = [ - "rand", - "thiserror", -] - [[package]] name = "slab" version = "0.4.9" @@ -3354,8 +3366,6 @@ dependencies = [ "bytes", "futures-core", "futures-sink", - "futures-util", - "hashbrown 0.15.3", "pin-project-lite", "tokio", ] diff --git a/Cargo.toml b/Cargo.toml index 7200f60..3997496 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -4,8 +4,12 @@ version = "0.1.0" edition = "2024" [[bin]] -name = "groupped_repport" -path = "src/groupped_repport.rs" +name = "groupped-repport-weekly" +path = "src/groupped_repport_weekly.rs" + +[[bin]] +name = "groupped-repport-monthly" +path = "src/groupped_repport_monthly.rs" [[bin]] name = "piperun-bot" @@ -23,7 +27,7 @@ zip = { version = "6.0.0"} walkdir = { version = "2.5.0"} lettre = {version = "0.11.19", features = ["builder"]} anyhow = { version = "1.0.100"} -polars = { version = "0.51.0"} +polars = { version = "0.52.0"} serde = { version = "1.0.228" } csv = {version = "1.4.0"} regex = { version = "1.12.2" } \ No newline at end of file diff --git a/src/groupped_repport_monthly.rs b/src/groupped_repport_monthly.rs new file mode 100644 index 0000000..1fa9828 --- /dev/null +++ b/src/groupped_repport_monthly.rs @@ -0,0 +1,386 @@ +use std::fmt::Debug; + +use chrono::{Datelike, NaiveDate}; +use itertools::Itertools; +use polars::prelude::*; +use reqwest; +use std::env; +use std::time::Duration; + +use csv; + +pub mod send_mail_util; +pub mod zip_directory_util; + +#[derive(Debug, serde::Deserialize)] +struct CsvHeader { + CATEGORIA: String, + PONTOS: Option, +} + +#[derive(Debug, serde::Deserialize)] +struct CsvEvaluation { + APRESENTAÇÃO: u8, + CONFIRMAÇÃO_DE_EMAIL: u8, + CONFIRMAÇÃO_DE_TELEFONE: u8, + PROTOCOLO: u8, + USO_DO_PORTUGUÊS: u8, + PACIÊNCIA_E_EDUCAÇÃO: u8, + DISPONIBILIDADE: u8, + CONHECIMENTO_TÉCNICO: u8, + DIDATISMO: u8, + ID_TALK: String, +} + +fn main() { + match dotenv::dotenv().ok() { + Some(_) => println!("Environment variables loaded from .env file"), + None => eprintln!("Failed to load .env file, using defaults"), + } + + // Read environment variables + let OLLAMA_URL = env::var("OLLAMA_URL").unwrap_or("localhost".to_string()); + let OLLAMA_PORT = env::var("OLLAMA_PORT") + .unwrap_or("11432".to_string()) + .parse::() + .unwrap_or(11432); + let OLLAMA_AI_MODEL_DATA_SANITIZATION = env::var("OLLAMA_AI_MODEL_DATA_SANITIZATION") + .expect("Missing environment variable OLLAMA_AI_MODEL_DATA_SANITIZATION"); + let BOT_EMAIL = env::var("BOT_EMAIL").expect("BOT_EMAIL has not been set!"); + let BOT_EMAIL_PASSWORD = + env::var("BOT_EMAIL_PASSWORD").expect("BOT_EMAIL_PASSWORD has not been set!"); + + let ip_address = ipaddress::IPAddress::parse(OLLAMA_URL.to_string()); + let OLLAMA_SANITIZED_IP = match ip_address { + Ok(ip) => { + if ip.is_ipv4() { + OLLAMA_URL.clone() + } else { + format!("[{}]", OLLAMA_URL.clone()) + } + } + Err(e) => OLLAMA_URL.clone(), + }; + + // Get the current day in the format YYYY-MM-DD + let current_date = chrono::Local::now(); + let formatted_date = current_date.format("%Y-%m-%d").to_string(); + + let current_date = chrono::Local::now(); + // let first_day_of_current_month = NaiveDate::fro + + let current_day_of_last_month = current_date + .checked_sub_months(chrono::Months::new(1)) + .expect("Failed to subtract one month"); + + let first_day_of_last_month = NaiveDate::from_ymd_opt( + current_day_of_last_month.year(), + current_day_of_last_month.month(), + 1, + ) + .expect("Failed to obtain date"); + let last_day_of_last_month = NaiveDate::from_ymd_opt( + current_day_of_last_month.year(), + current_day_of_last_month.month(), + current_day_of_last_month.num_days_in_month() as u32, + ) + .expect("Failed to obtain date"); + + let previous_month_folder_names = std::fs::read_dir(std::path::Path::new("./evaluations")) + .expect("Failed to read directory ./evaluations") + .filter_map_ok(|entry| { + if entry.metadata().unwrap().is_dir() { + Some(entry.file_name()) + } else { + None + } + }) + .filter_map_ok(|entry_string_name| { + let regex_match_date = + regex::Regex::new(r"(\d{4}-\d{2}-\d{2})").expect("Failed to build regex"); + + let filename = entry_string_name.to_str().unwrap(); + let matches_find = regex_match_date.find(filename); + + match matches_find { + Some(found) => { + let date = chrono::NaiveDate::parse_from_str(found.as_str(), "%Y-%m-%d"); + return Some((date.unwrap(), entry_string_name)); + } + None => { + return None; + } + }; + }) + .filter_map_ok(|(folder_name_date, directory_string)| { + if folder_name_date.year() == first_day_of_last_month.year() + && folder_name_date.month() == first_day_of_last_month.month() + { + return Some(directory_string); + } + return None; + }) + .filter_map(|value| { + if value.is_ok() { + return Some(value.unwrap()); + } else { + return None; + } + }) + .sorted() + .collect_vec(); + + println!("{:?}", previous_month_folder_names); + + let prompt_data_sanitization = std::fs::read_to_string("./PROMPT_DATA_SANITIZATION.txt") + .expect("Failed to read PROMPT_DATA_SANITIZATION.txt"); + let client = reqwest::blocking::Client::new(); + + let groupped_values = previous_month_folder_names + .iter() + .map(|folder_name| { + let folder_base_path = std::path::Path::new("./evaluations"); + let folder_date_path = folder_base_path.join(folder_name); + std::fs::read_dir(folder_date_path) + }) + .filter_map_ok(|files_inside_folder_on_date| { + let groupped_by_user_on_day = files_inside_folder_on_date + .filter_ok(|entry| { + let entry_file_name_as_str = entry + .file_name() + .into_string() + .expect("Failed to get filename as a String"); + + entry_file_name_as_str.ends_with(".csv") + && !entry_file_name_as_str.contains("response_time.csv") + }) + .filter_map(|value| { + if value.is_ok() { + return Some(value.unwrap()); + } + None + }) + .map(|file_name_csv| { + println!("{:?}", file_name_csv.path()); + let file_contents = std::fs::read_to_string(file_name_csv.path()) + .expect("Failed to read CSV file"); + + let ollama_api_request = client + .post(format!( + "http://{OLLAMA_SANITIZED_IP}:{OLLAMA_PORT}/api/generate" + )) + .body( + serde_json::json!({ + "model": OLLAMA_AI_MODEL_DATA_SANITIZATION, + "prompt": format!("{prompt_data_sanitization} \n{file_contents}"), + "temperature": 0.0, // Get predictable and reproducible output + "stream": false, + }) + .to_string(), + ); + + let result = ollama_api_request.timeout(Duration::from_secs(3600)).send(); + + match result { + Ok(response) => { + println!("Response: {:?}", response); + let response_json = response + .json::() + .expect("Failed to deserialize response to JSON"); + let ai_response = response_json["response"] + .as_str() + .expect("Failed to get AI response as string"); + + let ai_response = ai_response.to_string(); + + let ai_response = if let Some(resp) = ai_response + .strip_prefix(" ") + .unwrap_or(&ai_response) + .strip_prefix("```csv\n") + { + resp.to_string() + } else { + ai_response + }; + let ai_response = if let Some(resp) = ai_response + .strip_suffix(" ") + .unwrap_or(&ai_response) + .strip_suffix("```") + { + resp.to_string() + } else { + ai_response + }; + + return Ok((ai_response, file_name_csv)); + } + Err(error) => { + println!("Error {error}"); + return Err(error); + } + }; + }) + .filter_map_ok(|(ai_repsonse, file_path_csv)| { + let mut reader = csv::ReaderBuilder::new() + .has_headers(true) + .delimiter(b';') + .from_reader(ai_repsonse.as_bytes()); + + let mut deserialized_iter = reader.deserialize::(); + + let mut columns = deserialized_iter + .filter_ok(|value| value.PONTOS.is_some()) + .map_ok(|value| { + let col = + Column::new(value.CATEGORIA.into(), [value.PONTOS.unwrap() as u32]); + col + }) + .filter_map(|value| { + if value.is_ok() { + return Some(value.unwrap()); + } + None + }) + .collect_vec(); + + if columns.len() != 9 { + return None; + } + + // Parse id talk from file_path + // filename example is: CC - Erraoander Quintana - 515578 - 20251020515578.csv + // id talk is the last information, so in the example is: 20251020515578 + let regex_filename = + regex::Regex::new(r"(CC - )((\w+\s*)+) - (\d+) - (\d+).csv").unwrap(); + + let filename = file_path_csv + .file_name() + .into_string() + .expect("Failed to convert file name as Rust &str"); + let found_regex_groups_in_filename = regex_filename + .captures(filename.as_str()) + .expect("Failed to do regex capture"); + + let user_name = found_regex_groups_in_filename + .get(2) + .expect("Failed to get the id from regex maches"); + let talk_id = found_regex_groups_in_filename + .get(5) + .expect("Failed to get the id from regex maches"); + + let excelence_percentual = columns + .iter() + .map(|col| col.as_materialized_series().u32().unwrap().sum().unwrap()) + .sum::() as f32 + / columns.iter().len() as f32 + * 100.0; + columns.push(Column::new( + "PERCENTUAL DE EXELENCIA".into(), + [format!("{excelence_percentual:.2}")], + )); + + columns.push(Column::new("ID_TALK".into(), [talk_id.clone().as_str()])); + + let df = polars::frame::DataFrame::new(columns) + .expect("Failed to concatenate into a dataframe"); + + // return a tuple with the dataframe and the user name, so it can be correctly merged after + return Some((user_name.as_str().to_owned(), df)); + }) + .filter_map(|res| { + if res.is_ok() { + return Some(res.unwrap()); + } + return None; + }) + .into_group_map() + .into_iter() + .map(|(name, eval_dataframe_vec)| { + let groupped_df = eval_dataframe_vec + .iter() + .cloned() + .reduce(|acc, e| acc.vstack(&e).unwrap()) + .expect("Failed to concatenate dataframes"); + (name, groupped_df) + }) + .into_group_map(); + + dbg!(&groupped_by_user_on_day); + return Some(groupped_by_user_on_day); + }) + .filter_map(|res| { + if res.is_ok() { + return Some(res.unwrap()); + } + return None; + }) + .reduce(|mut acc, mut e| { + e.iter_mut().for_each(|(key, val)| { + if acc.contains_key(key) { + acc.get_mut(key) + .expect("Failed to obtain key that should already be present") + .append(val); + } else { + acc.insert(key.to_owned(), val.to_owned()); + } + }); + acc + }) + .and_then(|groupped_hashmap_df| { + let result = groupped_hashmap_df + .iter() + .map(|(key, val)| { + let dfs = val + .iter() + .cloned() + .reduce(|acc, e| acc.vstack(&e).unwrap()) + .expect("Failed to concatenate dataframes"); + (key.clone(), dfs) + }) + .collect_vec(); + return Some(result); + }); + + // Setup groupped folder + if !std::fs::exists(format!("./groupped/")).unwrap() { + std::fs::create_dir(format!("./groupped")).expect("Failed to create directory") + } + + // Setup previous week folder + if !std::fs::exists(format!("./groupped/{first_day_of_last_month}")).unwrap() { + std::fs::create_dir(format!("./groupped/{first_day_of_last_month}")) + .expect("Failed to create directory") + } + + match groupped_values { + Some(mut val) => { + val.iter_mut().for_each(|(agent, groupped_evaluations)| { + let mut save_file_csv = std::fs::File::create(format!( + "./groupped/{first_day_of_last_month}/{agent}.csv" + )) + .expect("Could not create csv file for saving"); + CsvWriter::new(&mut save_file_csv) + .include_header(true) + .with_separator(b';') + .finish(groupped_evaluations) + .expect("Failed to save Groupped DataFrame to CSV File"); + }); + } + None => {} + } + + zip_directory_util::zip_directory_util::zip_source_dir_to_dst_file( + std::path::Path::new(&format!("./groupped/{first_day_of_last_month}")), + std::path::Path::new(&format!("./groupped/{first_day_of_last_month}.zip")), + ); + + let recipients = "Wilson da Conceição Oliveira , Isadora G. Moura de Moura "; + println!("Trying to send mail... {recipients}"); + send_mail_util::send_mail_util::send_email( + &format!("Relatório agrupado dos atendimentos do mês {first_day_of_last_month}"), + &BOT_EMAIL, + &BOT_EMAIL_PASSWORD, + recipients, + &format!("./groupped/{first_day_of_last_month}.zip"), + ); +} diff --git a/src/groupped_repport.rs b/src/groupped_repport_weekly.rs similarity index 100% rename from src/groupped_repport.rs rename to src/groupped_repport_weekly.rs