feat: initialize codebase-to-prompt project with core functionality
- Added Cargo.toml for project dependencies and metadata. - Implemented main library logic in src/lib.rs to process files in a directory. - Introduced configuration struct to manage input parameters. - Added command-line argument parsing in src/main.rs using clap. - Implemented output formatting options (Markdown, Text, Console). - Integrated tracing for logging and error handling. - Added support for including/excluding file types and respecting .gitignore.
This commit is contained in:
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
@@ -0,0 +1 @@
|
|||||||
|
/target
|
1207
Cargo.lock
generated
Normal file
1207
Cargo.lock
generated
Normal file
File diff suppressed because it is too large
Load Diff
14
Cargo.toml
Normal file
14
Cargo.toml
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
[package]
|
||||||
|
name = "codebase-to-prompt"
|
||||||
|
version = "0.1.0"
|
||||||
|
edition = "2024"
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
anyhow = "1.0.99"
|
||||||
|
chrono = "0.4.41"
|
||||||
|
clap = { version = "4.5.45", features = ["derive"] }
|
||||||
|
git2 = "0.20.2"
|
||||||
|
ignore = "0.4.23"
|
||||||
|
tracing = "0.1.41"
|
||||||
|
tracing-subscriber = "0.3.19"
|
||||||
|
walkdir = "2.5.0"
|
194
src/lib.rs
Normal file
194
src/lib.rs
Normal file
@@ -0,0 +1,194 @@
|
|||||||
|
use std::fs::{self, File};
|
||||||
|
use std::io::{self, BufWriter, Write};
|
||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
|
use anyhow::{Context, Result};
|
||||||
|
use chrono::Local;
|
||||||
|
use clap::ValueEnum;
|
||||||
|
use git2::Repository;
|
||||||
|
use ignore::gitignore::Gitignore;
|
||||||
|
use tracing::{error, info, warn};
|
||||||
|
use walkdir::{DirEntry, WalkDir};
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, ValueEnum, Default)]
|
||||||
|
pub enum Format {
|
||||||
|
Markdown,
|
||||||
|
Text,
|
||||||
|
#[default]
|
||||||
|
Console,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct Config {
|
||||||
|
pub directory: PathBuf,
|
||||||
|
pub output: Option<PathBuf>,
|
||||||
|
pub include: Vec<String>,
|
||||||
|
pub exclude: Vec<String>,
|
||||||
|
pub format: Format,
|
||||||
|
pub append_date: bool,
|
||||||
|
pub append_git_hash: bool,
|
||||||
|
pub line_numbers: bool,
|
||||||
|
pub ignore_hidden: bool,
|
||||||
|
pub respect_gitignore: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn run(config: Config) -> Result<()> {
|
||||||
|
let mut output_path = config.output.clone();
|
||||||
|
|
||||||
|
if config.append_date || config.append_git_hash {
|
||||||
|
if let Some(path) = &mut output_path {
|
||||||
|
let mut new_filename = path
|
||||||
|
.file_stem()
|
||||||
|
.and_then(|s| s.to_str())
|
||||||
|
.unwrap_or_default()
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
if config.append_date {
|
||||||
|
new_filename.push('_');
|
||||||
|
new_filename.push_str(&Local::now().format("%Y%m%d").to_string());
|
||||||
|
info!("Appending date to filename.");
|
||||||
|
}
|
||||||
|
|
||||||
|
if config.append_git_hash {
|
||||||
|
match Repository::open(&config.directory) {
|
||||||
|
Ok(repo) => {
|
||||||
|
let head = repo.head().context("Failed to get repository HEAD")?;
|
||||||
|
if let Some(oid) = head.target() {
|
||||||
|
new_filename.push('_');
|
||||||
|
new_filename.push_str(&oid.to_string()[..7]);
|
||||||
|
info!("Appending git hash to filename.");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(_) => warn!("Not a git repository, cannot append git hash."),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(ext) = path.extension().and_then(|s| s.to_str()) {
|
||||||
|
new_filename.push('.');
|
||||||
|
new_filename.push_str(ext);
|
||||||
|
}
|
||||||
|
path.set_file_name(new_filename);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Determine the output writer (file or stdout)
|
||||||
|
let writer: Box<dyn Write> = if let Some(path) = &output_path {
|
||||||
|
info!("Output will be written to: {}", path.display());
|
||||||
|
let file = File::create(path)
|
||||||
|
.with_context(|| format!("Failed to create output file: {}", path.display()))?;
|
||||||
|
Box::new(BufWriter::new(file))
|
||||||
|
} else {
|
||||||
|
info!("Output will be written to stdout.");
|
||||||
|
Box::new(BufWriter::new(io::stdout()))
|
||||||
|
};
|
||||||
|
|
||||||
|
process_directory(&config, writer)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn process_directory(config: &Config, mut writer: Box<dyn Write>) -> Result<()> {
|
||||||
|
let (gitignore, _) = Gitignore::new(config.directory.join(".gitignore"));
|
||||||
|
|
||||||
|
let walker = WalkDir::new(&config.directory)
|
||||||
|
.into_iter()
|
||||||
|
.filter_entry(|e| !is_hidden(e, config) && !is_ignored(e, &gitignore, config));
|
||||||
|
|
||||||
|
for result in walker {
|
||||||
|
let entry = match result {
|
||||||
|
Ok(entry) => entry,
|
||||||
|
Err(err) => {
|
||||||
|
error!("Failed to access entry: {}", err);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let path = entry.path();
|
||||||
|
if !path.is_file() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let extension = path.extension().and_then(|s| s.to_str()).unwrap_or("");
|
||||||
|
|
||||||
|
let apply_include_filter = !config.include.is_empty()
|
||||||
|
&& !(config.include.len() == 1 && config.include[0].is_empty());
|
||||||
|
|
||||||
|
if apply_include_filter && !config.include.contains(&extension.to_string()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if config.exclude.contains(&extension.to_string()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let relative_path = path.strip_prefix(&config.directory).unwrap_or(path);
|
||||||
|
let content = match fs::read_to_string(path) {
|
||||||
|
Ok(content) => content,
|
||||||
|
Err(_) => {
|
||||||
|
warn!("Skipping non-UTF-8 file: {}", path.display());
|
||||||
|
continue; // Skip non-text files
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
write_file_content(&mut writer, relative_path, &content, extension, config)
|
||||||
|
.with_context(|| format!("Failed to write file content for {}", path.display()))?;
|
||||||
|
}
|
||||||
|
|
||||||
|
info!("File bundling complete.");
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Writes the content of a single file to the writer based on the specified format.
|
||||||
|
fn write_file_content(
|
||||||
|
writer: &mut dyn Write,
|
||||||
|
path: &Path,
|
||||||
|
content: &str,
|
||||||
|
extension: &str,
|
||||||
|
config: &Config,
|
||||||
|
) -> Result<()> {
|
||||||
|
match config.format {
|
||||||
|
Format::Markdown => {
|
||||||
|
writeln!(writer, "### `{}`\n", path.display())?;
|
||||||
|
writeln!(writer, "```{}", extension)?;
|
||||||
|
write_content_lines(writer, content, config.line_numbers)?;
|
||||||
|
writeln!(writer, "```\n")?;
|
||||||
|
}
|
||||||
|
Format::Text | Format::Console => {
|
||||||
|
// In Console mode, we could add colors or other specific formatting later
|
||||||
|
writeln!(writer, "./{}\n---", path.display())?;
|
||||||
|
write_content_lines(writer, content, config.line_numbers)?;
|
||||||
|
writeln!(writer, "---")?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Helper to write content line by line, optionally with line numbers.
|
||||||
|
fn write_content_lines(writer: &mut dyn Write, content: &str, line_numbers: bool) -> Result<()> {
|
||||||
|
if line_numbers {
|
||||||
|
for (i, line) in content.lines().enumerate() {
|
||||||
|
writeln!(writer, "{:4} | {}", i + 1, line)?;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
writeln!(writer, "{}", content)?;
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Helper function to check if a directory entry is hidden.
|
||||||
|
fn is_hidden(entry: &DirEntry, config: &Config) -> bool {
|
||||||
|
config.ignore_hidden
|
||||||
|
&& entry
|
||||||
|
.file_name()
|
||||||
|
.to_str()
|
||||||
|
.map(|s| s.starts_with('.'))
|
||||||
|
.unwrap_or(false)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Helper function to check if a directory entry is ignored by .gitignore.
|
||||||
|
fn is_ignored(entry: &DirEntry, gitignore: &Gitignore, config: &Config) -> bool {
|
||||||
|
if !config.respect_gitignore {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
gitignore
|
||||||
|
.matched(entry.path(), entry.file_type().is_dir())
|
||||||
|
.is_ignore()
|
||||||
|
}
|
64
src/main.rs
Normal file
64
src/main.rs
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
use anyhow::Result;
|
||||||
|
use clap::Parser;
|
||||||
|
use codebase_to_prompt::Format;
|
||||||
|
use std::path::PathBuf;
|
||||||
|
use tracing::level_filters::LevelFilter;
|
||||||
|
use tracing_subscriber::FmtSubscriber;
|
||||||
|
|
||||||
|
#[derive(Parser, Debug)]
|
||||||
|
#[command(author, version, about, long_about = None)]
|
||||||
|
struct Args {
|
||||||
|
#[arg(default_value = ".")]
|
||||||
|
directory: PathBuf,
|
||||||
|
|
||||||
|
#[arg(short, long)]
|
||||||
|
output: Option<PathBuf>,
|
||||||
|
|
||||||
|
#[arg(short, long, use_value_delimiter = true, default_value = "")]
|
||||||
|
include: Vec<String>,
|
||||||
|
|
||||||
|
#[arg(short, long, use_value_delimiter = true, default_value = "")]
|
||||||
|
exclude: Vec<String>,
|
||||||
|
|
||||||
|
#[arg(long, value_enum, default_value_t = Format::Console)]
|
||||||
|
format: Format,
|
||||||
|
|
||||||
|
#[arg(long)]
|
||||||
|
append_date: bool,
|
||||||
|
|
||||||
|
#[arg(long)]
|
||||||
|
append_git_hash: bool,
|
||||||
|
|
||||||
|
#[arg(long)]
|
||||||
|
line_numbers: bool,
|
||||||
|
|
||||||
|
#[arg(long)]
|
||||||
|
ignore_hidden: bool,
|
||||||
|
|
||||||
|
#[arg(long, default_value_t = true)]
|
||||||
|
respect_gitignore: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn main() -> Result<()> {
|
||||||
|
let subscriber = FmtSubscriber::builder()
|
||||||
|
.with_max_level(LevelFilter::INFO)
|
||||||
|
.finish();
|
||||||
|
tracing::subscriber::set_global_default(subscriber).expect("setting default subscriber failed");
|
||||||
|
|
||||||
|
let args = Args::parse();
|
||||||
|
|
||||||
|
let config = codebase_to_prompt::Config {
|
||||||
|
directory: args.directory,
|
||||||
|
output: args.output,
|
||||||
|
include: args.include,
|
||||||
|
exclude: args.exclude,
|
||||||
|
format: args.format,
|
||||||
|
append_date: args.append_date,
|
||||||
|
append_git_hash: args.append_git_hash,
|
||||||
|
line_numbers: args.line_numbers,
|
||||||
|
ignore_hidden: args.ignore_hidden,
|
||||||
|
respect_gitignore: args.respect_gitignore,
|
||||||
|
};
|
||||||
|
|
||||||
|
codebase_to_prompt::run(config)
|
||||||
|
}
|
Reference in New Issue
Block a user