turso/extensions/csv/src/lib.rs

//! Port of SQLite's CSV virtual table extension: <https://www.sqlite.org/csv.html>
//!
//! This extension allows querying CSV files as if they were database tables,
//! using the virtual table mechanism.
//!
//! It supports specifying the CSV input via a filename or raw data string, optional headers,
//! and customizable schema generation.
//!
//! ## Example usage:
//!
//! ```sql
//! CREATE VIRTUAL TABLE temp.my_csv USING csv(filename='data.csv', header=yes);
//! SELECT * FROM my_csv;
//! ```
//!
//! ## Parameters:
//! - `filename` — path to the CSV file (mutually exclusive with `data=`)
//! - `data` — inline CSV content as a string
//! - `header` — whether the first row contains column names;
//!              accepts `yes`/`no`, `on`/`off`, `true`/`false`, or `1`/`0`
//! - `columns` — number of columns
//! - `schema` — optional custom SQL `CREATE TABLE` schema
use limbo_ext::{
    register_extension, ConstraintInfo, IndexInfo, OrderByInfo, ResultCode, VTabCursor, VTabKind,
    VTabModule, VTabModuleDerive, VTable, Value,
};
use std::fs::File;
use std::io::{Read, Seek, SeekFrom};

register_extension! {
    vtabs: { CsvVTabModule }
}

#[derive(Debug, VTabModuleDerive, Default)]
struct CsvVTabModule;

impl CsvVTabModule {
    fn parse_arg(arg: &Value) -> Result<(&str, &str), ResultCode> {
        if let Some(text) = arg.to_text() {
            let mut split = text.splitn(2, '=');
            if let Some(name) = split.next() {
                if let Some(value) = split.next() {
                    let name = name.trim();
                    let value = value.trim();
                    return Ok((name, value));
                }
            }
        }
        Err(ResultCode::InvalidArgs)
    }

    fn parse_string(s: &str) -> Result<String, ResultCode> {
        let chars: Vec<char> = s.chars().collect();
        let len = chars.len();

        if len >= 2 && (chars[0] == '"' || chars[0] == '\'') {
            let quote = chars[0];

            if quote != chars[len - 1] {
                return Err(ResultCode::InvalidArgs);
            }

            let mut result = String::new();
            let mut i = 1;

            while i < len - 1 {
                if chars[i] == quote && i + 1 < len - 1 && chars[i + 1] == quote {
                    // Escaped quote ("" or '')
                    result.push(quote);
                    i += 2;
                } else {
                    result.push(chars[i]);
                    i += 1;
                }
            }

            Ok(result)
        } else {
            Ok(s.to_owned())
        }
    }

    fn parse_boolean(s: &str) -> Option<bool> {
        if s.eq_ignore_ascii_case("yes")
            || s.eq_ignore_ascii_case("on")
            || s.eq_ignore_ascii_case("true")
            || s.eq("1")
        {
            Some(true)
        } else if s.eq_ignore_ascii_case("no")
            || s.eq_ignore_ascii_case("off")
            || s.eq_ignore_ascii_case("false")
            || s.eq("0")
        {
            Some(false)
        } else {
            None
        }
    }

    fn escape_double_quote(identifier: &str) -> String {
        identifier.replace('"', "\"\"")
    }
}

impl VTabModule for CsvVTabModule {
    type Table = CsvTable;
    const VTAB_KIND: VTabKind = VTabKind::VirtualTable;
    const NAME: &'static str = "csv";

    fn create(args: &[Value]) -> Result<(String, Self::Table), ResultCode> {
        if args.is_empty() {
            return Err(ResultCode::InvalidArgs);
        }

        let mut filename = None;
        let mut data = None;
        let mut schema = None;
        let mut column_count = None;
        let mut header = None;

        for arg in args {
            let (name, value) = Self::parse_arg(arg)?;
            match name {
                "filename" => {
                    if filename.is_some() {
                        return Err(ResultCode::InvalidArgs);
                    }
                    filename = Some(Self::parse_string(value)?);
                }
                "data" => {
                    if data.is_some() {
                        return Err(ResultCode::InvalidArgs);
                    }
                    data = Some(Self::parse_string(value)?);
                }
                "schema" => {
                    if schema.is_some() {
                        return Err(ResultCode::InvalidArgs);
                    }
                    schema = Some(Self::parse_string(value)?);
                }
                "columns" => {
                    if column_count.is_some() {
                        return Err(ResultCode::InvalidArgs);
                    }
                    let n: u32 = value.parse().map_err(|_| ResultCode::InvalidArgs)?;
                    if n == 0 {
                        return Err(ResultCode::InvalidArgs);
                    }
                    column_count = Some(n);
                }
                "header" => {
                    if header.is_some() {
                        return Err(ResultCode::InvalidArgs);
                    }
                    header = Some(Self::parse_boolean(value).ok_or(ResultCode::InvalidArgs)?);
                }
                _ => {
                    return Err(ResultCode::InvalidArgs);
                }
            }
        }

        if filename.is_some() == data.is_some() {
            return Err(ResultCode::InvalidArgs);
        }

        let mut columns: Vec<String> = Vec::new();

        let mut table = CsvTable {
            column_count,
            filename,
            data,
            header: header.unwrap_or(false),
            first_row_position: csv::Position::new(),
        };

        if table.header || (column_count.is_none() && schema.is_none()) {
            let mut reader = table.new_reader()?;
            if table.header {
                let headers = reader.headers().map_err(|_| ResultCode::Error)?;
                if column_count.is_none() && schema.is_none() {
                    columns = headers
                        .into_iter()
                        .map(|header| Self::escape_double_quote(header))
                        .collect();
                }
                if columns.is_empty() {
                    columns.push("(NULL)".to_owned());
                }
                table.first_row_position = reader.position().clone();
            } else {
                let mut record = csv::ByteRecord::new();
                if reader
                    .read_byte_record(&mut record)
                    .map_err(|_| ResultCode::Error)?
                {
                    for (i, _) in record.iter().enumerate() {
                        columns.push(format!("c{i}"));
                    }
                }
                if columns.is_empty() {
                    columns.push("c0".to_owned());
                }
            }
        } else if let Some(count) = column_count {
            for i in 0..count {
                columns.push(format!("c{i}"));
            }
        }

        if schema.is_none() {
            let mut sql = String::from("CREATE TABLE x(");
            for (i, col) in columns.iter().enumerate() {
                sql.push('"');
                sql.push_str(col);
                sql.push_str("\" TEXT");
                if i < columns.len() - 1 {
                    sql.push_str(", ");
                }
            }
            sql.push_str(")");
            schema = Some(sql);
        }

        Ok((schema.unwrap(), table))
    }
}

struct CsvTable {
    filename: Option<String>,
    data: Option<String>,
    header: bool,
    column_count: Option<u32>,
    first_row_position: csv::Position,
}

impl CsvTable {
    fn new_reader(&self) -> Result<csv::Reader<ReadSource>, ResultCode> {
        let mut builder = csv::ReaderBuilder::new();
        builder.has_headers(self.header).delimiter(b',').quote(b'"');

        match (&self.filename, &self.data) {
            (Some(path), None) => {
                let file = File::open(path).map_err(|_| ResultCode::Error)?;
                Ok(builder.from_reader(ReadSource::File(file)))
            }
            (None, Some(data)) => {
                let cursor = std::io::Cursor::new(data.clone().into_bytes());
                Ok(builder.from_reader(ReadSource::Memory(cursor)))
            }
            _ => Err(ResultCode::Internal),
        }
    }
}

impl VTable for CsvTable {
    type Cursor = CsvCursor;
    type Error = ResultCode;

    fn open(&self) -> Result<Self::Cursor, Self::Error> {
        match self.new_reader() {
            Ok(reader) => Ok(CsvCursor::new(reader, self)),
            Err(_) => Err(ResultCode::Error),
        }
    }

    fn update(&mut self, _rowid: i64, _args: &[Value]) -> Result<(), Self::Error> {
        Err(ResultCode::ReadOnly)
    }

    fn insert(&mut self, _args: &[Value]) -> Result<i64, Self::Error> {
        Err(ResultCode::ReadOnly)
    }

    fn delete(&mut self, _rowid: i64) -> Result<(), Self::Error> {
        Err(ResultCode::ReadOnly)
    }

    fn best_index(_constraints: &[ConstraintInfo], _order_by: &[OrderByInfo]) -> IndexInfo {
        // Only a forward full table scan is supported.
        IndexInfo {
            idx_num: -1,
            idx_str: None,
            order_by_consumed: false,
            estimated_cost: 1_000_000.,
            ..Default::default()
        }
    }
}

enum ReadSource {
    File(File),
    Memory(std::io::Cursor<Vec<u8>>),
}

impl Read for ReadSource {
    fn read(&mut self, buf: &mut [u8]) -> std::io::Result<usize> {
        match self {
            ReadSource::File(f) => f.read(buf),
            ReadSource::Memory(c) => c.read(buf),
        }
    }
}

impl Seek for ReadSource {
    fn seek(&mut self, pos: SeekFrom) -> std::io::Result<u64> {
        match self {
            ReadSource::File(f) => f.seek(pos),
            ReadSource::Memory(c) => c.seek(pos),
        }
    }
}

struct CsvCursor {
    column_count: Option<u32>,
    reader: csv::Reader<ReadSource>,
    row_number: usize,
    current_row: csv::StringRecord,
    eof: bool,
    first_row_position: csv::Position,
}

impl CsvCursor {
    fn new(reader: csv::Reader<ReadSource>, table: &CsvTable) -> Self {
        CsvCursor {
            column_count: table.column_count,
            reader,
            row_number: 0,
            current_row: csv::StringRecord::new(),
            eof: false,
            first_row_position: table.first_row_position.clone(),
        }
    }
}

impl VTabCursor for CsvCursor {
    type Error = ResultCode;

    fn filter(&mut self, _args: &[Value], _idx_info: Option<(&str, i32)>) -> ResultCode {
        let offset_first_row = self.first_row_position.clone();
        if self.reader.seek(offset_first_row).is_err() {
            return ResultCode::Error;
        };
        self.row_number = 0;
        self.next()
    }

    fn rowid(&self) -> i64 {
        self.row_number as i64
    }

    fn column(&self, idx: u32) -> Result<Value, Self::Error> {
        if let Some(count) = self.column_count {
            if idx >= count {
                return Ok(Value::null());
            }
        }
        let value = self
            .current_row
            .get(idx as usize)
            .map_or(Value::null(), |s| Value::from_text(s.to_owned()));
        Ok(value)
    }

    fn eof(&self) -> bool {
        self.eof
    }

    fn next(&mut self) -> ResultCode {
        {
            self.eof = self.reader.is_done();
            if self.eof {
                return ResultCode::EOF;
            }

            match self.reader.read_record(&mut self.current_row) {
                Ok(more) => {
                    self.eof = !more;
                    if self.eof {
                        return ResultCode::EOF;
                    }
                }
                Err(_) => return ResultCode::Error,
            }
        }

        self.row_number += 1;
        ResultCode::OK
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use limbo_ext::{Value, ValueType};
    use std::io::Write;
    use tempfile::NamedTempFile;

    fn write_csv(content: &str) -> NamedTempFile {
        let mut tmp = NamedTempFile::new().expect("Failed to create temp file");
        write!(tmp, "{}", content).unwrap();
        tmp
    }

    fn new_table(args: Vec<&str>) -> CsvTable {
        try_new_table(args).unwrap().1
    }

    fn try_new_table(args: Vec<&str>) -> Result<(String, CsvTable), ResultCode> {
        let args = &args
            .iter()
            .map(|s| Value::from_text(s.to_string()))
            .collect::<Vec<_>>();
        CsvVTabModule::create(args)
    }

    fn read_rows(mut cursor: CsvCursor, column_count: u32) -> Vec<Vec<Option<String>>> {
        let mut results = vec![];
        cursor.filter(&[], None);

        while !cursor.eof() {
            let mut row = vec![];

            for i in 0..column_count {
                let cell = match cursor.column(i) {
                    Ok(v) => match v.value_type() {
                        ValueType::Null => None,
                        ValueType::Text => v.to_text().map(|s| s.to_owned()),
                        _ => panic!("Unexpected column type"),
                    },
                    Err(_) => panic!("Error reading column"),
                };
                row.push(cell);
            }

            results.push(row);
            cursor.next();
        }

        results
    }

    macro_rules! cell {
        ($x:expr) => {
            Some($x.to_owned())
        };
    }

    #[test]
    fn test_file_with_header() {
        let file = write_csv("id,name\n1,Alice\n2,Bob\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=true",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_data_with_header() {
        let table = new_table(vec!["data=id,name\n1,Alice\n2,Bob\n", "header=true"]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_file_without_header() {
        let file = write_csv("1,Alice\n2,Bob\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_data_without_header() {
        let table = new_table(vec!["data=1,Alice\n2,Bob\n", "header=false"]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_empty_file_with_header() {
        let file = write_csv("id,name\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=true",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
    }

    #[test]
    fn test_empty_data_with_header() {
        let table = new_table(vec!["data=id,name\n", "header=true"]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
    }

    #[test]
    fn test_empty_file_no_header() {
        let file = write_csv("");
        let (schema, table) = try_new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
        ])
        .unwrap();
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
        assert_eq!(schema, "CREATE TABLE x(\"c0\" TEXT)");
    }

    #[test]
    fn test_empty_data_no_header() {
        let (schema, table) = try_new_table(vec!["data=", "header=false"]).unwrap();
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
        assert_eq!(schema, "CREATE TABLE x(\"c0\" TEXT)");
    }

    #[test]
    fn test_empty_file_with_header_enabled() {
        let file = write_csv("");
        let (schema, table) = try_new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=true",
        ])
        .unwrap();
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
        assert_eq!(schema, "CREATE TABLE x(\"(NULL)\" TEXT)");
    }

    #[test]
    fn test_empty_data_with_header_enabled() {
        let (schema, table) = try_new_table(vec!["data=", "header=true"]).unwrap();
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert!(rows.is_empty());
        assert_eq!(schema, "CREATE TABLE x(\"(NULL)\" TEXT)");
    }

    #[test]
    fn test_quoted_field() {
        let file = write_csv("id,name\n1,\"A,l,i,c,e\"\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=true",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(rows, vec![vec![cell!("1"), cell!("A,l,i,c,e")],]);
    }

    #[test]
    fn test_quote_inside_field() {
        let file = write_csv("\"aaa\",\"b\"\"bb\",\"ccc\"\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 3);
        assert_eq!(
            rows,
            vec![vec![cell!("aaa"), cell!("b\"bb"), cell!("ccc")],]
        );
    }

    #[test]
    fn test_custom_schema() {
        let file = write_csv("1,Alice\n2,Bob\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
            "schema=CREATE TABLE x(id INT, name TEXT)",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_more_than_one_filename_argument() {
        let result = try_new_table(vec!["filename=aaa.csv", "filename=bbb.csv"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_more_than_one_data_argument() {
        let result = try_new_table(vec!["data=1,Alice\n2,Bob\n", "data=3,Alice\n4,Bob\n"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_more_than_one_schema_argument() {
        let result = try_new_table(vec![
            "schema=CREATE TABLE x(id INT, name TEXT)",
            "schema=CREATE TABLE x(key INT, value TEXT)",
        ]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_more_than_one_columns_argument() {
        let result = try_new_table(vec!["columns=2", "columns=6"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_more_than_one_header_argument() {
        let result = try_new_table(vec!["header=true", "header=false"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_unrecognized_argument() {
        let result = try_new_table(vec!["non_existent=abc"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_missing_filename_and_data() {
        let result = try_new_table(vec!["header=false"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_conflicting_filename_and_data() {
        let result = try_new_table(vec!["filename=a.csv", "data=id,name\n1,Alice\n2,Bob\n"]);
        assert!(matches!(result, Err(ResultCode::InvalidArgs)));
    }

    #[test]
    fn test_header_argument_parsing() {
        let true_values = ["true", "TRUE", "yes", "on", "1"];
        let false_values = ["false", "FALSE", "no", "off", "0"];

        for &val in &true_values {
            let result = try_new_table(vec![
                "data=id,name\n1,Alice\n2,Bob\n",
                &format!("header={}", val),
            ]);
            assert!(result.is_ok(), "Expected Ok for header='{}'", val);
            assert_eq!(
                result.unwrap().1.header,
                true,
                "Expected true for '{}'",
                val
            );
        }

        for &val in &false_values {
            let result = try_new_table(vec![
                "data=id,name\n1,Alice\n2,Bob\n",
                &format!("header={}", val),
            ]);
            assert!(result.is_ok(), "Expected Ok for header='{}'", val);
            assert_eq!(
                result.unwrap().1.header,
                false,
                "Expected false for '{}'",
                val
            );
        }
    }

    #[test]
    fn test_invalid_header_argument() {
        let invalid_values = ["tru", "2", "maybe", "onoff", "", "\"true\""];

        for &val in &invalid_values {
            let result = try_new_table(vec![
                "data=id,name\n1,Alice\n2,Bob\n",
                &format!("header={}", val),
            ]);
            assert!(matches!(result, Err(ResultCode::InvalidArgs)));
        }
    }

    #[test]
    fn test_arguments_with_whitespace() {
        let table = new_table(vec![
            " data =    id,name\n1,Alice\n2,Bob\n ",
            "   header  =   true    ",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_unparsable_argument() {
        let unparsable_arguments = [
            "header",
            "schema='CREATE TABLE x(id INT, name TEXT)",
            "schema=\"CREATE TABLE x(id INT, name TEXT)",
            "schema=\"CREATE TABLE x(id INT, name TEXT)'",
        ];

        for &val in &unparsable_arguments {
            let result = try_new_table(vec!["data=id,name\n1,Alice\n2,Bob\n", val]);
            assert!(matches!(result, Err(ResultCode::InvalidArgs)));
        }
    }

    #[test]
    fn test_escaped_quote() {
        let quotes = ["'", "\""];

        for &quote in &quotes {
            let table = new_table(vec![&format!(
                "data={}aa{}{}bb{}",
                quote, quote, quote, quote
            )]);
            let cursor = table.open().unwrap();
            let rows = read_rows(cursor, 1);
            assert_eq!(rows, vec![vec![cell!(format!("aa{}bb", quote))]]);
        }
    }

    #[test]
    fn test_unescaped_quote() {
        let cases = [("", "'"), ("", "\""), ("'", "\""), ("\"", "'")];

        for &case in &cases {
            let (outer, inner) = case;
            let table = new_table(vec![&format!(
                "data={}aa{}{}bb{}",
                outer, inner, inner, outer
            )]);
            let cursor = table.open().unwrap();
            let rows = read_rows(cursor, 1);
            assert_eq!(rows, vec![vec![cell!(format!("aa{}{}bb", inner, inner))]]);
        }
    }

    #[test]
    fn test_non_existent_file() {
        let result = try_new_table(vec!["filename=non_existent.csv"]);
        assert!(matches!(result, Err(ResultCode::Error)));
    }

    #[test]
    fn test_invalid_columns_argument() {
        let invalid_values = ["0", "-2", "\"2\"", "'2'"];

        for &val in &invalid_values {
            let result = try_new_table(vec![
                "data=id,name\n1,Alice\n2,Bob\n",
                &format!("columns={}", val),
            ]);
            assert!(matches!(result, Err(ResultCode::InvalidArgs)));
        }
    }

    #[test]
    fn test_more_columns_than_in_file() {
        let file = write_csv("1,Alice\n2,Bob\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
            "columns=4",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 4);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice"), None, None],
                vec![cell!("2"), cell!("Bob"), None, None]
            ]
        );
    }

    #[test]
    fn test_fewer_columns_than_in_file() {
        let file = write_csv("1,Alice\n2,Bob\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
            "columns=1",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 1);
        assert_eq!(rows, vec![vec![cell!("1")], vec![cell!("2")]]);
    }

    #[test]
    fn test_fewer_columns_than_in_schema() {
        let file = write_csv("1,Alice,2002\n2,Bob,2000\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
            "columns=1",
            "schema='CREATE TABLE x(id INT, name TEXT)'",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(rows, vec![vec![cell!("1"), None], vec![cell!("2"), None]]);
    }

    #[test]
    fn test_more_columns_than_in_schema() {
        let file = write_csv("1,Alice,2002\n2,Bob,2000\n");
        let table = new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=false",
            "columns=5",
            "schema='CREATE TABLE x(id INT, name TEXT)'",
        ]);
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
    }

    #[test]
    fn test_double_quote_in_header() {
        let file = write_csv("id,first\"name\n1,Alice\n2,Bob\n");
        let (schema, table) = try_new_table(vec![
            &format!("filename={}", file.path().to_string_lossy()),
            "header=true",
        ])
        .unwrap();
        let cursor = table.open().unwrap();
        let rows = read_rows(cursor, 2);
        assert_eq!(
            rows,
            vec![
                vec![cell!("1"), cell!("Alice")],
                vec![cell!("2"), cell!("Bob")]
            ]
        );
        assert_eq!(
            schema,
            "CREATE TABLE x(\"id\" TEXT, \"first\"\"name\" TEXT)"
        );
    }
}