diff --git a/interval_test/bws/BWS 1-5 .csv b/interval_test/bws/BWS 1-5 .csv
new file mode 100644
index 0000000..a9cf5a8
--- /dev/null
+++ b/interval_test/bws/BWS 1-5 .csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 12:34:05 PM AST","AAQATZZDPD9DW","5","Summary 4","Summary 3","Summary 1","Summary 2","Summary 4","Summary 1","Summary 1","Summary 4","Summary 4","Summary 3","No"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 11-15.csv b/interval_test/bws/BWS 11-15.csv
new file mode 100644
index 0000000..0437043
--- /dev/null
+++ b/interval_test/bws/BWS 11-15.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/09 7:02:44 AM AST","A35UPRWU1QWP2F","4","Summary 1","Summary 4","Summary 4","Summary 3","Summary 4","Summary 1","Summary 4","Summary 1","Summary 3","Summary 4","No comments"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 16-20.csv b/interval_test/bws/BWS 16-20.csv
new file mode 100644
index 0000000..742bddf
--- /dev/null
+++ b/interval_test/bws/BWS 16-20.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 12:30:52 PM AST","A1TIZIFU19WTDU","5","Summary 3","Summary 4","Summary 3","Summary 4","Summary 1","Summary 4","Summary 1","Summary 2","Summary 2","Summary 3","Thank you, I hope I did this right the first time and that is why you are asking me to complete it again! Good luck with your research. "
\ No newline at end of file
diff --git a/interval_test/bws/BWS 21-25.csv b/interval_test/bws/BWS 21-25.csv
new file mode 100644
index 0000000..b3da870
--- /dev/null
+++ b/interval_test/bws/BWS 21-25.csv	
@@ -0,0 +1,6 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/09 3:18:04 PM AST","A175ZK7MB3GR5Y","5","Summary 1","Summary 2","Summary 4","Summary 3","Summary 1","Summary 2","Summary 2","Summary 1","Summary 4","Summary 3","I hope this new attempt to complete this survey works better than the last attempt. Thank you for letting me try again."
+"2021/05/09 10:37:57 PM AST","A1XQI8HC0E56OX","5","Summary 1","Summary 4","Summary 1","Summary 3","Summary 2","Summary 3","Summary 3","Summary 4","Summary 4","Summary 3","I was requested to submit this form again via email (The Requester included this note:
+We want you to attempt the same form a second time and will be giving you $2 bonus if you complete it. Link: {https://forms.gle/cyYZ19p9RPMYy4q78}.) 
+
+The HIT no longer exists in the MTurk database, so I cannot submit a HIT, but I am including this note so that I will be compensated. Thank you!"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 26-30 .csv b/interval_test/bws/BWS 26-30 .csv
new file mode 100644
index 0000000..8b5b126
--- /dev/null
+++ b/interval_test/bws/BWS 26-30 .csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 12:33:30 PM AST","ACKG8OU1KHKO2","5","Summary 4","Summary 2","Summary 2","Summary 3","Summary 2","Summary 4","Summary 3","Summary 2","Summary 1","Summary 4",""
+"2021/05/09 7:09:45 AM AST","A34SUZWGLXIWM8","5","Summary 4","Summary 1","Summary 1","Summary 2","Summary 1","Summary 4","Summary 4","Summary 2","Summary 2","Summary 1","No problems."
\ No newline at end of file
diff --git a/interval_test/bws/BWS 31-35.csv b/interval_test/bws/BWS 31-35.csv
new file mode 100644
index 0000000..b894300
--- /dev/null
+++ b/interval_test/bws/BWS 31-35.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 4:49:21 PM AST","AVD6HMIO1HLFI","5","Summary 2","Summary 1","Summary 2","Summary 1","Summary 4","Summary 3","Summary 3","Summary 4","Summary 1","Summary 3",""
\ No newline at end of file
diff --git a/interval_test/bws/BWS 41-45.csv b/interval_test/bws/BWS 41-45.csv
new file mode 100644
index 0000000..7604384
--- /dev/null
+++ b/interval_test/bws/BWS 41-45.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/09 9:06:54 PM AST","A2Y0WNHMT4PZ4C","5","Summary 4","Summary 3","Summary 1","Summary 2","Summary 3","Summary 2","Summary 4","Summary 2","Summary 1","Summary 2","Section 3 - all the monetary amounts were inaccurate as well as the number of homes effected. I chose #3 as my most factual even though the fine amount is incorrect but the rest of it was more accurate than the others."
\ No newline at end of file
diff --git a/interval_test/bws/BWS 46-50.csv b/interval_test/bws/BWS 46-50.csv
new file mode 100644
index 0000000..f5e5af7
--- /dev/null
+++ b/interval_test/bws/BWS 46-50.csv	
@@ -0,0 +1,4 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 8:46:47 PM AST","A256FHXGSY0E5D","5","Summary 3","Summary 1","Summary 4","Summary 3","Summary 1","Summary 4","Summary 2","Summary 3","Summary 1","Summary 4",""
+"2021/05/08 10:54:13 PM AST","A2F1AA15HG0FRU","5","Summary 3","Summary 2","Summary 2","Summary 1","Summary 1","Summary 4","Summary 1","Summary 3","Summary 2","Summary 4",""
+"2021/05/09 6:09:52 PM AST","A37GOI3N77WX21","5","Summary 4","Summary 3","Summary 3","Summary 4","Summary 1","Summary 2","Summary 2","Summary 1","Summary 3","Summary 4","Great survey!"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 6-10.csv b/interval_test/bws/BWS 6-10.csv
new file mode 100644
index 0000000..99de100
--- /dev/null
+++ b/interval_test/bws/BWS 6-10.csv	
@@ -0,0 +1,4 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 1:22:58 PM AST","AFRJKS3Z3H4CA","5","Summary 3","Summary 1","Summary 4","Summary 2","Summary 2","Summary 3","Summary 3","Summary 1","Summary 1","Summary 3","none"
+"2021/05/08 2:39:24 PM AST","A2KBATQUTW8J5G","5","Summary 4","Summary 1","Summary 3","Summary 2","Summary 1","Summary 3","Summary 4","Summary 1","Summary 1","Summary 2","Thank you for the bonus opportunity. The task went well and there were no errors."
+"2021/05/11 9:12:45 AM AST","AYUP53XD4O2LZ","5","Summary 4","Summary 1","Summary 2","Summary 4","Summary 4","Summary 3","Summary 3","Summary 4","Summary 1","Summary 2","no"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 61-65.csv b/interval_test/bws/BWS 61-65.csv
new file mode 100644
index 0000000..bfef20c
--- /dev/null
+++ b/interval_test/bws/BWS 61-65.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 11:34:30 PM AST","A3KFFIBJZVM0J2","5","Summary 1","Summary 3","Summary 3","Summary 1","Summary 1","Summary 3","Summary 4","Summary 2","Summary 2","Summary 4","I'm not sure why I've been asked to complete the same tasks as I completed previously, for the same articles"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 66-70.csv b/interval_test/bws/BWS 66-70.csv
new file mode 100644
index 0000000..ddc8ee7
--- /dev/null
+++ b/interval_test/bws/BWS 66-70.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 5:07:11 PM AST","A1VAL7L9L79IN0","5","Summary 3","Summary 2","Summary 1","Summary 3","Summary 1","Summary 3","Summary 3","Summary 2","Summary 2","Summary 4","No"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 71-75.csv b/interval_test/bws/BWS 71-75.csv
new file mode 100644
index 0000000..fb1b002
--- /dev/null
+++ b/interval_test/bws/BWS 71-75.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 2:01:24 PM AST","A2CWJRAEFZ44HU","5","Summary 3","Summary 2","Summary 3","Summary 1","Summary 4","Summary 1","Summary 4","Summary 3","Summary 2","Summary 4","reading english football news is like reading cuneiform tablets i have no idea what they're saying"
+"2021/05/08 5:39:14 PM AST","A350SLJRMBIFM4","5","Summary 3","Summary 4","Summary 2","Summary 1","Summary 4","Summary 2","Summary 4","Summary 3","Summary 1","Summary 4","Thanks!"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 76-80.csv b/interval_test/bws/BWS 76-80.csv
new file mode 100644
index 0000000..56cba02
--- /dev/null
+++ b/interval_test/bws/BWS 76-80.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 12:35:31 PM AST","A1P6OXEJ86HQRM","5","Summary 2","Summary 1","Summary 4","Summary 2","Summary 4","Summary 2","Summary 2","Summary 4","Summary 1","Summary 4","n/a"
+"2021/05/08 7:28:55 PM AST","A1YTNGH5SMM2CJ","5","Summary 2","Summary 4","Summary 4","Summary 1","Summary 4","Summary 2","Summary 1","Summary 4","Summary 1","Summary 4","The questions were clear and I experienced no problems."
\ No newline at end of file
diff --git a/interval_test/bws/BWS 81-85.csv b/interval_test/bws/BWS 81-85.csv
new file mode 100644
index 0000000..6b7715e
--- /dev/null
+++ b/interval_test/bws/BWS 81-85.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/09 1:34:41 PM AST","A35CRYBHUZZZHO","5","Summary 4","Summary 1","Summary 3","Summary 1","Summary 1","Summary 3","Summary 4","Summary 2","Summary 2","Summary 4","No"
\ No newline at end of file
diff --git a/interval_test/bws/BWS 91-95.csv b/interval_test/bws/BWS 91-95.csv
new file mode 100644
index 0000000..b9a45fe
--- /dev/null
+++ b/interval_test/bws/BWS 91-95.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/08 3:16:13 PM AST","A3RVHUY67SVXQV","5","Summary 4","Summary 1","Summary 2","Summary 3","Summary 3","Summary 4","Summary 1","Summary 3","Summary 2","Summary 4","I received an email that said I was to complete this form again, with only a link to the form and no link to an MTurk page to input any codes."
\ No newline at end of file
diff --git a/interval_test/bws/BWS 96-100.csv b/interval_test/bws/BWS 96-100.csv
new file mode 100644
index 0000000..fe700b3
--- /dev/null
+++ b/interval_test/bws/BWS 96-100.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Which is the most factually consistent summary?","Which is the least factually consistent summary?","Any comments?"
+"2021/05/11 2:52:50 PM AST","A2WVCXVSE0YGML","5","Summary 2","Summary 4","Summary 4","Summary 1","Summary 3","Summary 2","Summary 1","Summary 2","Summary 2","Summary 4","That was an interesting —and still difficult task— good luck with your research!"
\ No newline at end of file
diff --git a/interval_test/bws_average_diff.json b/interval_test/bws_average_diff.json
new file mode 100644
index 0000000..b521c8a
--- /dev/null
+++ b/interval_test/bws_average_diff.json
@@ -0,0 +1,26 @@
+{
+    "AAQATZZDPD9DW": 0.3,
+    "AFRJKS3Z3H4CA": 0.2,
+    "A2KBATQUTW8J5G": 0.1,
+    "AYUP53XD4O2LZ": 0.7,
+    "A35UPRWU1QWP2F": 0.4,
+    "A1TIZIFU19WTDU": 0.3,
+    "A175ZK7MB3GR5Y": 0.3,
+    "A1XQI8HC0E56OX": 0.5,
+    "ACKG8OU1KHKO2": 0.4,
+    "A34SUZWGLXIWM8": 0.2,
+    "AVD6HMIO1HLFI": 0.4,
+    "A2Y0WNHMT4PZ4C": 0.1,
+    "A256FHXGSY0E5D": 0.3,
+    "A2F1AA15HG0FRU": 0.2,
+    "A37GOI3N77WX21": 0.5,
+    "A3KFFIBJZVM0J2": 0.5,
+    "A1VAL7L9L79IN0": 0.6,
+    "A2CWJRAEFZ44HU": 0.6,
+    "A350SLJRMBIFM4": 0.4,
+    "A1P6OXEJ86HQRM": 0.2,
+    "A1YTNGH5SMM2CJ": 0.4,
+    "A35CRYBHUZZZHO": 0.5,
+    "A3RVHUY67SVXQV": 0.7,
+    "A2WVCXVSE0YGML": 0.3
+}
\ No newline at end of file
diff --git a/interval_test/bws_output.json b/interval_test/bws_output.json
new file mode 100644
index 0000000..b75ac60
--- /dev/null
+++ b/interval_test/bws_output.json
@@ -0,0 +1 @@
+{"1": {"best": [["ATZ6GERYJ2LSK", "bart"], ["AAQATZZDPD9DW", "bart"], ["A3LN3LPE3IEXW8", "prophetnet"]], "worst": [["ATZ6GERYJ2LSK", "bertextabs"], ["AAQATZZDPD9DW", "pegasus"], ["A3LN3LPE3IEXW8", "pegasus"]]}, "2": {"best": [["ATZ6GERYJ2LSK", "bertextabs"], ["AAQATZZDPD9DW", "bart"], ["A3LN3LPE3IEXW8", "bart"]], "worst": [["ATZ6GERYJ2LSK", "prophetnet"], ["AAQATZZDPD9DW", "prophetnet"], ["A3LN3LPE3IEXW8", "prophetnet"]]}, "3": {"best": [["ATZ6GERYJ2LSK", "bart"], ["AAQATZZDPD9DW", "bart"], ["A3LN3LPE3IEXW8", "bart"]], "worst": [["ATZ6GERYJ2LSK", "prophetnet"], ["AAQATZZDPD9DW", "prophetnet"], ["A3LN3LPE3IEXW8", "prophetnet"]]}, "4": {"best": [["ATZ6GERYJ2LSK", "bart"], ["AAQATZZDPD9DW", "bart"], ["A3LN3LPE3IEXW8", "bart"]], "worst": [["ATZ6GERYJ2LSK", "prophetnet"], ["AAQATZZDPD9DW", "bertextabs"], ["A3LN3LPE3IEXW8", "bertextabs"]]}, "5": {"best": [["ATZ6GERYJ2LSK", "prophetnet"], ["AAQATZZDPD9DW", "prophetnet"], ["A3LN3LPE3IEXW8", "prophetnet"]], "worst": [["ATZ6GERYJ2LSK", "bertextabs"], ["AAQATZZDPD9DW", "bertextabs"], ["A3LN3LPE3IEXW8", "bertextabs"]]}, "6": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "bart"], ["AYUP53XD4O2LZ", "bart"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "bertextabs"]]}, "7": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "bart"], ["AYUP53XD4O2LZ", "bart"]], "worst": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "prophetnet"]]}, "8": {"best": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "prophetnet"], ["AYUP53XD4O2LZ", "bertextabs"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "bart"]]}, "9": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "pegasus"], ["AYUP53XD4O2LZ", "pegasus"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "prophetnet"]]}, "10": {"best": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "prophetnet"], ["AYUP53XD4O2LZ", "prophetnet"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "pegasus"], ["AYUP53XD4O2LZ", "bertextabs"]]}, "11": {"best": [["A33TRR46U5NI40", "pegasus"], ["A35UPRWU1QWP2F", "prophetnet"], ["AZBUDUYIII5I0", "prophetnet"]], "worst": [["A33TRR46U5NI40", "bertextabs"], ["A35UPRWU1QWP2F", "bertextabs"], ["AZBUDUYIII5I0", "bertextabs"]]}, "12": {"best": [["A33TRR46U5NI40", "pegasus"], ["A35UPRWU1QWP2F", "pegasus"], ["AZBUDUYIII5I0", "prophetnet"]], "worst": [["A33TRR46U5NI40", "bart"], ["A35UPRWU1QWP2F", "prophetnet"], ["AZBUDUYIII5I0", "bertextabs"]]}, "13": {"best": [["A33TRR46U5NI40", "prophetnet"], ["A35UPRWU1QWP2F", "prophetnet"], ["AZBUDUYIII5I0", "bart"]], "worst": [["A33TRR46U5NI40", "bart"], ["A35UPRWU1QWP2F", "bertextabs"], ["AZBUDUYIII5I0", "pegasus"]]}, "14": {"best": [["A33TRR46U5NI40", "bertextabs"], ["A35UPRWU1QWP2F", "bart"], ["AZBUDUYIII5I0", "bart"]], "worst": [["A33TRR46U5NI40", "prophetnet"], ["A35UPRWU1QWP2F", "bertextabs"], ["AZBUDUYIII5I0", "prophetnet"]]}, "15": {"best": [["A33TRR46U5NI40", "bart"], ["A35UPRWU1QWP2F", "prophetnet"], ["AZBUDUYIII5I0", "prophetnet"]], "worst": [["A33TRR46U5NI40", "pegasus"], ["A35UPRWU1QWP2F", "bertextabs"], ["AZBUDUYIII5I0", "pegasus"]]}, "16": {"best": [["AUBIH6UELJYF1", "bart"], ["A2GA70CO80A1CF", "bart"], ["A1TIZIFU19WTDU", "bart"], ["A3O26FE6GMR3XS", "bart"]], "worst": [["AUBIH6UELJYF1", "prophetnet"], ["A2GA70CO80A1CF", "prophetnet"], ["A1TIZIFU19WTDU", "bertextabs"], ["A3O26FE6GMR3XS", "prophetnet"]]}, "17": {"best": [["AUBIH6UELJYF1", "prophetnet"], ["A2GA70CO80A1CF", "bart"], ["A1TIZIFU19WTDU", "bart"], ["A3O26FE6GMR3XS", "bart"]], "worst": [["AUBIH6UELJYF1", "pegasus"], ["A2GA70CO80A1CF", "bertextabs"], ["A1TIZIFU19WTDU", "bertextabs"], ["A3O26FE6GMR3XS", "prophetnet"]]}, "18": {"best": [["AUBIH6UELJYF1", "prophetnet"], ["A2GA70CO80A1CF", "prophetnet"], ["A1TIZIFU19WTDU", "prophetnet"], ["A3O26FE6GMR3XS", "prophetnet"]], "worst": [["AUBIH6UELJYF1", "bertextabs"], ["A2GA70CO80A1CF", "bart"], ["A1TIZIFU19WTDU", "bart"], ["A3O26FE6GMR3XS", "pegasus"]]}, "19": {"best": [["AUBIH6UELJYF1", "bart"], ["A2GA70CO80A1CF", "bart"], ["A1TIZIFU19WTDU", "bart"], ["A3O26FE6GMR3XS", "bart"]], "worst": [["AUBIH6UELJYF1", "prophetnet"], ["A2GA70CO80A1CF", "prophetnet"], ["A1TIZIFU19WTDU", "prophetnet"], ["A3O26FE6GMR3XS", "prophetnet"]]}, "20": {"best": [["AUBIH6UELJYF1", "bart"], ["A2GA70CO80A1CF", "bart"], ["A1TIZIFU19WTDU", "bart"], ["A3O26FE6GMR3XS", "bart"]], "worst": [["AUBIH6UELJYF1", "pegasus"], ["A2GA70CO80A1CF", "bertextabs"], ["A1TIZIFU19WTDU", "prophetnet"], ["A3O26FE6GMR3XS", "prophetnet"]]}, "21": {"best": [["A356FIP4QA4RPK", "bart"], ["A1XQI8HC0E56OX", "pegasus"], ["A175ZK7MB3GR5Y", "pegasus"]], "worst": [["A356FIP4QA4RPK", "bertextabs"], ["A1XQI8HC0E56OX", "prophetnet"], ["A175ZK7MB3GR5Y", "bertextabs"]]}, "22": {"best": [["A356FIP4QA4RPK", "bart"], ["A1XQI8HC0E56OX", "bart"], ["A175ZK7MB3GR5Y", "bertextabs"]], "worst": [["A356FIP4QA4RPK", "bertextabs"], ["A1XQI8HC0E56OX", "prophetnet"], ["A175ZK7MB3GR5Y", "bart"]]}, "23": {"best": [["A356FIP4QA4RPK", "bart"], ["A1XQI8HC0E56OX", "bart"], ["A175ZK7MB3GR5Y", "bart"]], "worst": [["A356FIP4QA4RPK", "prophetnet"], ["A1XQI8HC0E56OX", "prophetnet"], ["A175ZK7MB3GR5Y", "prophetnet"]]}, "24": {"best": [["A356FIP4QA4RPK", "bart"], ["A1XQI8HC0E56OX", "bart"], ["A175ZK7MB3GR5Y", "prophetnet"]], "worst": [["A356FIP4QA4RPK", "bertextabs"], ["A1XQI8HC0E56OX", "prophetnet"], ["A175ZK7MB3GR5Y", "bart"]]}, "25": {"best": [["A356FIP4QA4RPK", "bart"], ["A1XQI8HC0E56OX", "bertextabs"], ["A175ZK7MB3GR5Y", "bertextabs"]], "worst": [["A356FIP4QA4RPK", "pegasus"], ["A1XQI8HC0E56OX", "pegasus"], ["A175ZK7MB3GR5Y", "bart"]]}, "26": {"best": [["A34SUZWGLXIWM8", "bart"], ["ACKG8OU1KHKO2", "bart"], ["A1M28ZZAXDNUDA", "prophetnet"]], "worst": [["A34SUZWGLXIWM8", "prophetnet"], ["ACKG8OU1KHKO2", "prophetnet"], ["A1M28ZZAXDNUDA", "bertextabs"]]}, "27": {"best": [["A34SUZWGLXIWM8", "prophetnet"], ["ACKG8OU1KHKO2", "bertextabs"], ["A1M28ZZAXDNUDA", "bertextabs"]], "worst": [["A34SUZWGLXIWM8", "bertextabs"], ["ACKG8OU1KHKO2", "pegasus"], ["A1M28ZZAXDNUDA", "bart"]]}, "28": {"best": [["A34SUZWGLXIWM8", "prophetnet"], ["ACKG8OU1KHKO2", "bertextabs"], ["A1M28ZZAXDNUDA", "bertextabs"]], "worst": [["A34SUZWGLXIWM8", "bart"], ["ACKG8OU1KHKO2", "bart"], ["A1M28ZZAXDNUDA", "pegasus"]]}, "29": {"best": [["A34SUZWGLXIWM8", "pegasus"], ["ACKG8OU1KHKO2", "bart"], ["A1M28ZZAXDNUDA", "bertextabs"]], "worst": [["A34SUZWGLXIWM8", "bertextabs"], ["ACKG8OU1KHKO2", "pegasus"], ["A1M28ZZAXDNUDA", "pegasus"]]}, "30": {"best": [["A34SUZWGLXIWM8", "pegasus"], ["ACKG8OU1KHKO2", "prophetnet"], ["A1M28ZZAXDNUDA", "prophetnet"]], "worst": [["A34SUZWGLXIWM8", "bart"], ["ACKG8OU1KHKO2", "bertextabs"], ["A1M28ZZAXDNUDA", "prophetnet"]]}, "31": {"best": [["A3UUH3632AI3ZX", "pegasus"], ["A1QEQOI98976S0", "pegasus"], ["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["A3UUH3632AI3ZX", "bertextabs"], ["A1QEQOI98976S0", "bertextabs"], ["AVD6HMIO1HLFI", "bertextabs"]]}, "32": {"best": [["A3UUH3632AI3ZX", "bertextabs"], ["A1QEQOI98976S0", "bart"], ["AVD6HMIO1HLFI", "bertextabs"]], "worst": [["A3UUH3632AI3ZX", "prophetnet"], ["A1QEQOI98976S0", "pegasus"], ["AVD6HMIO1HLFI", "bart"]]}, "33": {"best": [["A3UUH3632AI3ZX", "prophetnet"], ["A1QEQOI98976S0", "bertextabs"], ["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["A3UUH3632AI3ZX", "bertextabs"], ["A1QEQOI98976S0", "bart"], ["AVD6HMIO1HLFI", "bertextabs"]]}, "34": {"best": [["A3UUH3632AI3ZX", "bertextabs"], ["A1QEQOI98976S0", "prophetnet"], ["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["A3UUH3632AI3ZX", "bart"], ["A1QEQOI98976S0", "pegasus"], ["AVD6HMIO1HLFI", "pegasus"]]}, "35": {"best": [["A3UUH3632AI3ZX", "prophetnet"], ["A1QEQOI98976S0", "pegasus"], ["AVD6HMIO1HLFI", "bart"]], "worst": [["A3UUH3632AI3ZX", "bertextabs"], ["A1QEQOI98976S0", "bertextabs"], ["AVD6HMIO1HLFI", "bertextabs"]]}, "36": {"best": [["A2VO8C41JJIQY9", "bart"], ["A2P065E9CYMYJL", "prophetnet"], ["A2XQ3CFB5HT2ZQ", "bart"]], "worst": [["A2VO8C41JJIQY9", "bertextabs"], ["A2P065E9CYMYJL", "bertextabs"], ["A2XQ3CFB5HT2ZQ", "bertextabs"]]}, "37": {"best": [["A2VO8C41JJIQY9", "prophetnet"], ["A2P065E9CYMYJL", "bart"], ["A2XQ3CFB5HT2ZQ", "pegasus"]], "worst": [["A2VO8C41JJIQY9", "bertextabs"], ["A2P065E9CYMYJL", "pegasus"], ["A2XQ3CFB5HT2ZQ", "bart"]]}, "38": {"best": [["A2VO8C41JJIQY9", "pegasus"], ["A2P065E9CYMYJL", "bart"], ["A2XQ3CFB5HT2ZQ", "bart"]], "worst": [["A2VO8C41JJIQY9", "prophetnet"], ["A2P065E9CYMYJL", "prophetnet"], ["A2XQ3CFB5HT2ZQ", "prophetnet"]]}, "39": {"best": [["A2VO8C41JJIQY9", "prophetnet"], ["A2P065E9CYMYJL", "prophetnet"], ["A2XQ3CFB5HT2ZQ", "prophetnet"]], "worst": [["A2VO8C41JJIQY9", "bertextabs"], ["A2P065E9CYMYJL", "bertextabs"], ["A2XQ3CFB5HT2ZQ", "bertextabs"]]}, "40": {"best": [["A2VO8C41JJIQY9", "pegasus"], ["A2P065E9CYMYJL", "pegasus"], ["A2XQ3CFB5HT2ZQ", "bart"]], "worst": [["A2VO8C41JJIQY9", "bart"], ["A2P065E9CYMYJL", "bart"], ["A2XQ3CFB5HT2ZQ", "prophetnet"]]}, "41": {"best": [["AA4O2W236E3FW", "bart"], ["A1AZ97YYFVWFGC", "bart"], ["A2Y0WNHMT4PZ4C", "prophetnet"]], "worst": [["AA4O2W236E3FW", "pegasus"], ["A1AZ97YYFVWFGC", "pegasus"], ["A2Y0WNHMT4PZ4C", "pegasus"]]}, "42": {"best": [["AA4O2W236E3FW", "bertextabs"], ["A1AZ97YYFVWFGC", "bertextabs"], ["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["AA4O2W236E3FW", "pegasus"], ["A1AZ97YYFVWFGC", "bart"], ["A2Y0WNHMT4PZ4C", "bart"]]}, "43": {"best": [["AA4O2W236E3FW", "bertextabs"], ["A1AZ97YYFVWFGC", "bart"], ["A2Y0WNHMT4PZ4C", "bertextabs"]], "worst": [["AA4O2W236E3FW", "pegasus"], ["A1AZ97YYFVWFGC", "bertextabs"], ["A2Y0WNHMT4PZ4C", "pegasus"]]}, "44": {"best": [["AA4O2W236E3FW", "pegasus"], ["A1AZ97YYFVWFGC", "pegasus"], ["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["AA4O2W236E3FW", "bart"], ["A1AZ97YYFVWFGC", "bertextabs"], ["A2Y0WNHMT4PZ4C", "bertextabs"]]}, "45": {"best": [["AA4O2W236E3FW", "prophetnet"], ["A1AZ97YYFVWFGC", "prophetnet"], ["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["AA4O2W236E3FW", "bertextabs"], ["A1AZ97YYFVWFGC", "bertextabs"], ["A2Y0WNHMT4PZ4C", "bart"]]}, "46": {"best": [["A2F1AA15HG0FRU", "bart"], ["A256FHXGSY0E5D", "bart"], ["A37GOI3N77WX21", "bart"]], "worst": [["A2F1AA15HG0FRU", "bertextabs"], ["A256FHXGSY0E5D", "prophetnet"], ["A37GOI3N77WX21", "bertextabs"]]}, "47": {"best": [["A2F1AA15HG0FRU", "bart"], ["A256FHXGSY0E5D", "bart"], ["A37GOI3N77WX21", "prophetnet"]], "worst": [["A2F1AA15HG0FRU", "prophetnet"], ["A256FHXGSY0E5D", "prophetnet"], ["A37GOI3N77WX21", "bart"]]}, "48": {"best": [["A2F1AA15HG0FRU", "bart"], ["A256FHXGSY0E5D", "bart"], ["A37GOI3N77WX21", "bart"]], "worst": [["A2F1AA15HG0FRU", "pegasus"], ["A256FHXGSY0E5D", "bertextabs"], ["A37GOI3N77WX21", "bertextabs"]]}, "49": {"best": [["A2F1AA15HG0FRU", "bart"], ["A256FHXGSY0E5D", "pegasus"], ["A37GOI3N77WX21", "bertextabs"]], "worst": [["A2F1AA15HG0FRU", "bertextabs"], ["A256FHXGSY0E5D", "bertextabs"], ["A37GOI3N77WX21", "bart"]]}, "50": {"best": [["A2F1AA15HG0FRU", "pegasus"], ["A256FHXGSY0E5D", "prophetnet"], ["A37GOI3N77WX21", "bertextabs"]], "worst": [["A2F1AA15HG0FRU", "bertextabs"], ["A256FHXGSY0E5D", "bertextabs"], ["A37GOI3N77WX21", "prophetnet"]]}, "51": {"best": [["A2MOKIEQZ0OF2M", "prophetnet"], ["A9K0CV70JWG1W", "bart"], ["A3D2U4QF7821ZW", "prophetnet"]], "worst": [["A2MOKIEQZ0OF2M", "pegasus"], ["A9K0CV70JWG1W", "prophetnet"], ["A3D2U4QF7821ZW", "bart"]]}, "52": {"best": [["A2MOKIEQZ0OF2M", "bertextabs"], ["A9K0CV70JWG1W", "bart"], ["A3D2U4QF7821ZW", "prophetnet"]], "worst": [["A2MOKIEQZ0OF2M", "bart"], ["A9K0CV70JWG1W", "prophetnet"], ["A3D2U4QF7821ZW", "bertextabs"]]}, "53": {"best": [["A2MOKIEQZ0OF2M", "bertextabs"], ["A9K0CV70JWG1W", "bart"], ["A3D2U4QF7821ZW", "bart"]], "worst": [["A2MOKIEQZ0OF2M", "bart"], ["A9K0CV70JWG1W", "bertextabs"], ["A3D2U4QF7821ZW", "bertextabs"]]}, "54": {"best": [["A2MOKIEQZ0OF2M", "pegasus"], ["A9K0CV70JWG1W", "bart"], ["A3D2U4QF7821ZW", "bertextabs"]], "worst": [["A2MOKIEQZ0OF2M", "bart"], ["A9K0CV70JWG1W", "bertextabs"], ["A3D2U4QF7821ZW", "pegasus"]]}, "55": {"best": [["A2MOKIEQZ0OF2M", "bart"], ["A9K0CV70JWG1W", "prophetnet"], ["A3D2U4QF7821ZW", "prophetnet"]], "worst": [["A2MOKIEQZ0OF2M", "pegasus"], ["A9K0CV70JWG1W", "pegasus"], ["A3D2U4QF7821ZW", "bertextabs"]]}, "56": {"best": [["A3RKG5PZN97RD5", "bart"], ["A3I8W5848LIHPC", "pegasus"], ["A29VL3MZE7YPBZ", "bart"]], "worst": [["A3RKG5PZN97RD5", "pegasus"], ["A3I8W5848LIHPC", "bart"], ["A29VL3MZE7YPBZ", "bertextabs"]]}, "57": {"best": [["A3RKG5PZN97RD5", "pegasus"], ["A3I8W5848LIHPC", "prophetnet"], ["A29VL3MZE7YPBZ", "pegasus"]], "worst": [["A3RKG5PZN97RD5", "bertextabs"], ["A3I8W5848LIHPC", "bart"], ["A29VL3MZE7YPBZ", "bertextabs"]]}, "58": {"best": [["A3RKG5PZN97RD5", "prophetnet"], ["A3I8W5848LIHPC", "pegasus"], ["A29VL3MZE7YPBZ", "bertextabs"]], "worst": [["A3RKG5PZN97RD5", "bart"], ["A3I8W5848LIHPC", "bertextabs"], ["A29VL3MZE7YPBZ", "prophetnet"]]}, "59": {"best": [["A3RKG5PZN97RD5", "prophetnet"], ["A3I8W5848LIHPC", "bertextabs"], ["A29VL3MZE7YPBZ", "bertextabs"]], "worst": [["A3RKG5PZN97RD5", "bertextabs"], ["A3I8W5848LIHPC", "bart"], ["A29VL3MZE7YPBZ", "bart"]]}, "60": {"best": [["A3RKG5PZN97RD5", "prophetnet"], ["A3I8W5848LIHPC", "bertextabs"], ["A29VL3MZE7YPBZ", "bart"]], "worst": [["A3RKG5PZN97RD5", "pegasus"], ["A3I8W5848LIHPC", "bart"], ["A29VL3MZE7YPBZ", "prophetnet"]]}, "61": {"best": [["A1PTH9KTRO06EG", "pegasus"], ["A3KFFIBJZVM0J2", "bart"], ["A3FPBLKQZ3U2WP", "bart"]], "worst": [["A1PTH9KTRO06EG", "bertextabs"], ["A3KFFIBJZVM0J2", "bertextabs"], ["A3FPBLKQZ3U2WP", "prophetnet"]]}, "62": {"best": [["A1PTH9KTRO06EG", "prophetnet"], ["A3KFFIBJZVM0J2", "prophetnet"], ["A3FPBLKQZ3U2WP", "pegasus"]], "worst": [["A1PTH9KTRO06EG", "bertextabs"], ["A3KFFIBJZVM0J2", "bertextabs"], ["A3FPBLKQZ3U2WP", "prophetnet"]]}, "63": {"best": [["A1PTH9KTRO06EG", "pegasus"], ["A3KFFIBJZVM0J2", "pegasus"], ["A3FPBLKQZ3U2WP", "prophetnet"]], "worst": [["A1PTH9KTRO06EG", "bertextabs"], ["A3KFFIBJZVM0J2", "bertextabs"], ["A3FPBLKQZ3U2WP", "bart"]]}, "64": {"best": [["A1PTH9KTRO06EG", "bart"], ["A3KFFIBJZVM0J2", "bart"], ["A3FPBLKQZ3U2WP", "bertextabs"]], "worst": [["A1PTH9KTRO06EG", "bertextabs"], ["A3KFFIBJZVM0J2", "bertextabs"], ["A3FPBLKQZ3U2WP", "prophetnet"]]}, "65": {"best": [["A1PTH9KTRO06EG", "prophetnet"], ["A3KFFIBJZVM0J2", "prophetnet"], ["A3FPBLKQZ3U2WP", "prophetnet"]], "worst": [["A1PTH9KTRO06EG", "bertextabs"], ["A3KFFIBJZVM0J2", "bart"], ["A3FPBLKQZ3U2WP", "bart"]]}, "66": {"best": [["A24LB89P1BPKKF", "bart"], ["A1VAL7L9L79IN0", "bart"], ["AU34T9OMHN4Z4", "prophetnet"]], "worst": [["A24LB89P1BPKKF", "bertextabs"], ["A1VAL7L9L79IN0", "bertextabs"], ["AU34T9OMHN4Z4", "pegasus"]]}, "67": {"best": [["A24LB89P1BPKKF", "pegasus"], ["A1VAL7L9L79IN0", "prophetnet"], ["AU34T9OMHN4Z4", "pegasus"]], "worst": [["A24LB89P1BPKKF", "bertextabs"], ["A1VAL7L9L79IN0", "pegasus"], ["AU34T9OMHN4Z4", "bart"]]}, "68": {"best": [["A24LB89P1BPKKF", "bart"], ["A1VAL7L9L79IN0", "prophetnet"], ["AU34T9OMHN4Z4", "bart"]], "worst": [["A24LB89P1BPKKF", "bertextabs"], ["A1VAL7L9L79IN0", "bertextabs"], ["AU34T9OMHN4Z4", "bertextabs"]]}, "69": {"best": [["A24LB89P1BPKKF", "bart"], ["A1VAL7L9L79IN0", "prophetnet"], ["AU34T9OMHN4Z4", "prophetnet"]], "worst": [["A24LB89P1BPKKF", "bertextabs"], ["A1VAL7L9L79IN0", "pegasus"], ["AU34T9OMHN4Z4", "bertextabs"]]}, "70": {"best": [["A24LB89P1BPKKF", "bart"], ["A1VAL7L9L79IN0", "prophetnet"], ["AU34T9OMHN4Z4", "prophetnet"]], "worst": [["A24LB89P1BPKKF", "pegasus"], ["A1VAL7L9L79IN0", "bart"], ["AU34T9OMHN4Z4", "bertextabs"]]}, "71": {"best": [["A2CWJRAEFZ44HU", "prophetnet"], ["A1ODA3Q5H6HTDQ", "bart"], ["A350SLJRMBIFM4", "bart"]], "worst": [["A2CWJRAEFZ44HU", "bart"], ["A1ODA3Q5H6HTDQ", "prophetnet"], ["A350SLJRMBIFM4", "bertextabs"]]}, "72": {"best": [["A2CWJRAEFZ44HU", "bart"], ["A1ODA3Q5H6HTDQ", "bart"], ["A350SLJRMBIFM4", "prophetnet"]], "worst": [["A2CWJRAEFZ44HU", "pegasus"], ["A1ODA3Q5H6HTDQ", "bertextabs"], ["A350SLJRMBIFM4", "bertextabs"]]}, "73": {"best": [["A2CWJRAEFZ44HU", "pegasus"], ["A1ODA3Q5H6HTDQ", "pegasus"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bart"], ["A1ODA3Q5H6HTDQ", "bertextabs"], ["A350SLJRMBIFM4", "bart"]]}, "74": {"best": [["A2CWJRAEFZ44HU", "bertextabs"], ["A1ODA3Q5H6HTDQ", "prophetnet"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bart"], ["A1ODA3Q5H6HTDQ", "pegasus"], ["A350SLJRMBIFM4", "bertextabs"]]}, "75": {"best": [["A2CWJRAEFZ44HU", "pegasus"], ["A1ODA3Q5H6HTDQ", "bart"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bertextabs"], ["A1ODA3Q5H6HTDQ", "bertextabs"], ["A350SLJRMBIFM4", "bertextabs"]]}, "76": {"best": [["A1P6OXEJ86HQRM", "pegasus"], ["A3LL096CAY5WHB", "prophetnet"], ["A1YTNGH5SMM2CJ", "pegasus"]], "worst": [["A1P6OXEJ86HQRM", "bart"], ["A3LL096CAY5WHB", "bertextabs"], ["A1YTNGH5SMM2CJ", "prophetnet"]]}, "77": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A3LL096CAY5WHB", "bertextabs"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "prophetnet"], ["A3LL096CAY5WHB", "bart"], ["A1YTNGH5SMM2CJ", "prophetnet"]]}, "78": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A3LL096CAY5WHB", "prophetnet"], ["A1YTNGH5SMM2CJ", "prophetnet"]], "worst": [["A1P6OXEJ86HQRM", "bertextabs"], ["A3LL096CAY5WHB", "bertextabs"], ["A1YTNGH5SMM2CJ", "bertextabs"]]}, "79": {"best": [["A1P6OXEJ86HQRM", "pegasus"], ["A3LL096CAY5WHB", "pegasus"], ["A1YTNGH5SMM2CJ", "bertextabs"]], "worst": [["A1P6OXEJ86HQRM", "bertextabs"], ["A3LL096CAY5WHB", "bertextabs"], ["A1YTNGH5SMM2CJ", "pegasus"]]}, "80": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A3LL096CAY5WHB", "pegasus"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "prophetnet"], ["A3LL096CAY5WHB", "prophetnet"], ["A1YTNGH5SMM2CJ", "prophetnet"]]}, "81": {"best": [["A35CRYBHUZZZHO", "bart"], ["A3FT3XPTOWHJMY", "bart"], ["A1036BH0RBAF1O", "bart"]], "worst": [["A35CRYBHUZZZHO", "prophetnet"], ["A3FT3XPTOWHJMY", "prophetnet"], ["A1036BH0RBAF1O", "pegasus"]]}, "82": {"best": [["A35CRYBHUZZZHO", "bart"], ["A3FT3XPTOWHJMY", "bart"], ["A1036BH0RBAF1O", "bart"]], "worst": [["A35CRYBHUZZZHO", "bertextabs"], ["A3FT3XPTOWHJMY", "bertextabs"], ["A1036BH0RBAF1O", "bertextabs"]]}, "83": {"best": [["A35CRYBHUZZZHO", "pegasus"], ["A3FT3XPTOWHJMY", "pegasus"], ["A1036BH0RBAF1O", "prophetnet"]], "worst": [["A35CRYBHUZZZHO", "bart"], ["A3FT3XPTOWHJMY", "bertextabs"], ["A1036BH0RBAF1O", "bertextabs"]]}, "84": {"best": [["A35CRYBHUZZZHO", "pegasus"], ["A3FT3XPTOWHJMY", "prophetnet"], ["A1036BH0RBAF1O", "prophetnet"]], "worst": [["A35CRYBHUZZZHO", "bart"], ["A3FT3XPTOWHJMY", "bertextabs"], ["A1036BH0RBAF1O", "bart"]]}, "85": {"best": [["A35CRYBHUZZZHO", "bertextabs"], ["A3FT3XPTOWHJMY", "bertextabs"], ["A1036BH0RBAF1O", "prophetnet"]], "worst": [["A35CRYBHUZZZHO", "prophetnet"], ["A3FT3XPTOWHJMY", "bart"], ["A1036BH0RBAF1O", "bertextabs"]]}, "86": {"best": [["A6KB4VHCZYTY2", "bart"], ["A2Z6NL0CTXY0ZB", "bart"], ["A2FOUSWQDYHIE0", "bart"]], "worst": [["A6KB4VHCZYTY2", "prophetnet"], ["A2Z6NL0CTXY0ZB", "bertextabs"], ["A2FOUSWQDYHIE0", "bertextabs"]]}, "87": {"best": [["A6KB4VHCZYTY2", "bart"], ["A2Z6NL0CTXY0ZB", "bart"], ["A2FOUSWQDYHIE0", "prophetnet"]], "worst": [["A6KB4VHCZYTY2", "bertextabs"], ["A2Z6NL0CTXY0ZB", "bertextabs"], ["A2FOUSWQDYHIE0", "bertextabs"]]}, "88": {"best": [["A6KB4VHCZYTY2", "bart"], ["A2Z6NL0CTXY0ZB", "bart"], ["A2FOUSWQDYHIE0", "prophetnet"]], "worst": [["A6KB4VHCZYTY2", "pegasus"], ["A2Z6NL0CTXY0ZB", "pegasus"], ["A2FOUSWQDYHIE0", "bart"]]}, "89": {"best": [["A6KB4VHCZYTY2", "pegasus"], ["A2Z6NL0CTXY0ZB", "pegasus"], ["A2FOUSWQDYHIE0", "bart"]], "worst": [["A6KB4VHCZYTY2", "prophetnet"], ["A2Z6NL0CTXY0ZB", "bart"], ["A2FOUSWQDYHIE0", "bertextabs"]]}, "90": {"best": [["A6KB4VHCZYTY2", "bart"], ["A2Z6NL0CTXY0ZB", "bart"], ["A2FOUSWQDYHIE0", "bart"]], "worst": [["A6KB4VHCZYTY2", "bertextabs"], ["A2Z6NL0CTXY0ZB", "bertextabs"], ["A2FOUSWQDYHIE0", "bertextabs"]]}, "91": {"best": [["A1NZFJHVJ9CNTO", "pegasus"], ["AJRY9ALX8069Y", "bertextabs"], ["A3RVHUY67SVXQV", "bertextabs"]], "worst": [["A1NZFJHVJ9CNTO", "prophetnet"], ["AJRY9ALX8069Y", "pegasus"], ["A3RVHUY67SVXQV", "pegasus"]]}, "92": {"best": [["A1NZFJHVJ9CNTO", "prophetnet"], ["AJRY9ALX8069Y", "bart"], ["A3RVHUY67SVXQV", "bart"]], "worst": [["A1NZFJHVJ9CNTO", "bertextabs"], ["AJRY9ALX8069Y", "prophetnet"], ["A3RVHUY67SVXQV", "bertextabs"]]}, "93": {"best": [["A1NZFJHVJ9CNTO", "bertextabs"], ["AJRY9ALX8069Y", "prophetnet"], ["A3RVHUY67SVXQV", "prophetnet"]], "worst": [["A1NZFJHVJ9CNTO", "bart"], ["AJRY9ALX8069Y", "bart"], ["A3RVHUY67SVXQV", "pegasus"]]}, "94": {"best": [["A1NZFJHVJ9CNTO", "prophetnet"], ["AJRY9ALX8069Y", "bertextabs"], ["A3RVHUY67SVXQV", "pegasus"]], "worst": [["A1NZFJHVJ9CNTO", "bertextabs"], ["AJRY9ALX8069Y", "bart"], ["A3RVHUY67SVXQV", "prophetnet"]]}, "95": {"best": [["A1NZFJHVJ9CNTO", "prophetnet"], ["AJRY9ALX8069Y", "bart"], ["A3RVHUY67SVXQV", "pegasus"]], "worst": [["A1NZFJHVJ9CNTO", "bertextabs"], ["AJRY9ALX8069Y", "bertextabs"], ["A3RVHUY67SVXQV", "bertextabs"]]}, "96": {"best": [["A2YOVBJ9EXAI8W", "prophetnet"], ["A2WVCXVSE0YGML", "bertextabs"], ["A3FQDPUAXJB0BS", "bertextabs"]], "worst": [["A2YOVBJ9EXAI8W", "bertextabs"], ["A2WVCXVSE0YGML", "prophetnet"], ["A3FQDPUAXJB0BS", "prophetnet"]]}, "97": {"best": [["A2YOVBJ9EXAI8W", "bertextabs"], ["A2WVCXVSE0YGML", "pegasus"], ["A3FQDPUAXJB0BS", "pegasus"]], "worst": [["A2YOVBJ9EXAI8W", "bart"], ["A2WVCXVSE0YGML", "bertextabs"], ["A3FQDPUAXJB0BS", "bertextabs"]]}, "98": {"best": [["A2YOVBJ9EXAI8W", "bart"], ["A2WVCXVSE0YGML", "prophetnet"], ["A3FQDPUAXJB0BS", "prophetnet"]], "worst": [["A2YOVBJ9EXAI8W", "bertextabs"], ["A2WVCXVSE0YGML", "pegasus"], ["A3FQDPUAXJB0BS", "bart"]]}, "99": {"best": [["A2YOVBJ9EXAI8W", "prophetnet"], ["A2WVCXVSE0YGML", "bart"], ["A3FQDPUAXJB0BS", "bertextabs"]], "worst": [["A2YOVBJ9EXAI8W", "bertextabs"], ["A2WVCXVSE0YGML", "bertextabs"], ["A3FQDPUAXJB0BS", "bart"]]}, "100": {"best": [["A2YOVBJ9EXAI8W", "prophetnet"], ["A2WVCXVSE0YGML", "pegasus"], ["A3FQDPUAXJB0BS", "bart"]], "worst": [["A2YOVBJ9EXAI8W", "bertextabs"], ["A2WVCXVSE0YGML", "bertextabs"], ["A3FQDPUAXJB0BS", "bertextabs"]]}}
\ No newline at end of file
diff --git a/interval_test/bws_output_redo.json b/interval_test/bws_output_redo.json
new file mode 100644
index 0000000..fdead15
--- /dev/null
+++ b/interval_test/bws_output_redo.json
@@ -0,0 +1 @@
+{"1": {"best": [["AAQATZZDPD9DW", "bart"]], "worst": [["AAQATZZDPD9DW", "bertextabs"]]}, "2": {"best": [["AAQATZZDPD9DW", "prophetnet"]], "worst": [["AAQATZZDPD9DW", "bertextabs"]]}, "3": {"best": [["AAQATZZDPD9DW", "bart"]], "worst": [["AAQATZZDPD9DW", "prophetnet"]]}, "4": {"best": [["AAQATZZDPD9DW", "bart"]], "worst": [["AAQATZZDPD9DW", "bertextabs"]]}, "5": {"best": [["AAQATZZDPD9DW", "prophetnet"]], "worst": [["AAQATZZDPD9DW", "bertextabs"]]}, "6": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "bart"], ["AYUP53XD4O2LZ", "bart"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "bertextabs"]]}, "7": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "bart"], ["AYUP53XD4O2LZ", "prophetnet"]], "worst": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "prophetnet"], ["AYUP53XD4O2LZ", "pegasus"]]}, "8": {"best": [["AFRJKS3Z3H4CA", "pegasus"], ["A2KBATQUTW8J5G", "prophetnet"], ["AYUP53XD4O2LZ", "bart"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "bertextabs"]]}, "9": {"best": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "pegasus"], ["AYUP53XD4O2LZ", "prophetnet"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "bertextabs"], ["AYUP53XD4O2LZ", "pegasus"]]}, "10": {"best": [["AFRJKS3Z3H4CA", "prophetnet"], ["A2KBATQUTW8J5G", "prophetnet"], ["AYUP53XD4O2LZ", "prophetnet"]], "worst": [["AFRJKS3Z3H4CA", "bertextabs"], ["A2KBATQUTW8J5G", "pegasus"], ["AYUP53XD4O2LZ", "pegasus"]]}, "11": {"best": [["A35UPRWU1QWP2F", "prophetnet"]], "worst": [["A35UPRWU1QWP2F", "bertextabs"]]}, "12": {"best": [["A35UPRWU1QWP2F", "bart"]], "worst": [["A35UPRWU1QWP2F", "pegasus"]]}, "13": {"best": [["A35UPRWU1QWP2F", "prophetnet"]], "worst": [["A35UPRWU1QWP2F", "pegasus"]]}, "14": {"best": [["A35UPRWU1QWP2F", "bart"]], "worst": [["A35UPRWU1QWP2F", "bertextabs"]]}, "15": {"best": [["A35UPRWU1QWP2F", "bart"]], "worst": [["A35UPRWU1QWP2F", "bertextabs"]]}, "16": {"best": [["A1TIZIFU19WTDU", "bart"]], "worst": [["A1TIZIFU19WTDU", "prophetnet"]]}, "17": {"best": [["A1TIZIFU19WTDU", "prophetnet"]], "worst": [["A1TIZIFU19WTDU", "bertextabs"]]}, "18": {"best": [["A1TIZIFU19WTDU", "prophetnet"]], "worst": [["A1TIZIFU19WTDU", "bart"]]}, "19": {"best": [["A1TIZIFU19WTDU", "bart"]], "worst": [["A1TIZIFU19WTDU", "bertextabs"]]}, "20": {"best": [["A1TIZIFU19WTDU", "bart"]], "worst": [["A1TIZIFU19WTDU", "prophetnet"]]}, "21": {"best": [["A175ZK7MB3GR5Y", "pegasus"], ["A1XQI8HC0E56OX", "pegasus"]], "worst": [["A175ZK7MB3GR5Y", "bertextabs"], ["A1XQI8HC0E56OX", "prophetnet"]]}, "22": {"best": [["A175ZK7MB3GR5Y", "bart"], ["A1XQI8HC0E56OX", "bertextabs"]], "worst": [["A175ZK7MB3GR5Y", "prophetnet"], ["A1XQI8HC0E56OX", "prophetnet"]]}, "23": {"best": [["A175ZK7MB3GR5Y", "bart"], ["A1XQI8HC0E56OX", "bertextabs"]], "worst": [["A175ZK7MB3GR5Y", "bertextabs"], ["A1XQI8HC0E56OX", "prophetnet"]]}, "24": {"best": [["A175ZK7MB3GR5Y", "prophetnet"], ["A1XQI8HC0E56OX", "bertextabs"]], "worst": [["A175ZK7MB3GR5Y", "bart"], ["A1XQI8HC0E56OX", "pegasus"]]}, "25": {"best": [["A175ZK7MB3GR5Y", "bertextabs"], ["A1XQI8HC0E56OX", "bertextabs"]], "worst": [["A175ZK7MB3GR5Y", "bart"], ["A1XQI8HC0E56OX", "bart"]]}, "26": {"best": [["ACKG8OU1KHKO2", "bart"], ["A34SUZWGLXIWM8", "bart"]], "worst": [["ACKG8OU1KHKO2", "pegasus"], ["A34SUZWGLXIWM8", "prophetnet"]]}, "27": {"best": [["ACKG8OU1KHKO2", "bertextabs"], ["A34SUZWGLXIWM8", "prophetnet"]], "worst": [["ACKG8OU1KHKO2", "pegasus"], ["A34SUZWGLXIWM8", "bertextabs"]]}, "28": {"best": [["ACKG8OU1KHKO2", "bertextabs"], ["A34SUZWGLXIWM8", "prophetnet"]], "worst": [["ACKG8OU1KHKO2", "bart"], ["A34SUZWGLXIWM8", "bart"]]}, "29": {"best": [["ACKG8OU1KHKO2", "prophetnet"], ["A34SUZWGLXIWM8", "bertextabs"]], "worst": [["ACKG8OU1KHKO2", "pegasus"], ["A34SUZWGLXIWM8", "pegasus"]]}, "30": {"best": [["ACKG8OU1KHKO2", "bart"], ["A34SUZWGLXIWM8", "pegasus"]], "worst": [["ACKG8OU1KHKO2", "prophetnet"], ["A34SUZWGLXIWM8", "bart"]]}, "31": {"best": [["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["AVD6HMIO1HLFI", "bertextabs"]]}, "32": {"best": [["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["AVD6HMIO1HLFI", "bertextabs"]]}, "33": {"best": [["AVD6HMIO1HLFI", "bart"]], "worst": [["AVD6HMIO1HLFI", "bertextabs"]]}, "34": {"best": [["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["AVD6HMIO1HLFI", "pegasus"]]}, "35": {"best": [["AVD6HMIO1HLFI", "prophetnet"]], "worst": [["AVD6HMIO1HLFI", "bertextabs"]]}, "36": {"best": [], "worst": []}, "37": {"best": [], "worst": []}, "38": {"best": [], "worst": []}, "39": {"best": [], "worst": []}, "40": {"best": [], "worst": []}, "41": {"best": [["A2Y0WNHMT4PZ4C", "prophetnet"]], "worst": [["A2Y0WNHMT4PZ4C", "bart"]]}, "42": {"best": [["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["A2Y0WNHMT4PZ4C", "bart"]]}, "43": {"best": [["A2Y0WNHMT4PZ4C", "bertextabs"]], "worst": [["A2Y0WNHMT4PZ4C", "pegasus"]]}, "44": {"best": [["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["A2Y0WNHMT4PZ4C", "bertextabs"]]}, "45": {"best": [["A2Y0WNHMT4PZ4C", "pegasus"]], "worst": [["A2Y0WNHMT4PZ4C", "bart"]]}, "46": {"best": [["A256FHXGSY0E5D", "bart"], ["A2F1AA15HG0FRU", "bart"], ["A37GOI3N77WX21", "prophetnet"]], "worst": [["A256FHXGSY0E5D", "pegasus"], ["A2F1AA15HG0FRU", "bertextabs"], ["A37GOI3N77WX21", "bart"]]}, "47": {"best": [["A256FHXGSY0E5D", "bart"], ["A2F1AA15HG0FRU", "pegasus"], ["A37GOI3N77WX21", "prophetnet"]], "worst": [["A256FHXGSY0E5D", "prophetnet"], ["A2F1AA15HG0FRU", "bertextabs"], ["A37GOI3N77WX21", "bart"]]}, "48": {"best": [["A256FHXGSY0E5D", "bart"], ["A2F1AA15HG0FRU", "bart"], ["A37GOI3N77WX21", "bart"]], "worst": [["A256FHXGSY0E5D", "pegasus"], ["A2F1AA15HG0FRU", "pegasus"], ["A37GOI3N77WX21", "bertextabs"]]}, "49": {"best": [["A256FHXGSY0E5D", "prophetnet"], ["A2F1AA15HG0FRU", "bart"], ["A37GOI3N77WX21", "prophetnet"]], "worst": [["A256FHXGSY0E5D", "bertextabs"], ["A2F1AA15HG0FRU", "bertextabs"], ["A37GOI3N77WX21", "bart"]]}, "50": {"best": [["A256FHXGSY0E5D", "prophetnet"], ["A2F1AA15HG0FRU", "pegasus"], ["A37GOI3N77WX21", "bart"]], "worst": [["A256FHXGSY0E5D", "bertextabs"], ["A2F1AA15HG0FRU", "bertextabs"], ["A37GOI3N77WX21", "bertextabs"]]}, "51": {"best": [], "worst": []}, "52": {"best": [], "worst": []}, "53": {"best": [], "worst": []}, "54": {"best": [], "worst": []}, "55": {"best": [], "worst": []}, "56": {"best": [], "worst": []}, "57": {"best": [], "worst": []}, "58": {"best": [], "worst": []}, "59": {"best": [], "worst": []}, "60": {"best": [], "worst": []}, "61": {"best": [["A3KFFIBJZVM0J2", "prophetnet"]], "worst": [["A3KFFIBJZVM0J2", "pegasus"]]}, "62": {"best": [["A3KFFIBJZVM0J2", "pegasus"]], "worst": [["A3KFFIBJZVM0J2", "bertextabs"]]}, "63": {"best": [["A3KFFIBJZVM0J2", "pegasus"]], "worst": [["A3KFFIBJZVM0J2", "bertextabs"]]}, "64": {"best": [["A3KFFIBJZVM0J2", "bart"]], "worst": [["A3KFFIBJZVM0J2", "pegasus"]]}, "65": {"best": [["A3KFFIBJZVM0J2", "prophetnet"]], "worst": [["A3KFFIBJZVM0J2", "bertextabs"]]}, "66": {"best": [["A1VAL7L9L79IN0", "bart"]], "worst": [["A1VAL7L9L79IN0", "pegasus"]]}, "67": {"best": [["A1VAL7L9L79IN0", "pegasus"]], "worst": [["A1VAL7L9L79IN0", "prophetnet"]]}, "68": {"best": [["A1VAL7L9L79IN0", "prophetnet"]], "worst": [["A1VAL7L9L79IN0", "bertextabs"]]}, "69": {"best": [["A1VAL7L9L79IN0", "prophetnet"]], "worst": [["A1VAL7L9L79IN0", "bertextabs"]]}, "70": {"best": [["A1VAL7L9L79IN0", "bart"]], "worst": [["A1VAL7L9L79IN0", "bertextabs"]]}, "71": {"best": [["A2CWJRAEFZ44HU", "bart"], ["A350SLJRMBIFM4", "bart"]], "worst": [["A2CWJRAEFZ44HU", "bertextabs"], ["A350SLJRMBIFM4", "prophetnet"]]}, "72": {"best": [["A2CWJRAEFZ44HU", "prophetnet"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bertextabs"], ["A350SLJRMBIFM4", "bertextabs"]]}, "73": {"best": [["A2CWJRAEFZ44HU", "pegasus"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bart"], ["A350SLJRMBIFM4", "bertextabs"]]}, "74": {"best": [["A2CWJRAEFZ44HU", "pegasus"], ["A350SLJRMBIFM4", "pegasus"]], "worst": [["A2CWJRAEFZ44HU", "bertextabs"], ["A350SLJRMBIFM4", "bertextabs"]]}, "75": {"best": [["A2CWJRAEFZ44HU", "pegasus"], ["A350SLJRMBIFM4", "prophetnet"]], "worst": [["A2CWJRAEFZ44HU", "bertextabs"], ["A350SLJRMBIFM4", "bertextabs"]]}, "76": {"best": [["A1P6OXEJ86HQRM", "pegasus"], ["A1YTNGH5SMM2CJ", "pegasus"]], "worst": [["A1P6OXEJ86HQRM", "prophetnet"], ["A1YTNGH5SMM2CJ", "bart"]]}, "77": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "bertextabs"], ["A1YTNGH5SMM2CJ", "prophetnet"]]}, "78": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "bertextabs"], ["A1YTNGH5SMM2CJ", "bertextabs"]]}, "79": {"best": [["A1P6OXEJ86HQRM", "pegasus"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "bertextabs"], ["A1YTNGH5SMM2CJ", "bertextabs"]]}, "80": {"best": [["A1P6OXEJ86HQRM", "bart"], ["A1YTNGH5SMM2CJ", "bart"]], "worst": [["A1P6OXEJ86HQRM", "prophetnet"], ["A1YTNGH5SMM2CJ", "prophetnet"]]}, "81": {"best": [["A35CRYBHUZZZHO", "bart"]], "worst": [["A35CRYBHUZZZHO", "bertextabs"]]}, "82": {"best": [["A35CRYBHUZZZHO", "bart"]], "worst": [["A35CRYBHUZZZHO", "bertextabs"]]}, "83": {"best": [["A35CRYBHUZZZHO", "prophetnet"]], "worst": [["A35CRYBHUZZZHO", "bertextabs"]]}, "84": {"best": [["A35CRYBHUZZZHO", "pegasus"]], "worst": [["A35CRYBHUZZZHO", "bart"]]}, "85": {"best": [["A35CRYBHUZZZHO", "pegasus"]], "worst": [["A35CRYBHUZZZHO", "bart"]]}, "86": {"best": [], "worst": []}, "87": {"best": [], "worst": []}, "88": {"best": [], "worst": []}, "89": {"best": [], "worst": []}, "90": {"best": [], "worst": []}, "91": {"best": [["A3RVHUY67SVXQV", "prophetnet"]], "worst": [["A3RVHUY67SVXQV", "bertextabs"]]}, "92": {"best": [["A3RVHUY67SVXQV", "bart"]], "worst": [["A3RVHUY67SVXQV", "prophetnet"]]}, "93": {"best": [["A3RVHUY67SVXQV", "bertextabs"]], "worst": [["A3RVHUY67SVXQV", "bart"]]}, "94": {"best": [["A3RVHUY67SVXQV", "bart"]], "worst": [["A3RVHUY67SVXQV", "prophetnet"]]}, "95": {"best": [["A3RVHUY67SVXQV", "bart"]], "worst": [["A3RVHUY67SVXQV", "bertextabs"]]}, "96": {"best": [["A2WVCXVSE0YGML", "bertextabs"]], "worst": [["A2WVCXVSE0YGML", "prophetnet"]]}, "97": {"best": [["A2WVCXVSE0YGML", "bart"]], "worst": [["A2WVCXVSE0YGML", "bertextabs"]]}, "98": {"best": [["A2WVCXVSE0YGML", "prophetnet"]], "worst": [["A2WVCXVSE0YGML", "bertextabs"]]}, "99": {"best": [["A2WVCXVSE0YGML", "bart"]], "worst": [["A2WVCXVSE0YGML", "prophetnet"]]}, "100": {"best": [["A2WVCXVSE0YGML", "pegasus"]], "worst": [["A2WVCXVSE0YGML", "bertextabs"]]}}
\ No newline at end of file
diff --git a/interval_test/likert/Likert 1-5.csv b/interval_test/likert/Likert 1-5.csv
new file mode 100644
index 0000000..aca4fea
--- /dev/null
+++ b/interval_test/likert/Likert 1-5.csv	
@@ -0,0 +1,4 @@
+"Timestamp","Turker ID","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 2:27:14 PM AST","AQVM5MYDWPB0W","2","4","4","2","1","1","5","1","3","4","2","5","1","1","3","5","5","2","3","1",""
+"2021/05/09 8:30:59 AM AST","A10249252O9I20MRSOBVF","1","4","4","5","2","1","3","2","3","1","2","1","1","2","1","2","1","1","1","1",""
+"2021/05/10 9:56:20 AM AST","A1IWRYUOVXAB0Z","4","2","4","5","3","3","2","4","3","4","2","5","2","1","2","5","3","2","4","4","That last article is a bit difficult to read. "
\ No newline at end of file
diff --git a/interval_test/likert/Likert 11-15.csv b/interval_test/likert/Likert 11-15.csv
new file mode 100644
index 0000000..c3c321f
--- /dev/null
+++ b/interval_test/likert/Likert 11-15.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 1:22:45 PM AST","A3K9GTQBOI7O5A","","3","2","3","2","2","2","3","2","3","3","4","4","2","3","3","4","3","4","4","3",""
+"2021/05/08 10:12:53 PM AST","A1FR4S8V4MNRVM","","5","4","4","5","5","4","5","5","3","5","4","5","4","5","4","3","4","5","4","5",""
\ No newline at end of file
diff --git a/interval_test/likert/Likert 21-25.csv b/interval_test/likert/Likert 21-25.csv
new file mode 100644
index 0000000..02a30af
--- /dev/null
+++ b/interval_test/likert/Likert 21-25.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?"
+"2021/05/08 4:24:49 PM AST","A3U21PUMQ6NGT2","","4","1","5","2","3","3","2","5","2","2","2","3","4","5","5","4","5","1","4","3"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 26-30.csv b/interval_test/likert/Likert 26-30.csv
new file mode 100644
index 0000000..8c7d0a5
--- /dev/null
+++ b/interval_test/likert/Likert 26-30.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/09 11:26:30 AM AST","A1H198MRIM37T1","5","2","1","2","1","3","1","4","4","2","2","2","3","4","4","4","5","1","4","1","2","None"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 36-40.csv b/interval_test/likert/Likert 36-40.csv
new file mode 100644
index 0000000..8ff35e6
--- /dev/null
+++ b/interval_test/likert/Likert 36-40.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 1:39:25 PM AST","AQVM5MYDWPB0W","5","3","5","2","1","1","4","3","5","3","4","2","1","2","4","5","3","5","3","4","2","None"
+"2021/05/09 1:14:19 PM AST","A1PHDT66U6IK4Q","5","2","4","2","1","1","1","1","1","4","5","1","1","1","2","4","4","5","1","1","1","Quite difficult to answer this test."
\ No newline at end of file
diff --git a/interval_test/likert/Likert 41-45.csv b/interval_test/likert/Likert 41-45.csv
new file mode 100644
index 0000000..cf8c6f7
--- /dev/null
+++ b/interval_test/likert/Likert 41-45.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/09 6:56:02 PM AST","A183WYXN12P2TJ","5","2","2","5","4","4","4","4","3","1","1","1","2","5","4","3","4","4","4","3","4","N/A"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 56-60.csv b/interval_test/likert/Likert 56-60.csv
new file mode 100644
index 0000000..3289f6c
--- /dev/null
+++ b/interval_test/likert/Likert 56-60.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 4:49:39 PM AST","A26NGLGGFTATVN","5","1","3","3","5","1","3","5","5","4","4","3","5","5","3","5","3","3","4","2","3","No issues!"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 6-10.csv b/interval_test/likert/Likert 6-10.csv
new file mode 100644
index 0000000..97f86c5
--- /dev/null
+++ b/interval_test/likert/Likert 6-10.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 5:55:53 PM AST","A1NVJB5O4H7ZCJ ","5","4","4","5","4","4","3","3","5","5","5","4","5","1","4","3","4","5","1","1","2","none"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 66-70.csv b/interval_test/likert/Likert 66-70.csv
new file mode 100644
index 0000000..14cdfdb
--- /dev/null
+++ b/interval_test/likert/Likert 66-70.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 11:11:37 PM AST","A2RMJNF6IPI42F ","4","3","3","4","5","5","5","5","4","5","5","3","4","4","2","4","4","3","3","3","3","na"
+"2021/05/09 9:46:00 PM AST","A36GU3OHGLDS8R","5","1","1","3","5","5","5","4","3","5","5","1","5","3","1","2","3","2","2","2","2","n/a"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 76-80.csv b/interval_test/likert/Likert 76-80.csv
new file mode 100644
index 0000000..2534118
--- /dev/null
+++ b/interval_test/likert/Likert 76-80.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/10 9:40:17 AM AST","A304UJAE051J89","5","4","4","2","3","3","4","5","5","4","2","4","5","4","4","5","5","4","3","4","3","none ty"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 81-85.csv b/interval_test/likert/Likert 81-85.csv
new file mode 100644
index 0000000..d84cb09
--- /dev/null
+++ b/interval_test/likert/Likert 81-85.csv	
@@ -0,0 +1,3 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 12:14:28 PM AST","A1PTH9KTRO06EG","5","5","2","1","5","4","5","5","5","5","4","5","4","2","4","2","2","5","5","5","1","interesting task!"
+"2021/05/08 3:21:00 PM AST","A2N9U74YIPDQ9F","5","4","2","2","4","2","4","4","4","4","5","2","3","4","4","4","4","4","4","4","5","Reading these articles a second time made a lot more sense. Many Australian terms are unfamiliar in the US."
\ No newline at end of file
diff --git a/interval_test/likert/Likert 91-95.csv b/interval_test/likert/Likert 91-95.csv
new file mode 100644
index 0000000..81fcd7e
--- /dev/null
+++ b/interval_test/likert/Likert 91-95.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/08 11:37:06 PM AST","A1ZA9BZNCOW720","5","4","5","4","4","3","5","3","3","3","5","4","3","3","4","4","3","3","5","4","3","no"
\ No newline at end of file
diff --git a/interval_test/likert/Likert 96-100.csv b/interval_test/likert/Likert 96-100.csv
new file mode 100644
index 0000000..0f9b02b
--- /dev/null
+++ b/interval_test/likert/Likert 96-100.csv	
@@ -0,0 +1,2 @@
+"Timestamp","Turker ID","How well do you understand the instructions?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Overall, how factually consistent do you find the summary with respect to the article?","Any comments?"
+"2021/05/09 3:54:41 PM AST","A1FVXS8IM5QYO8","5","5","5","5","3","1","2","3","4","3","3","5","3","5","2","4","2","5","5","5","2","In the cricket paragraph, the match wasn't played at Lord's cricket ground. In the final paragraph, the girl was 11, not 12."
\ No newline at end of file
diff --git a/interval_test/likert_average_diff.json b/interval_test/likert_average_diff.json
new file mode 100644
index 0000000..d71e322
--- /dev/null
+++ b/interval_test/likert_average_diff.json
@@ -0,0 +1,20 @@
+{
+    "AQVM5MYDWPB0W": 1.5128205128205128,
+    "A10249252O9I20MRSOBVF": 2.1052631578947367,
+    "A1IWRYUOVXAB0Z": 1.4210526315789473,
+    "A1NVJB5O4H7ZCJ": 0.4375,
+    "A3K9GTQBOI7O5A": 0.8,
+    "A1FR4S8V4MNRVM": 0.95,
+    "A3U21PUMQ6NGT2": 0.7368421052631579,
+    "A1H198MRIM37T1": 0.7,
+    "A1PHDT66U6IK4Q": 1.15,
+    "A183WYXN12P2TJ": 0.75,
+    "A26NGLGGFTATVN": 1.0,
+    "A2RMJNF6IPI42F": 0.65,
+    "A36GU3OHGLDS8R": 0.45,
+    "A304UJAE051J89": 0.7,
+    "A1PTH9KTRO06EG": 1.0,
+    "A2N9U74YIPDQ9F": 0.75,
+    "A1ZA9BZNCOW720": 0.8,
+    "A1FVXS8IM5QYO8": 0.65
+}
\ No newline at end of file
diff --git a/interval_test/likert_output.json b/interval_test/likert_output.json
new file mode 100644
index 0000000..cf65443
--- /dev/null
+++ b/interval_test/likert_output.json
@@ -0,0 +1 @@
+{"1": {"pegasus": [["A1IWRYUOVXAB0Z", 5], ["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 1]], "bertextabs": [["A1IWRYUOVXAB0Z", 2], ["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 3]], "prophetnet": [["A1IWRYUOVXAB0Z", 4], ["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 4]], "bart": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 5]]}, "2": {"pegasus": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 1]], "prophetnet": [["A1IWRYUOVXAB0Z", 2], ["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 1]], "bertextabs": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 2]], "bart": [["A1IWRYUOVXAB0Z", 4], ["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 1]]}, "3": {"bertextabs": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 5]], "bart": [["A1IWRYUOVXAB0Z", 4], ["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 5]], "prophetnet": [["A1IWRYUOVXAB0Z", 1], ["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 4]], "pegasus": [["A1IWRYUOVXAB0Z", 4], ["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 4]]}, "4": {"prophetnet": [["A1IWRYUOVXAB0Z", 1], ["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 1]], "bertextabs": [["A1IWRYUOVXAB0Z", 1], ["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 1]], "pegasus": [["A1IWRYUOVXAB0Z", 2], ["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 5]], "bart": [["A1IWRYUOVXAB0Z", 5], ["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 5]]}, "5": {"prophetnet": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 4]], "bertextabs": [["A1IWRYUOVXAB0Z", 2], ["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 3]], "pegasus": [["A1IWRYUOVXAB0Z", 3], ["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 3]], "bart": [["A1IWRYUOVXAB0Z", 4], ["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 4]]}, "6": {"bertextabs": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 4]], "prophetnet": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 5]], "bart": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 3]], "pegasus": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 4], ["A1NVJB5O4H7ZCJ", 4]]}, "7": {"prophetnet": [["AT6ICEVY8RM8D", 3], ["A1NZFJHVJ9CNTO", 1], ["A1NVJB5O4H7ZCJ", 5]], "bart": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 4]], "bertextabs": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 2], ["A1NVJB5O4H7ZCJ", 3]], "pegasus": [["AT6ICEVY8RM8D", 3], ["A1NZFJHVJ9CNTO", 2], ["A1NVJB5O4H7ZCJ", 5]]}, "8": {"bertextabs": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 1], ["A1NVJB5O4H7ZCJ", 5]], "prophetnet": [["AT6ICEVY8RM8D", 1], ["A1NZFJHVJ9CNTO", 5], ["A1NVJB5O4H7ZCJ", 5]], "pegasus": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 5]], "bart": [["AT6ICEVY8RM8D", 3], ["A1NZFJHVJ9CNTO", 2], ["A1NVJB5O4H7ZCJ", 5]]}, "9": {}, "10": {"prophetnet": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 1], ["A1NVJB5O4H7ZCJ", 5]], "bart": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 3], ["A1NVJB5O4H7ZCJ", 1]], "bertextabs": [["AT6ICEVY8RM8D", 4], ["A1NZFJHVJ9CNTO", 5], ["A1NVJB5O4H7ZCJ", 1]], "pegasus": [["AT6ICEVY8RM8D", 2], ["A1NZFJHVJ9CNTO", 4], ["A1NVJB5O4H7ZCJ", 1]]}, "11": {"bart": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 5]], "bertextabs": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 3]], "prophetnet": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 4]], "pegasus": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 5]]}, "12": {"bertextabs": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 5]], "bart": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 4]], "pegasus": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 3]], "prophetnet": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 4]]}, "13": {"pegasus": [["A3K9GTQBOI7O5A", 1], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 3]], "bertextabs": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 4]], "bart": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 5]], "prophetnet": [["A3K9GTQBOI7O5A", 1], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 4]]}, "14": {"pegasus": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 2]], "bertextabs": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 4]], "prophetnet": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 2], ["A1FR4S8V4MNRVM", 3]], "bart": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 2]]}, "15": {"pegasus": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 1]], "bart": [["A3K9GTQBOI7O5A", 3], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 1]], "prophetnet": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 4], ["A1FR4S8V4MNRVM", 4]], "bertextabs": [["A3K9GTQBOI7O5A", 2], ["AS4FVWL91C6HR", 3], ["A1FR4S8V4MNRVM", 5]]}, "16": {"pegasus": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 3]], "prophetnet": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 4], ["A2ZJS73XSSMRTD", 3]], "bart": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 5]], "bertextabs": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 1]]}, "17": {"bart": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 2], ["A2ZJS73XSSMRTD", 5]], "pegasus": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 5]], "bertextabs": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 1]], "prophetnet": [["A1XVEKS9O73ERE", 3], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 5]]}, "18": {"bart": [["A1XVEKS9O73ERE", 2], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 5]], "pegasus": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 4]], "prophetnet": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 5]], "bertextabs": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 4]]}, "19": {"pegasus": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 4], ["A2ZJS73XSSMRTD", 3]], "bertextabs": [["A1XVEKS9O73ERE", 2], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 1]], "bart": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 2], ["A2ZJS73XSSMRTD", 3]], "prophetnet": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 3]]}, "20": {"prophetnet": [["A1XVEKS9O73ERE", 1], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 1]], "bertextabs": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 3], ["A2ZJS73XSSMRTD", 5]], "pegasus": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 5], ["A2ZJS73XSSMRTD", 4]], "bart": [["A1XVEKS9O73ERE", 5], ["A2BA2KLNO29T8D", 4], ["A2ZJS73XSSMRTD", 5]]}, "21": {"bart": [["A23KAJRDVCVGOE", 3], ["A3U21PUMQ6NGT2", 4], ["A1F1BIPJR11LSR", 3]], "prophetnet": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 1], ["A1F1BIPJR11LSR", 2]], "pegasus": [["A23KAJRDVCVGOE", 4], ["A3U21PUMQ6NGT2", 4], ["A1F1BIPJR11LSR", 4]], "bertextabs": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 1], ["A1F1BIPJR11LSR", 3]]}, "22": {"bart": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 5]], "prophetnet": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 1], ["A1F1BIPJR11LSR", 2]], "pegasus": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 3], ["A1F1BIPJR11LSR", 1]], "bertextabs": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 4]]}, "23": {"bertextabs": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 3], ["A1F1BIPJR11LSR", 3]], "pegasus": [["A23KAJRDVCVGOE", 1], ["A3U21PUMQ6NGT2", 2], ["A1F1BIPJR11LSR", 2]], "bart": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 3], ["A1F1BIPJR11LSR", 2]], "prophetnet": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 3]]}, "24": {"bertextabs": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 3], ["A1F1BIPJR11LSR", 3]], "bart": [["A23KAJRDVCVGOE", 4], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 4]], "prophetnet": [["A23KAJRDVCVGOE", 4], ["A3U21PUMQ6NGT2", 4], ["A1F1BIPJR11LSR", 4]], "pegasus": [["A23KAJRDVCVGOE", 3], ["A3U21PUMQ6NGT2", 4], ["A1F1BIPJR11LSR", 5]]}, "25": {"bertextabs": [["A23KAJRDVCVGOE", 5], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 5]], "bart": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 1], ["A1F1BIPJR11LSR", 3]], "prophetnet": [["A23KAJRDVCVGOE", 4], ["A3U21PUMQ6NGT2", 5], ["A1F1BIPJR11LSR", 4]], "pegasus": [["A23KAJRDVCVGOE", 2], ["A3U21PUMQ6NGT2", 4], ["A1F1BIPJR11LSR", 3]]}, "26": {"prophetnet": [["A1H198MRIM37T1", 2], ["A270HX8LH9LJ8W", 2], ["A17K1CHOI773VZ", 1]], "pegasus": [["A1H198MRIM37T1", 3], ["A270HX8LH9LJ8W", 3], ["A17K1CHOI773VZ", 1]], "bertextabs": [["A1H198MRIM37T1", 1], ["A270HX8LH9LJ8W", 2], ["A17K1CHOI773VZ", 1]], "bart": [["A1H198MRIM37T1", 1], ["A270HX8LH9LJ8W", 4], ["A17K1CHOI773VZ", 1]]}, "27": {"prophetnet": [["A1H198MRIM37T1", 5], ["A270HX8LH9LJ8W", 4], ["A17K1CHOI773VZ", 2]], "bertextabs": [["A1H198MRIM37T1", 1], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]], "pegasus": [["A1H198MRIM37T1", 3], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 3]], "bart": [["A1H198MRIM37T1", 2], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 4]]}, "28": {"prophetnet": [["A1H198MRIM37T1", 2], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]], "bertextabs": [["A1H198MRIM37T1", 3], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]], "pegasus": [["A1H198MRIM37T1", 2], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]], "bart": [["A1H198MRIM37T1", 4], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]]}, "29": {"bart": [["A1H198MRIM37T1", 4], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 3]], "pegasus": [["A1H198MRIM37T1", 5], ["A270HX8LH9LJ8W", 4], ["A17K1CHOI773VZ", 4]], "prophetnet": [["A1H198MRIM37T1", 5], ["A270HX8LH9LJ8W", 3], ["A17K1CHOI773VZ", 3]], "bertextabs": [["A1H198MRIM37T1", 4], ["A270HX8LH9LJ8W", 4], ["A17K1CHOI773VZ", 2]]}, "30": {"bart": [["A1H198MRIM37T1", 1], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 3]], "pegasus": [["A1H198MRIM37T1", 5], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 4]], "bertextabs": [["A1H198MRIM37T1", 1], ["A270HX8LH9LJ8W", 1], ["A17K1CHOI773VZ", 1]], "prophetnet": [["A1H198MRIM37T1", 2], ["A270HX8LH9LJ8W", 5], ["A17K1CHOI773VZ", 3]]}, "31": {"bertextabs": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 1]], "prophetnet": [["A12FTSX85NQ8N9", 2], ["A174KS88QXW7QJ", 5], ["AEQ8K4HBO323D", 2]], "pegasus": [["A12FTSX85NQ8N9", 3], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 3]], "bart": [["A12FTSX85NQ8N9", 2], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 2]]}, "32": {"bertextabs": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 2]], "prophetnet": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 2]], "bart": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 2]], "pegasus": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 2]]}, "33": {"prophetnet": [["A12FTSX85NQ8N9", 5], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 4]], "pegasus": [["A12FTSX85NQ8N9", 5], ["A174KS88QXW7QJ", 5], ["AEQ8K4HBO323D", 4]], "bertextabs": [["A12FTSX85NQ8N9", 5], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 4]], "bart": [["A12FTSX85NQ8N9", 3], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 4]]}, "34": {"bertextabs": [["A12FTSX85NQ8N9", 3], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 2]], "bart": [["A12FTSX85NQ8N9", 5], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 3]], "prophetnet": [["A12FTSX85NQ8N9", 5], ["A174KS88QXW7QJ", 5], ["AEQ8K4HBO323D", 3]], "pegasus": [["A12FTSX85NQ8N9", 3], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 2]]}, "35": {"prophetnet": [["A12FTSX85NQ8N9", 3], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 3]], "pegasus": [["A12FTSX85NQ8N9", 2], ["A174KS88QXW7QJ", 3], ["AEQ8K4HBO323D", 4]], "bertextabs": [["A12FTSX85NQ8N9", 1], ["A174KS88QXW7QJ", 4], ["AEQ8K4HBO323D", 3]], "bart": [["A12FTSX85NQ8N9", 2], ["A174KS88QXW7QJ", 5], ["AEQ8K4HBO323D", 3]]}, "36": {"prophetnet": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 2], ["A3NXT3OVGL7QNR", 2]], "bart": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 3], ["A3NXT3OVGL7QNR", 4]], "pegasus": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 2], ["A3NXT3OVGL7QNR", 4]], "bertextabs": [["AQVM5MYDWPB0W", 1], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 1]]}, "37": {"bertextabs": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 2]], "prophetnet": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 2]], "pegasus": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 2]], "bart": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 5], ["A3NXT3OVGL7QNR", 2]]}, "38": {"pegasus": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 3]], "bart": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 5], ["A3NXT3OVGL7QNR", 3]], "bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 2]], "prophetnet": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 1]]}, "39": {"bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 1]], "pegasus": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 4], ["A3NXT3OVGL7QNR", 3]], "prophetnet": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 2], ["A3NXT3OVGL7QNR", 4]], "bart": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 1], ["A3NXT3OVGL7QNR", 3]]}, "40": {"pegasus": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 5], ["A3NXT3OVGL7QNR", 5]], "prophetnet": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 4], ["A3NXT3OVGL7QNR", 5]], "bart": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 5], ["A3NXT3OVGL7QNR", 5]], "bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 2], ["A3NXT3OVGL7QNR", 4]]}, "41": {"bertextabs": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 2], ["A2NC23YMQPXSYV", 3]], "pegasus": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 2], ["A2NC23YMQPXSYV", 2]], "bart": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 2]], "prophetnet": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 4]]}, "42": {"pegasus": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 4]], "bart": [["A37EV8RZ82WT8E", 1], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 2]], "prophetnet": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 2]], "bertextabs": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 3]]}, "43": {"prophetnet": [["A37EV8RZ82WT8E", 1], ["A183WYXN12P2TJ", 1], ["A2NC23YMQPXSYV", 2]], "pegasus": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 1], ["A2NC23YMQPXSYV", 5]], "bertextabs": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 1], ["A2NC23YMQPXSYV", 2]], "bart": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 1], ["A2NC23YMQPXSYV", 2]]}, "44": {"bart": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 2]], "bertextabs": [["A37EV8RZ82WT8E", 4], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 4]], "prophetnet": [["A37EV8RZ82WT8E", 4], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 3]], "pegasus": [["A37EV8RZ82WT8E", 5], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 2]]}, "45": {"pegasus": [["A37EV8RZ82WT8E", 5], ["A183WYXN12P2TJ", 5], ["A2NC23YMQPXSYV", 4]], "bart": [["A37EV8RZ82WT8E", 3], ["A183WYXN12P2TJ", 1], ["A2NC23YMQPXSYV", 3]], "prophetnet": [["A37EV8RZ82WT8E", 4], ["A183WYXN12P2TJ", 4], ["A2NC23YMQPXSYV", 3]], "bertextabs": [["A37EV8RZ82WT8E", 2], ["A183WYXN12P2TJ", 2], ["A2NC23YMQPXSYV", 2]]}, "46": {"pegasus": [["AXMPSUNKUBEIL", 4], ["AZ8JL3QNIPY4U", 3], ["A3PDR75KYPYK4Z", 2]], "bertextabs": [["AXMPSUNKUBEIL", 3], ["AZ8JL3QNIPY4U", 4], ["A3PDR75KYPYK4Z", 2]], "bart": [["AXMPSUNKUBEIL", 5], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 3]], "prophetnet": [["AXMPSUNKUBEIL", 4], ["AZ8JL3QNIPY4U", 4], ["A3PDR75KYPYK4Z", 2]]}, "47": {"bertextabs": [["AXMPSUNKUBEIL", 1], ["AZ8JL3QNIPY4U", 2], ["A3PDR75KYPYK4Z", 5]], "pegasus": [["AXMPSUNKUBEIL", 2], ["AZ8JL3QNIPY4U", 1], ["A3PDR75KYPYK4Z", 4]], "prophetnet": [["AXMPSUNKUBEIL", 1], ["AZ8JL3QNIPY4U", 3], ["A3PDR75KYPYK4Z", 4]], "bart": [["AXMPSUNKUBEIL", 3], ["AZ8JL3QNIPY4U", 3], ["A3PDR75KYPYK4Z", 5]]}, "48": {"bart": [["AXMPSUNKUBEIL", 4], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 5]], "bertextabs": [["AXMPSUNKUBEIL", 2], ["AZ8JL3QNIPY4U", 1], ["A3PDR75KYPYK4Z", 3]], "prophetnet": [["AXMPSUNKUBEIL", 1], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 3]], "pegasus": [["AXMPSUNKUBEIL", 1], ["AZ8JL3QNIPY4U", 1], ["A3PDR75KYPYK4Z", 3]]}, "49": {"bart": [["AXMPSUNKUBEIL", 4], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 5]], "prophetnet": [["AXMPSUNKUBEIL", 2], ["AZ8JL3QNIPY4U", 4], ["A3PDR75KYPYK4Z", 5]], "bertextabs": [["AXMPSUNKUBEIL", 2], ["AZ8JL3QNIPY4U", 3], ["A3PDR75KYPYK4Z", 3]], "pegasus": [["AXMPSUNKUBEIL", 3], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 4]]}, "50": {"prophetnet": [["AXMPSUNKUBEIL", 3], ["AZ8JL3QNIPY4U", 4], ["A3PDR75KYPYK4Z", 5]], "pegasus": [["AXMPSUNKUBEIL", 4], ["AZ8JL3QNIPY4U", 4], ["A3PDR75KYPYK4Z", 4]], "bart": [["AXMPSUNKUBEIL", 3], ["AZ8JL3QNIPY4U", 2], ["A3PDR75KYPYK4Z", 5]], "bertextabs": [["AXMPSUNKUBEIL", 2], ["AZ8JL3QNIPY4U", 5], ["A3PDR75KYPYK4Z", 4]]}, "51": {"prophetnet": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 4], ["A256FHXGSY0E5D", 1]], "pegasus": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 1], ["A256FHXGSY0E5D", 4]], "bertextabs": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 2]], "bart": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 1], ["A256FHXGSY0E5D", 1]]}, "52": {"prophetnet": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 2]], "bertextabs": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 1]], "pegasus": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 2]], "bart": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 5]]}, "53": {"prophetnet": [["AKG7VBOY97HKA", 5], ["A10249252O9I20MRSOBVF", 1], ["A256FHXGSY0E5D", 4]], "bertextabs": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 1], ["A256FHXGSY0E5D", 1]], "pegasus": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 1]], "bart": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 4], ["A256FHXGSY0E5D", 5]]}, "54": {"bart": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 4], ["A256FHXGSY0E5D", 2]], "pegasus": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 4], ["A256FHXGSY0E5D", 1]], "prophetnet": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 3]], "bertextabs": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 5], ["A256FHXGSY0E5D", 1]]}, "55": {"bart": [["AKG7VBOY97HKA", 4], ["A10249252O9I20MRSOBVF", 3], ["A256FHXGSY0E5D", 3]], "pegasus": [["AKG7VBOY97HKA", 1], ["A10249252O9I20MRSOBVF", 2], ["A256FHXGSY0E5D", 5]], "bertextabs": [["AKG7VBOY97HKA", 1], ["A10249252O9I20MRSOBVF", 2], ["A256FHXGSY0E5D", 2]], "prophetnet": [["AKG7VBOY97HKA", 3], ["A10249252O9I20MRSOBVF", 3], ["A256FHXGSY0E5D", 4]]}, "56": {"bertextabs": [["A32JEH06T23HDF", 1], ["A13FUEPWBCLBUY", 4], ["A26NGLGGFTATVN", 3]], "prophetnet": [["A32JEH06T23HDF", 3], ["A13FUEPWBCLBUY", 1], ["A26NGLGGFTATVN", 5]], "pegasus": [["A32JEH06T23HDF", 4], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 2]], "bart": [["A32JEH06T23HDF", 5], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 3]]}, "57": {"bertextabs": [["A32JEH06T23HDF", 2], ["A13FUEPWBCLBUY", 1], ["A26NGLGGFTATVN", 2]], "prophetnet": [["A32JEH06T23HDF", 3], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]], "bart": [["A32JEH06T23HDF", 3], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]], "pegasus": [["A32JEH06T23HDF", 5], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 3]]}, "58": {"prophetnet": [["A32JEH06T23HDF", 2], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]], "pegasus": [["A32JEH06T23HDF", 4], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 3]], "bertextabs": [["A32JEH06T23HDF", 3], ["A13FUEPWBCLBUY", 4], ["A26NGLGGFTATVN", 2]], "bart": [["A32JEH06T23HDF", 2], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]]}, "59": {"bertextabs": [["A32JEH06T23HDF", 5], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]], "bart": [["A32JEH06T23HDF", 1], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 5]], "prophetnet": [["A32JEH06T23HDF", 4], ["A13FUEPWBCLBUY", 3], ["A26NGLGGFTATVN", 5]], "pegasus": [["A32JEH06T23HDF", 1], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 3]]}, "60": {"prophetnet": [["A32JEH06T23HDF", 5], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 3]], "pegasus": [["A32JEH06T23HDF", 3], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]], "bertextabs": [["A32JEH06T23HDF", 4], ["A13FUEPWBCLBUY", 4], ["A26NGLGGFTATVN", 3]], "bart": [["A32JEH06T23HDF", 4], ["A13FUEPWBCLBUY", 5], ["A26NGLGGFTATVN", 4]]}, "61": {"prophetnet": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 3]], "bart": [["A2VFEDAK5C1E1O", 5], ["A2V27A9GZA1NR2", 3], ["A2ZDXFFGSPHGBE", 4]], "pegasus": [["A2VFEDAK5C1E1O", 5], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 4]], "bertextabs": [["A2VFEDAK5C1E1O", 5], ["A2V27A9GZA1NR2", 3], ["A2ZDXFFGSPHGBE", 3]]}, "62": {"bertextabs": [["A2VFEDAK5C1E1O", 1], ["A2V27A9GZA1NR2", 1], ["A2ZDXFFGSPHGBE", 1]], "prophetnet": [["A2VFEDAK5C1E1O", 1], ["A2V27A9GZA1NR2", 5], ["A2ZDXFFGSPHGBE", 4]], "pegasus": [["A2VFEDAK5C1E1O", 1], ["A2V27A9GZA1NR2", 5], ["A2ZDXFFGSPHGBE", 4]], "bart": [["A2VFEDAK5C1E1O", 1], ["A2V27A9GZA1NR2", 5], ["A2ZDXFFGSPHGBE", 4]]}, "63": {"pegasus": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 3], ["A2ZDXFFGSPHGBE", 4]], "bart": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 1]], "bertextabs": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 3]], "prophetnet": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 3], ["A2ZDXFFGSPHGBE", 2]]}, "64": {"bertextabs": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 5], ["A2ZDXFFGSPHGBE", 3]], "pegasus": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 2], ["A2ZDXFFGSPHGBE", 5]], "prophetnet": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 3]], "bart": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 3]]}, "65": {"pegasus": [["A2VFEDAK5C1E1O", 3], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 5]], "prophetnet": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 5], ["A2ZDXFFGSPHGBE", 5]], "bart": [["A2VFEDAK5C1E1O", 3], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 3]], "bertextabs": [["A2VFEDAK5C1E1O", 4], ["A2V27A9GZA1NR2", 4], ["A2ZDXFFGSPHGBE", 2]]}, "66": {"bertextabs": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 2]], "pegasus": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 5]], "bart": [["A2CT57W84KXX25", 4], ["A36GU3OHGLDS8R", 4], ["A2RMJNF6IPI42F", 5]], "prophetnet": [["A2CT57W84KXX25", 4], ["A36GU3OHGLDS8R", 4], ["A2RMJNF6IPI42F", 5]]}, "67": {"pegasus": [["A2CT57W84KXX25", 4], ["A36GU3OHGLDS8R", 5], ["A2RMJNF6IPI42F", 5]], "bart": [["A2CT57W84KXX25", 4], ["A36GU3OHGLDS8R", 5], ["A2RMJNF6IPI42F", 5]], "prophetnet": [["A2CT57W84KXX25", 5], ["A36GU3OHGLDS8R", 4], ["A2RMJNF6IPI42F", 5]], "bertextabs": [["A2CT57W84KXX25", 5], ["A36GU3OHGLDS8R", 3], ["A2RMJNF6IPI42F", 5]]}, "68": {"prophetnet": [["A2CT57W84KXX25", 3], ["A36GU3OHGLDS8R", 5], ["A2RMJNF6IPI42F", 5]], "pegasus": [["A2CT57W84KXX25", 3], ["A36GU3OHGLDS8R", 5], ["A2RMJNF6IPI42F", 5]], "bertextabs": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 1]], "bart": [["A2CT57W84KXX25", 3], ["A36GU3OHGLDS8R", 5], ["A2RMJNF6IPI42F", 4]]}, "69": {"bart": [["A2CT57W84KXX25", 4], ["A36GU3OHGLDS8R", 4], ["A2RMJNF6IPI42F", 2]], "bertextabs": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 1]], "prophetnet": [["A2CT57W84KXX25", 3], ["A36GU3OHGLDS8R", 4], ["A2RMJNF6IPI42F", 4]], "pegasus": [["A2CT57W84KXX25", 3], ["A36GU3OHGLDS8R", 3], ["A2RMJNF6IPI42F", 3]]}, "70": {"pegasus": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 3]], "bart": [["A2CT57W84KXX25", 2], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 4]], "prophetnet": [["A2CT57W84KXX25", 1], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 2]], "bertextabs": [["A2CT57W84KXX25", 1], ["A36GU3OHGLDS8R", 1], ["A2RMJNF6IPI42F", 3]]}, "71": {"pegasus": [["A2XFO0X6RCS98M", 3], ["A270HX8LH9LJ8W", 4], ["A002160837SWJFPIAI7L7", 1]], "bertextabs": [["A2XFO0X6RCS98M", 4], ["A270HX8LH9LJ8W", 1], ["A002160837SWJFPIAI7L7", 1]], "bart": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 4]], "prophetnet": [["A2XFO0X6RCS98M", 4], ["A270HX8LH9LJ8W", 3], ["A002160837SWJFPIAI7L7", 1]]}, "72": {"bertextabs": [["A2XFO0X6RCS98M", 3], ["A270HX8LH9LJ8W", 1], ["A002160837SWJFPIAI7L7", 1]], "pegasus": [["A2XFO0X6RCS98M", 1], ["A270HX8LH9LJ8W", 2], ["A002160837SWJFPIAI7L7", 1]], "prophetnet": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 3], ["A002160837SWJFPIAI7L7", 5]], "bart": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 3], ["A002160837SWJFPIAI7L7", 5]]}, "73": {"bart": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 4], ["A002160837SWJFPIAI7L7", 2]], "bertextabs": [["A2XFO0X6RCS98M", 2], ["A270HX8LH9LJ8W", 4], ["A002160837SWJFPIAI7L7", 3]], "prophetnet": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 5]], "pegasus": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 5]]}, "74": {"bart": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 2]], "prophetnet": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 2]], "bertextabs": [["A2XFO0X6RCS98M", 4], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 2]], "pegasus": [["A2XFO0X6RCS98M", 2], ["A270HX8LH9LJ8W", 4], ["A002160837SWJFPIAI7L7", 5]]}, "75": {"prophetnet": [["A2XFO0X6RCS98M", 4], ["A270HX8LH9LJ8W", 3], ["A002160837SWJFPIAI7L7", 3]], "pegasus": [["A2XFO0X6RCS98M", 5], ["A270HX8LH9LJ8W", 5], ["A002160837SWJFPIAI7L7", 2]], "bart": [["A2XFO0X6RCS98M", 4], ["A270HX8LH9LJ8W", 1], ["A002160837SWJFPIAI7L7", 1]], "bertextabs": [["A2XFO0X6RCS98M", 1], ["A270HX8LH9LJ8W", 1], ["A002160837SWJFPIAI7L7", 1]]}, "76": {"prophetnet": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]], "pegasus": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 5], ["A36DAQ878CD5FX", 4]], "bertextabs": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 2], ["A36DAQ878CD5FX", 3]], "bart": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 3], ["A36DAQ878CD5FX", 4]]}, "77": {"prophetnet": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 3], ["A36DAQ878CD5FX", 5]], "bertextabs": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 3]], "pegasus": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]], "bart": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 3]]}, "78": {"prophetnet": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]], "bertextabs": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 1], ["A36DAQ878CD5FX", 5]], "pegasus": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 5], ["A36DAQ878CD5FX", 3]], "bart": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 2], ["A36DAQ878CD5FX", 4]]}, "79": {"bart": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 5], ["A36DAQ878CD5FX", 5]], "pegasus": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 5], ["A36DAQ878CD5FX", 3]], "prophetnet": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 5]], "bertextabs": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]]}, "80": {"bart": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]], "pegasus": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 3], ["A36DAQ878CD5FX", 4]], "bertextabs": [["A3E7YSLM7WU3AT", 4], ["A304UJAE051J89", 5], ["A36DAQ878CD5FX", 5]], "prophetnet": [["A3E7YSLM7WU3AT", 3], ["A304UJAE051J89", 4], ["A36DAQ878CD5FX", 4]]}, "81": {"bertextabs": [["A2E0LU8V4EUX5C", 4], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 3]], "prophetnet": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 3], ["A2N9U74YIPDQ9F", 2]], "pegasus": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 2], ["A2N9U74YIPDQ9F", 4]], "bart": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 5]]}, "82": {"bertextabs": [["A2E0LU8V4EUX5C", 2], ["A1PTH9KTRO06EG", 3], ["A2N9U74YIPDQ9F", 2]], "prophetnet": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 4]], "bart": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A2E0LU8V4EUX5C", 4], ["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 3]]}, "83": {"prophetnet": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 2]], "pegasus": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 2]], "bertextabs": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 2]], "bart": [["A2E0LU8V4EUX5C", 4], ["A1PTH9KTRO06EG", 3], ["A2N9U74YIPDQ9F", 1]]}, "84": {"bertextabs": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "bart": [["A2E0LU8V4EUX5C", 4], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "prophetnet": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 5]], "pegasus": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 5]]}, "85": {"prophetnet": [["A2E0LU8V4EUX5C", 4], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A2E0LU8V4EUX5C", 5], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "bertextabs": [["A2E0LU8V4EUX5C", 3], ["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 5]], "bart": [["A2E0LU8V4EUX5C", 1], ["A1PTH9KTRO06EG", 1], ["A2N9U74YIPDQ9F", 5]]}, "86": {"prophetnet": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]], "bart": [["A3S3WYVCVWW8IZ", 3], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 2]], "pegasus": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]], "bertextabs": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]]}, "87": {"bertextabs": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 5], ["A1MMLN9XGYXF7M", 4]], "prophetnet": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 5], ["A1MMLN9XGYXF7M", 4]], "pegasus": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 2], ["A1MMLN9XGYXF7M", 2]], "bart": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 3], ["A1MMLN9XGYXF7M", 3]]}, "88": {"pegasus": [["A3S3WYVCVWW8IZ", 2], ["ACJ6NSCIWMUZI", 3], ["A1MMLN9XGYXF7M", 4]], "bart": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 4], ["A1MMLN9XGYXF7M", 2]], "bertextabs": [["A3S3WYVCVWW8IZ", 1], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]], "prophetnet": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 5], ["A1MMLN9XGYXF7M", 3]]}, "89": {"bertextabs": [["A3S3WYVCVWW8IZ", 1], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 4]], "pegasus": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 4]], "prophetnet": [["A3S3WYVCVWW8IZ", 1], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]], "bart": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 1], ["A1MMLN9XGYXF7M", 3]]}, "90": {"pegasus": [["A3S3WYVCVWW8IZ", 4], ["ACJ6NSCIWMUZI", 4], ["A1MMLN9XGYXF7M", 4]], "prophetnet": [["A3S3WYVCVWW8IZ", 2], ["ACJ6NSCIWMUZI", 4], ["A1MMLN9XGYXF7M", 3]], "bart": [["A3S3WYVCVWW8IZ", 5], ["ACJ6NSCIWMUZI", 4], ["A1MMLN9XGYXF7M", 3]], "bertextabs": [["A3S3WYVCVWW8IZ", 2], ["ACJ6NSCIWMUZI", 2], ["A1MMLN9XGYXF7M", 4]]}, "91": {"bertextabs": [["A1ZA9BZNCOW720", 5], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 2]], "pegasus": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 3]], "bart": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 4]], "prophetnet": [["A1ZA9BZNCOW720", 3], ["A2868HFLIU4V0C", 4], ["A2LF84L3K71GR2", 5]]}, "92": {"pegasus": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 2], ["A2LF84L3K71GR2", 1]], "bart": [["A1ZA9BZNCOW720", 2], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 4]], "prophetnet": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 1], ["A2LF84L3K71GR2", 5]], "bertextabs": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 2], ["A2LF84L3K71GR2", 2]]}, "93": {"prophetnet": [["A1ZA9BZNCOW720", 3], ["A2868HFLIU4V0C", 4], ["A2LF84L3K71GR2", 1]], "pegasus": [["A1ZA9BZNCOW720", 5], ["A2868HFLIU4V0C", 3], ["A2LF84L3K71GR2", 5]], "bertextabs": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 1], ["A2LF84L3K71GR2", 1]], "bart": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 3], ["A2LF84L3K71GR2", 2]]}, "94": {"bart": [["A1ZA9BZNCOW720", 3], ["A2868HFLIU4V0C", 4], ["A2LF84L3K71GR2", 5]], "bertextabs": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 2], ["A2LF84L3K71GR2", 1]], "prophetnet": [["A1ZA9BZNCOW720", 3], ["A2868HFLIU4V0C", 3], ["A2LF84L3K71GR2", 1]], "pegasus": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 4], ["A2LF84L3K71GR2", 4]]}, "95": {"pegasus": [["A1ZA9BZNCOW720", 2], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 5]], "bart": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 1], ["A2LF84L3K71GR2", 3]], "prophetnet": [["A1ZA9BZNCOW720", 3], ["A2868HFLIU4V0C", 5], ["A2LF84L3K71GR2", 1]], "bertextabs": [["A1ZA9BZNCOW720", 4], ["A2868HFLIU4V0C", 1], ["A2LF84L3K71GR2", 1]]}, "96": {"pegasus": [["A37EV8RZ82WT8E", 3], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 4]], "bertextabs": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 5]], "bart": [["A37EV8RZ82WT8E", 2], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 2]], "prophetnet": [["A37EV8RZ82WT8E", 1], ["A1FVXS8IM5QYO8", 2], ["A3KP8KFGG6734Q", 1]]}, "97": {"bertextabs": [["A37EV8RZ82WT8E", 3], ["A1FVXS8IM5QYO8", 1], ["A3KP8KFGG6734Q", 1]], "pegasus": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 2], ["A3KP8KFGG6734Q", 2]], "prophetnet": [["A37EV8RZ82WT8E", 5], ["A1FVXS8IM5QYO8", 4], ["A3KP8KFGG6734Q", 3]], "bart": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 3], ["A3KP8KFGG6734Q", 5]]}, "98": {"bart": [["A37EV8RZ82WT8E", 2], ["A1FVXS8IM5QYO8", 2], ["A3KP8KFGG6734Q", 1]], "bertextabs": [["A37EV8RZ82WT8E", 3], ["A1FVXS8IM5QYO8", 2], ["A3KP8KFGG6734Q", 1]], "prophetnet": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 1]], "pegasus": [["A37EV8RZ82WT8E", 5], ["A1FVXS8IM5QYO8", 2], ["A3KP8KFGG6734Q", 1]]}, "99": {"bart": [["A37EV8RZ82WT8E", 3], ["A1FVXS8IM5QYO8", 1], ["A3KP8KFGG6734Q", 1]], "prophetnet": [["A37EV8RZ82WT8E", 2], ["A1FVXS8IM5QYO8", 1], ["A3KP8KFGG6734Q", 2]], "bertextabs": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 4], ["A3KP8KFGG6734Q", 2]], "pegasus": [["A37EV8RZ82WT8E", 3], ["A1FVXS8IM5QYO8", 1], ["A3KP8KFGG6734Q", 3]]}, "100": {"prophetnet": [["A37EV8RZ82WT8E", 4], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 3]], "pegasus": [["A37EV8RZ82WT8E", 5], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 5]], "bart": [["A37EV8RZ82WT8E", 5], ["A1FVXS8IM5QYO8", 5], ["A3KP8KFGG6734Q", 2]], "bertextabs": [["A37EV8RZ82WT8E", 2], ["A1FVXS8IM5QYO8", 3], ["A3KP8KFGG6734Q", 1]]}}
\ No newline at end of file
diff --git a/interval_test/likert_output_redo.json b/interval_test/likert_output_redo.json
new file mode 100644
index 0000000..d359298
--- /dev/null
+++ b/interval_test/likert_output_redo.json
@@ -0,0 +1 @@
+{"1": {"pegasus": [["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 4], ["A1IWRYUOVXAB0Z", 2]], "bertextabs": [["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 4], ["A1IWRYUOVXAB0Z", 4]], "prophetnet": [["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 5], ["A1IWRYUOVXAB0Z", 5]], "bart": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 2], ["A1IWRYUOVXAB0Z", 3]]}, "2": {"pegasus": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 3]], "prophetnet": [["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 3], ["A1IWRYUOVXAB0Z", 2]], "bertextabs": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 2], ["A1IWRYUOVXAB0Z", 4]], "bart": [["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 3], ["A1IWRYUOVXAB0Z", 3]]}, "3": {"bertextabs": [["AQVM5MYDWPB0W", 4], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 4]], "bart": [["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 2], ["A1IWRYUOVXAB0Z", 2]], "prophetnet": [["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 5]], "pegasus": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 2]]}, "4": {"prophetnet": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 2], ["A1IWRYUOVXAB0Z", 1]], "bertextabs": [["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 2]], "pegasus": [["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 2], ["A1IWRYUOVXAB0Z", 5]], "bart": [["AQVM5MYDWPB0W", 5], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 3]]}, "5": {"prophetnet": [["AQVM5MYDWPB0W", 2], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 2]], "bertextabs": [["AQVM5MYDWPB0W", 3], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 4]], "pegasus": [["AQVM5MYDWPB0W", 1], ["A10249252O9I20MRSOBVF", 1], ["A1IWRYUOVXAB0Z", 4]]}, "6": {"bertextabs": [["A1NVJB5O4H7ZCJ", 4]], "prophetnet": [["A1NVJB5O4H7ZCJ", 4]], "bart": [["A1NVJB5O4H7ZCJ", 5]], "pegasus": [["A1NVJB5O4H7ZCJ", 4]]}, "7": {"prophetnet": [["A1NVJB5O4H7ZCJ", 4]], "bart": [["A1NVJB5O4H7ZCJ", 3]], "bertextabs": [["A1NVJB5O4H7ZCJ", 3]], "pegasus": [["A1NVJB5O4H7ZCJ", 5]]}, "8": {"bertextabs": [["A1NVJB5O4H7ZCJ", 5]], "prophetnet": [["A1NVJB5O4H7ZCJ", 5]], "pegasus": [["A1NVJB5O4H7ZCJ", 4]], "bart": [["A1NVJB5O4H7ZCJ", 5]]}, "9": {"bart": [["A1NVJB5O4H7ZCJ", 1]], "pegasus": [["A1NVJB5O4H7ZCJ", 4]], "bertextabs": [["A1NVJB5O4H7ZCJ", 3]], "prophetnet": [["A1NVJB5O4H7ZCJ", 4]]}, "10": {"prophetnet": [["A1NVJB5O4H7ZCJ", 5]], "bart": [["A1NVJB5O4H7ZCJ", 1]], "bertextabs": [["A1NVJB5O4H7ZCJ", 1]], "pegasus": [["A1NVJB5O4H7ZCJ", 2]]}, "11": {"bart": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 5]], "bertextabs": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 4]], "prophetnet": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 4]], "pegasus": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 5]]}, "12": {"bertextabs": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 5]], "bart": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 4]], "pegasus": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 5]], "prophetnet": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 5]]}, "13": {"pegasus": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 3]], "bertextabs": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 5]], "bart": [["A3K9GTQBOI7O5A", 4], ["A1FR4S8V4MNRVM", 4]], "prophetnet": [["A3K9GTQBOI7O5A", 4], ["A1FR4S8V4MNRVM", 5]]}, "14": {"pegasus": [["A3K9GTQBOI7O5A", 2], ["A1FR4S8V4MNRVM", 4]], "bertextabs": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 5]], "prophetnet": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 4]], "bart": [["A3K9GTQBOI7O5A", 4], ["A1FR4S8V4MNRVM", 3]]}, "15": {"pegasus": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 4]], "bart": [["A3K9GTQBOI7O5A", 4], ["A1FR4S8V4MNRVM", 5]], "prophetnet": [["A3K9GTQBOI7O5A", 4], ["A1FR4S8V4MNRVM", 4]], "bertextabs": [["A3K9GTQBOI7O5A", 3], ["A1FR4S8V4MNRVM", 5]]}, "16": {}, "17": {}, "18": {}, "19": {}, "20": {}, "21": {"bart": [["A3U21PUMQ6NGT2", 4]], "prophetnet": [["A3U21PUMQ6NGT2", 1]], "pegasus": [["A3U21PUMQ6NGT2", 5]], "bertextabs": [["A3U21PUMQ6NGT2", 2]]}, "22": {"bart": [["A3U21PUMQ6NGT2", 3]], "prophetnet": [["A3U21PUMQ6NGT2", 3]], "pegasus": [["A3U21PUMQ6NGT2", 2]], "bertextabs": [["A3U21PUMQ6NGT2", 5]]}, "23": {"bertextabs": [["A3U21PUMQ6NGT2", 2]], "pegasus": [["A3U21PUMQ6NGT2", 2]], "bart": [["A3U21PUMQ6NGT2", 2]], "prophetnet": [["A3U21PUMQ6NGT2", 3]]}, "24": {"bertextabs": [["A3U21PUMQ6NGT2", 4]], "bart": [["A3U21PUMQ6NGT2", 5]], "prophetnet": [["A3U21PUMQ6NGT2", 5]], "pegasus": [["A3U21PUMQ6NGT2", 4]]}, "25": {"bertextabs": [["A3U21PUMQ6NGT2", 5]], "bart": [["A3U21PUMQ6NGT2", 1]], "prophetnet": [["A3U21PUMQ6NGT2", 4]]}, "26": {"prophetnet": [["A1H198MRIM37T1", 2]], "pegasus": [["A1H198MRIM37T1", 1]], "bertextabs": [["A1H198MRIM37T1", 2]], "bart": [["A1H198MRIM37T1", 1]]}, "27": {"prophetnet": [["A1H198MRIM37T1", 3]], "bertextabs": [["A1H198MRIM37T1", 1]], "pegasus": [["A1H198MRIM37T1", 4]], "bart": [["A1H198MRIM37T1", 4]]}, "28": {"prophetnet": [["A1H198MRIM37T1", 2]], "bertextabs": [["A1H198MRIM37T1", 2]], "pegasus": [["A1H198MRIM37T1", 2]], "bart": [["A1H198MRIM37T1", 3]]}, "29": {"bart": [["A1H198MRIM37T1", 4]], "pegasus": [["A1H198MRIM37T1", 4]], "prophetnet": [["A1H198MRIM37T1", 4]], "bertextabs": [["A1H198MRIM37T1", 5]]}, "30": {"bart": [["A1H198MRIM37T1", 1]], "pegasus": [["A1H198MRIM37T1", 4]], "bertextabs": [["A1H198MRIM37T1", 1]], "prophetnet": [["A1H198MRIM37T1", 2]]}, "31": {}, "32": {}, "33": {}, "34": {}, "35": {}, "36": {"prophetnet": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 2]], "bart": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 4]], "pegasus": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 2]], "bertextabs": [["AQVM5MYDWPB0W", 1], ["A1PHDT66U6IK4Q", 1]]}, "37": {"bertextabs": [["AQVM5MYDWPB0W", 1], ["A1PHDT66U6IK4Q", 1]], "prophetnet": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 1]], "pegasus": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 1]], "bart": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 1]]}, "38": {"pegasus": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 4]], "bart": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 5]], "bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1]], "prophetnet": [["AQVM5MYDWPB0W", 1], ["A1PHDT66U6IK4Q", 1]]}, "39": {"bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1]], "pegasus": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 2]], "prophetnet": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 4]], "bart": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 4]]}, "40": {"pegasus": [["AQVM5MYDWPB0W", 5], ["A1PHDT66U6IK4Q", 5]], "prophetnet": [["AQVM5MYDWPB0W", 3], ["A1PHDT66U6IK4Q", 1]], "bart": [["AQVM5MYDWPB0W", 4], ["A1PHDT66U6IK4Q", 1]], "bertextabs": [["AQVM5MYDWPB0W", 2], ["A1PHDT66U6IK4Q", 1]]}, "41": {"bertextabs": [["A183WYXN12P2TJ", 2]], "pegasus": [["A183WYXN12P2TJ", 2]], "bart": [["A183WYXN12P2TJ", 5]], "prophetnet": [["A183WYXN12P2TJ", 4]]}, "42": {"pegasus": [["A183WYXN12P2TJ", 4]], "bart": [["A183WYXN12P2TJ", 4]], "prophetnet": [["A183WYXN12P2TJ", 4]], "bertextabs": [["A183WYXN12P2TJ", 3]]}, "43": {"prophetnet": [["A183WYXN12P2TJ", 1]], "pegasus": [["A183WYXN12P2TJ", 1]], "bertextabs": [["A183WYXN12P2TJ", 1]], "bart": [["A183WYXN12P2TJ", 2]]}, "44": {"bart": [["A183WYXN12P2TJ", 5]], "bertextabs": [["A183WYXN12P2TJ", 4]], "prophetnet": [["A183WYXN12P2TJ", 3]], "pegasus": [["A183WYXN12P2TJ", 4]]}, "45": {"pegasus": [["A183WYXN12P2TJ", 4]], "bart": [["A183WYXN12P2TJ", 4]], "prophetnet": [["A183WYXN12P2TJ", 3]], "bertextabs": [["A183WYXN12P2TJ", 4]]}, "46": {}, "47": {}, "48": {}, "49": {}, "50": {}, "51": {}, "52": {}, "53": {}, "54": {}, "55": {}, "56": {"bertextabs": [["A26NGLGGFTATVN", 1]], "prophetnet": [["A26NGLGGFTATVN", 3]], "pegasus": [["A26NGLGGFTATVN", 3]], "bart": [["A26NGLGGFTATVN", 5]]}, "57": {"bertextabs": [["A26NGLGGFTATVN", 1]], "prophetnet": [["A26NGLGGFTATVN", 3]], "bart": [["A26NGLGGFTATVN", 5]], "pegasus": [["A26NGLGGFTATVN", 5]]}, "58": {"prophetnet": [["A26NGLGGFTATVN", 4]], "pegasus": [["A26NGLGGFTATVN", 4]], "bertextabs": [["A26NGLGGFTATVN", 3]], "bart": [["A26NGLGGFTATVN", 5]]}, "59": {"bertextabs": [["A26NGLGGFTATVN", 5]], "bart": [["A26NGLGGFTATVN", 3]], "prophetnet": [["A26NGLGGFTATVN", 5]], "pegasus": [["A26NGLGGFTATVN", 3]]}, "60": {"prophetnet": [["A26NGLGGFTATVN", 3]], "pegasus": [["A26NGLGGFTATVN", 4]], "bertextabs": [["A26NGLGGFTATVN", 2]], "bart": [["A26NGLGGFTATVN", 3]]}, "61": {}, "62": {}, "63": {}, "64": {}, "65": {}, "66": {"bertextabs": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 1]], "pegasus": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 1]], "bart": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 3]], "prophetnet": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 5]]}, "67": {"pegasus": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 5]], "bart": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 5]], "prophetnet": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 4]], "bertextabs": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 3]]}, "68": {"prophetnet": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 5]], "pegasus": [["A2RMJNF6IPI42F", 5], ["A36GU3OHGLDS8R", 5]], "bertextabs": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 1]], "bart": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 5]]}, "69": {"bart": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 3]], "bertextabs": [["A2RMJNF6IPI42F", 2], ["A36GU3OHGLDS8R", 1]], "prophetnet": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 2]], "pegasus": [["A2RMJNF6IPI42F", 4], ["A36GU3OHGLDS8R", 3]]}, "70": {"pegasus": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 2]], "bart": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 2]], "prophetnet": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 2]], "bertextabs": [["A2RMJNF6IPI42F", 3], ["A36GU3OHGLDS8R", 2]]}, "71": {}, "72": {}, "73": {}, "74": {}, "75": {}, "76": {"prophetnet": [["A304UJAE051J89", 4]], "pegasus": [["A304UJAE051J89", 4]], "bertextabs": [["A304UJAE051J89", 2]], "bart": [["A304UJAE051J89", 3]]}, "77": {"prophetnet": [["A304UJAE051J89", 3]], "bertextabs": [["A304UJAE051J89", 4]], "pegasus": [["A304UJAE051J89", 5]], "bart": [["A304UJAE051J89", 5]]}, "78": {"prophetnet": [["A304UJAE051J89", 4]], "bertextabs": [["A304UJAE051J89", 2]], "pegasus": [["A304UJAE051J89", 4]], "bart": [["A304UJAE051J89", 5]]}, "79": {"bart": [["A304UJAE051J89", 4]], "pegasus": [["A304UJAE051J89", 4]], "prophetnet": [["A304UJAE051J89", 5]], "bertextabs": [["A304UJAE051J89", 5]]}, "80": {"bart": [["A304UJAE051J89", 4]], "pegasus": [["A304UJAE051J89", 3]], "bertextabs": [["A304UJAE051J89", 4]], "prophetnet": [["A304UJAE051J89", 3]]}, "81": {"bertextabs": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "prophetnet": [["A1PTH9KTRO06EG", 2], ["A2N9U74YIPDQ9F", 2]], "pegasus": [["A1PTH9KTRO06EG", 1], ["A2N9U74YIPDQ9F", 2]], "bart": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]]}, "82": {"bertextabs": [["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 2]], "prophetnet": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "bart": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]]}, "83": {"prophetnet": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 5]], "bertextabs": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 2]], "bart": [["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 3]]}, "84": {"bertextabs": [["A1PTH9KTRO06EG", 2], ["A2N9U74YIPDQ9F", 4]], "bart": [["A1PTH9KTRO06EG", 4], ["A2N9U74YIPDQ9F", 4]], "prophetnet": [["A1PTH9KTRO06EG", 2], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A1PTH9KTRO06EG", 2], ["A2N9U74YIPDQ9F", 4]]}, "85": {"prophetnet": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "pegasus": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "bertextabs": [["A1PTH9KTRO06EG", 5], ["A2N9U74YIPDQ9F", 4]], "bart": [["A1PTH9KTRO06EG", 1], ["A2N9U74YIPDQ9F", 5]]}, "86": {}, "87": {}, "88": {}, "89": {}, "90": {}, "91": {"bertextabs": [["A1ZA9BZNCOW720", 4]], "pegasus": [["A1ZA9BZNCOW720", 5]], "bart": [["A1ZA9BZNCOW720", 4]], "prophetnet": [["A1ZA9BZNCOW720", 4]]}, "92": {"pegasus": [["A1ZA9BZNCOW720", 3]], "bart": [["A1ZA9BZNCOW720", 5]], "prophetnet": [["A1ZA9BZNCOW720", 3]], "bertextabs": [["A1ZA9BZNCOW720", 3]]}, "93": {"prophetnet": [["A1ZA9BZNCOW720", 3]], "pegasus": [["A1ZA9BZNCOW720", 5]], "bertextabs": [["A1ZA9BZNCOW720", 4]], "bart": [["A1ZA9BZNCOW720", 3]]}, "94": {"bart": [["A1ZA9BZNCOW720", 3]], "bertextabs": [["A1ZA9BZNCOW720", 4]], "prophetnet": [["A1ZA9BZNCOW720", 4]], "pegasus": [["A1ZA9BZNCOW720", 3]]}, "95": {"pegasus": [["A1ZA9BZNCOW720", 3]], "bart": [["A1ZA9BZNCOW720", 5]], "prophetnet": [["A1ZA9BZNCOW720", 4]], "bertextabs": [["A1ZA9BZNCOW720", 3]]}, "96": {"pegasus": [["A1FVXS8IM5QYO8", 5]], "bertextabs": [["A1FVXS8IM5QYO8", 5]], "bart": [["A1FVXS8IM5QYO8", 5]], "prophetnet": [["A1FVXS8IM5QYO8", 3]]}, "97": {"bertextabs": [["A1FVXS8IM5QYO8", 1]], "pegasus": [["A1FVXS8IM5QYO8", 2]], "prophetnet": [["A1FVXS8IM5QYO8", 3]], "bart": [["A1FVXS8IM5QYO8", 4]]}, "98": {"bart": [["A1FVXS8IM5QYO8", 3]], "bertextabs": [["A1FVXS8IM5QYO8", 3]], "prophetnet": [["A1FVXS8IM5QYO8", 5]], "pegasus": [["A1FVXS8IM5QYO8", 3]]}, "99": {"bart": [["A1FVXS8IM5QYO8", 5]], "prophetnet": [["A1FVXS8IM5QYO8", 2]], "bertextabs": [["A1FVXS8IM5QYO8", 4]], "pegasus": [["A1FVXS8IM5QYO8", 2]]}, "100": {"prophetnet": [["A1FVXS8IM5QYO8", 5]], "pegasus": [["A1FVXS8IM5QYO8", 5]], "bart": [["A1FVXS8IM5QYO8", 5]], "bertextabs": [["A1FVXS8IM5QYO8", 2]]}}
\ No newline at end of file
diff --git a/interval_test/question_mapping_bws_xsum.csv b/interval_test/question_mapping_bws_xsum.csv
new file mode 100644
index 0000000..2948693
--- /dev/null
+++ b/interval_test/question_mapping_bws_xsum.csv
@@ -0,0 +1,12 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
diff --git a/interval_test/question_mapping_likert_xsum.csv b/interval_test/question_mapping_likert_xsum.csv
new file mode 100644
index 0000000..212d9c5
--- /dev/null
+++ b/interval_test/question_mapping_likert_xsum.csv
@@ -0,0 +1,12 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,1,1,4,2,2,4,2,4,3,2,3,4,1,1,1,1,3,3,1,2,3,3,4,4,4,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,4,2,3,4,4,2,3,2,1,3,4,3,4,4,3,2,1,1,4,4,2,2,1,3,3,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,2,4,2,1,1,3,4,1,4,4,2,1,3,2,2,3,4,2,3,1,1,1,3,2,2,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,1,3,3,1,1,3,2,1,1,2,2,3,4,4,2,4,2,3,4,4,2,1,1,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
diff --git a/interval_test/read_bws.py b/interval_test/read_bws.py
new file mode 100644
index 0000000..35fb1fb
--- /dev/null
+++ b/interval_test/read_bws.py
@@ -0,0 +1,65 @@
+#encoding=utf-8
+import os
+import csv
+
+path = "./question_mapping_bws_xsum.csv"
+article_to_answer_order = {}
+article_to_best_worst = {}
+
+with open(path, newline='') as csvfile:
+    csvreader = csv.reader(csvfile, delimiter=',', quotechar='|')
+    row_number = 0
+    for row in csvreader:
+        if row_number == 0:
+            for index, value in enumerate(row[1:]):
+                article_to_answer_order[int(value)] = {}
+                article_to_best_worst[int(value)] = {"best": [], "worst": []}
+        else:
+            for index, value in enumerate(row[1:]):
+                if not value:
+                    continue
+                article_to_answer_order[index + 1][row_number] = int(value)
+
+        row_number += 1
+    # print(article_to_answer_order)
+for key, val in article_to_answer_order.items():
+    for row_num in range(1, 5):
+        test = article_to_answer_order[key][row_num]
+
+directory = "./bws/"
+summary_number_to_name = {1:"pegasus", 2:"prophetnet", 3:"bart", 4:"bertextabs"}
+
+missing_annotations = set()
+for root,dirs,files in os.walk(directory):
+    for file in files:
+        if file.endswith(".csv"):
+            start_number = int(file.split("BWS ")[1].split("-")[0])
+
+            with open(directory + file, newline='') as csvfile:
+                csvreader = csv.reader(csvfile, delimiter=',', quotechar='"')
+                row_number = 0
+                for row in csvreader:
+                    if row_number == 0:
+                        pass
+                    else:
+                        turker_id = row[1].strip()
+                        for index, value in enumerate(row[3:-1]):
+                            assert value is not None
+
+                            # 1-indexed
+                            article_number = start_number + index // 2
+                            summary_number =  article_to_answer_order[article_number][int(value[-1])]
+                            summary_name = summary_number_to_name[summary_number]
+                            if index % 2 == 0:
+                                article_to_best_worst[article_number]["best"].append((turker_id, summary_name))
+                            else:
+                                article_to_best_worst[article_number]["worst"].append((turker_id, summary_name))
+                    row_number += 1
+
+
+print(article_to_best_worst)
+
+import json
+with open('bws_output_redo.json', 'w') as f:
+    json.dump(article_to_best_worst, f)
+
diff --git a/interval_test/read_likert.py b/interval_test/read_likert.py
new file mode 100644
index 0000000..12c0e46
--- /dev/null
+++ b/interval_test/read_likert.py
@@ -0,0 +1,67 @@
+import os
+import csv
+
+path = "./question_mapping_likert_xsum.csv"
+article_to_answer_order = {}
+article_to_summary_scores = {}
+
+with open(path, newline='') as csvfile:
+    csvreader = csv.reader(csvfile, delimiter=',', quotechar='|')
+    row_number = 0
+    for row in csvreader:
+        if row_number == 0:
+            for index, value in enumerate(row[1:]):
+                article_to_answer_order[int(value)] = {}
+                article_to_summary_scores[int(value)] = {}
+        else:
+            for index, value in enumerate(row[1:]):
+                if not value:
+                    continue
+                article_to_answer_order[index + 1][row_number] = int(value)
+        row_number += 1
+
+for key, val in article_to_answer_order.items():
+    for row_num in range(1, 5):
+        test = article_to_answer_order[key][row_num]
+
+directory = "./likert/"
+summary_number_to_name = {1:"pegasus", 2:"prophetnet", 3:"bart", 4:"bertextabs"}
+
+missing_annotations = set()
+for _, _, files in os.walk(directory):
+    for file in files:
+        if file.endswith(".csv"):
+            start_number = int(file.split("Likert ")[1].split("-")[0])
+            with open(directory + file, newline='') as csvfile:
+                csvreader = csv.reader(csvfile, delimiter=',', quotechar='"')
+                row_number = 0
+                for row in csvreader:
+                    if row_number == 0:
+                        pass
+                    else:
+                        turker_id = row[1].strip()
+                        # remove "any comments" & "understand the instructions"
+                        tmp_row = row[3:-1]
+                        if len(tmp_row) == 18:
+                            tmp_row = row[2:]
+                        for index, value in enumerate(tmp_row):
+                            if not value:
+                                missing_annotations.add(file)
+                                continue
+
+                            article_number = start_number + index // 4 
+                            summary_number = article_to_answer_order[article_number][index % 4 + 1]
+                            summary_name = summary_number_to_name[summary_number]
+
+                            if summary_name not in article_to_summary_scores[article_number]:
+                                article_to_summary_scores[article_number][summary_name] = []
+
+                            article_to_summary_scores[article_number][summary_name].append((turker_id, int(value)))
+
+                    row_number += 1
+
+print(article_to_summary_scores)
+
+import json
+with open('likert_output_redo.json', 'w') as f:
+    json.dump(article_to_summary_scores, f)
diff --git a/interval_test/test.py b/interval_test/test.py
new file mode 100644
index 0000000..c31e711
--- /dev/null
+++ b/interval_test/test.py
@@ -0,0 +1,107 @@
+import json
+
+with open('bws_output.json') as f:
+  bws_output = json.load(f)
+
+with open('bws_output_redo.json') as f:
+  bws_output_redo = json.load(f)
+
+with open('likert_output.json') as f:
+  likert_output = json.load(f)
+
+with open('likert_output_redo.json') as f:
+  likert_output_redo = json.load(f)
+
+# *************************************************************************************
+# likert_user_score:
+# This dictionary maps each turker to an array of (orig score, new score)
+# *************************************************************************************
+
+likert_user_score = {}
+
+for task in likert_output_redo:
+    for model in likert_output_redo[task]:
+        for turker_score_pair_redo in likert_output_redo[task][model]:
+            turker = turker_score_pair_redo[0]
+            if turker not in likert_user_score:
+                likert_user_score[turker] = []
+            redo_score = turker_score_pair_redo[1]
+            
+            # Find that turker in the original
+            # "Task 9" is blank
+            if model not in likert_output[task]:
+                continue
+
+            for turker_score_pair in likert_output[task][model]:
+                if turker_score_pair[0] == turker:
+                    orig_score = turker_score_pair[1]
+                    break
+
+            likert_user_score[turker].append((orig_score, redo_score))
+
+# *************************************************************************************
+# bws_user_rank:
+# This dictionary maps each turker to an array of (orig best/worst summary, new best_worst_summary)
+# *************************************************************************************
+
+bws_user_rank = {}
+
+for task in bws_output_redo:
+    for category in bws_output_redo[task]:
+        for turker_rank_pair_redo in bws_output_redo[task][category]:
+            turker = turker_rank_pair_redo[0]
+            if turker not in bws_user_rank:
+                bws_user_rank[turker] = []
+            redo_rank = turker_rank_pair_redo[1]
+            
+            if category not in bws_output[task]:
+                continue
+
+            for turker_rank_pair in bws_output[task][category]:
+                if turker_rank_pair[0] == turker:
+                    orig_rank = turker_rank_pair[1]
+                    break
+
+            bws_user_rank[turker].append((orig_rank, redo_rank))
+
+# *************************************************************************************
+# Likert average difference:
+# For each turker, measure the average absolute deviation of the scores
+# *************************************************************************************
+
+likert_average_diff = {}
+for user in likert_user_score:
+    tmp_diff_sum = 0
+    for score_pair in likert_user_score[user]:
+        tmp_diff_sum += abs(int(score_pair[0]) - int(score_pair[1]))
+    likert_average_diff[user] = tmp_diff_sum/len(likert_user_score[user])
+
+print(likert_average_diff)
+
+# *************************************************************************************
+# BWS average difference:
+# For each turker, measure the average number of differences of all best-worst rankings
+# *************************************************************************************
+
+bws_average_diff = {}
+for user in bws_user_rank:
+    tmp_diff_sum = 0
+    for score_pair in bws_user_rank[user]:
+        if score_pair[0] != score_pair[1]:
+            tmp_diff_sum += 1
+
+    bws_average_diff[user] = tmp_diff_sum/len(bws_user_rank[user])
+
+print(bws_average_diff)
+
+
+with open('likert_average_diff.json', 'w', encoding='utf-8') as f:
+    json.dump(likert_average_diff, f, ensure_ascii=False, indent=4)
+
+with open('bws_average_diff.json', 'w', encoding='utf-8') as f:
+    json.dump(bws_average_diff, f, ensure_ascii=False, indent=4)
+
+
+print("likert: ", sum(likert_average_diff.values())/len(likert_average_diff.values()))
+print("bws: ", sum(bws_average_diff.values())/len(bws_average_diff.values()))
+
diff --git a/shuffle_order/question_mapping_bws_xsum.csv b/shuffle_order/question_mapping_bws_xsum.csv
new file mode 100755
index 0000000..2948693
--- /dev/null
+++ b/shuffle_order/question_mapping_bws_xsum.csv
@@ -0,0 +1,12 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
diff --git a/shuffle_order/question_mapping_cnn.csv b/shuffle_order/question_mapping_cnn.csv
new file mode 100644
index 0000000..3486696
--- /dev/null
+++ b/shuffle_order/question_mapping_cnn.csv
@@ -0,0 +1,5 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
\ No newline at end of file
diff --git a/shuffle_order/question_mapping_likert_xsum.csv b/shuffle_order/question_mapping_likert_xsum.csv
new file mode 100755
index 0000000..212d9c5
--- /dev/null
+++ b/shuffle_order/question_mapping_likert_xsum.csv
@@ -0,0 +1,12 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,1,1,4,2,2,4,2,4,3,2,3,4,1,1,1,1,3,3,1,2,3,3,4,4,4,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,4,2,3,4,4,2,3,2,1,3,4,3,4,4,3,2,1,1,4,4,2,2,1,3,3,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,2,4,2,1,1,3,4,1,4,4,2,1,3,2,2,3,4,2,3,1,1,1,3,2,2,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,1,3,3,1,1,3,2,1,1,2,2,3,4,4,2,4,2,3,4,4,2,1,1,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
diff --git a/shuffle_order/question_mapping_likert_xsum_scale10.csv b/shuffle_order/question_mapping_likert_xsum_scale10.csv
new file mode 100755
index 0000000..212d9c5
--- /dev/null
+++ b/shuffle_order/question_mapping_likert_xsum_scale10.csv
@@ -0,0 +1,12 @@
+,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100
+Summary 1,1,1,4,2,2,4,2,4,3,2,3,4,1,1,1,1,3,3,1,2,3,3,4,4,4,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2,2,2,2,3,3,4,4,2,4,2,2,4,1,4,1,4,1,2,3,1,1,4,3,3,2
+Summary 2,4,2,3,4,4,2,3,2,1,3,4,3,4,4,3,2,1,1,4,4,2,2,1,3,3,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1,1,4,4,1,1,2,2,1,3,1,3,2,3,1,2,1,3,1,4,3,4,1,4,2,1
+Summary 3,2,4,2,1,1,3,4,1,4,4,2,1,3,2,2,3,4,2,3,1,1,1,3,2,2,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3,4,1,1,2,4,1,3,4,2,4,1,1,4,2,3,3,2,4,2,2,3,2,2,4,3
+Summary 4,3,3,1,3,3,1,1,3,2,1,1,2,2,3,4,4,2,4,2,3,4,4,2,1,1,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4,3,3,3,4,2,3,1,3,1,3,4,3,2,3,4,2,4,3,1,4,2,3,1,1,4
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,