Handle edge cases of keywords

ocw_oer_export/utilities/normalize_keywords.py

@@ -0,0 +1,31 @@
+"""
+Module for normalizing OCW FM export course keywords.
+"""
+
+import re
+
+
+def normalize_keywords(keywords):
+    """
+    Normalizes keywords from the OCW FM export file to a standardized, pipe-separated format.
+
+    The OCW FM export file may contain keywords in various formats, including comma-separated,
+    semicolon-separated, newline-separated, double newlines separated, or combinations of these.
+
+    This function converts these formats into a standardized format used in OER: a pipe-separated
+    string where each keyword's first letter is capitalized.
+
+    Example:
+    Input:  "novel, short story; the city in literature\nnarrative voice"
+    Output: "Novel|Short Story|The City In Literature|Narrative Voice"
+    """
+    normalized_keywords = re.sub(r"[;,]|\n\n|\n", "|", keywords).strip()
+    keywords_list = [
+        keyword.title()
+        for keyword in (
+            normalized_keyword.strip()
+            for normalized_keyword in normalized_keywords.split("|")
+        )
+        if keyword
+    ]
+    return "|".join(keywords_list)