straightliner validation

02_quant_analysis.py

@@ -21,6 +21,7 @@ def _():
         SPEAKING_STYLES,
         calculate_weighted_ranking_scores,
         check_progress,
+        check_straight_liners,
         duration_validation,
         mo,
         pl,
@@ -58,7 +59,7 @@ def _(JPMCSurvey, QSF_FILE, RESULTS_FILE, mo):
 
 
 @app.cell
-def _(Path, RESULTS_FILE, mo):
+def _(Path, RESULTS_FILE, data_all, mo):
     mo.md(f"""
 
     ---
@@ -66,13 +67,29 @@ def _(Path, RESULTS_FILE, mo):
 
     **Dataset:** `{Path(RESULTS_FILE).name}`
 
+    **Responses**: `{data_all.collect().shape[0]}`
+
 
     """)
     return
 
 
 @app.cell
-def _(check_progress, data_all, duration_validation, mo):
+def _():
+    return
+
+
+@app.cell
+def _(
+    S,
+    check_progress,
+    check_straight_liners,
+    data_all,
+    duration_validation,
+    mo,
+):
+    sl_content, sl_df = check_straight_liners(S.get_ss_green_blue(data_all)[0], max_score=5)
+
     mo.md(f"""
     ## Data Validation
 
@@ -83,19 +100,12 @@ def _(check_progress, data_all, duration_validation, mo):
     {duration_validation(data_all)}
 
 
+    {sl_content}
 
     """)
     return
 
 
-@app.cell
-def _(mo):
-    mo.md(r"""
-    ### ⚠️  ToDo: "straight-liner" detection and removal
-    """)
-    return
-
-
 @app.cell
 def _(mo):
     mo.md(r"""