Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[DRAFT] [WIP] Add helper function to transform_simple_query_string #6363

Draft
wants to merge 2 commits into
base: develop
Choose a base branch
from
Draft

[DRAFT] [WIP] Add helper function to transform_simple_query_string #6363

Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
4d87bdb
add helper function to transform_simple_query_string and fix flake8 e…
patphongs Jul 3, 2024
b04b484
add test_transform_simple_query_string
patphongs Jul 3, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
69 changes: 50 additions & 19 deletions fec/legal/views.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -181,28 +181,53 @@
return query_string


# Transform boolean queries for legal search simple_query_string
# Query string:
# ((coordinated OR communications) OR (in-kind AND contributions) OR
# ("independent expenditure")) AND (-authorization)
# API simple_query_string transformation:
# ((coordinated|communications)|(in\-kind +contributions)|
# ("independent expenditure")) +(-authorization)

def transform_simple_query_string(query_string):

# Define the replacements for simple query string
replacements = [
(r' OR ', '|'), # Replace OR with |
(r' AND ', ' +'), # Replace AND with +
(r'(\b\w+)-(\w+\b)', r'\1\\-\2'), # Escape hyphens in words
]

# Apply replacements sequentially
for pattern, replacement in replacements:
query_string = re.sub(pattern, replacement, query_string)

return query_string
Comment on lines +188 to +205
Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@cnlucas Here's the new helper function to transform the simple query string to the updated syntax for boolean operators. Please take a look and let me know if any adjustments should be made.



def legal_search(request):
query = request.GET.get('search', '')
Updated_ecfr_query_string = transform_ecfr_query_string(query)
updated_ecfr_query_string = transform_ecfr_query_string(query)
updated_simple_query_string = transform_simple_query_string(query)
result_type = request.GET.get('search_type', 'all')
results = {}

# Only hit the API if there's an actual query
if query:
results = api_caller.load_legal_search_results(query, result_type,
limit=3)
results = api_caller.load_legal_search_results(
updated_simple_query_string, result_type, limit=3)

# Only search regulations if result type is all or regulations
if result_type == 'all' or result_type == 'regulations':
ecfr_results = ecfr_caller.fetch_ecfr_data(Updated_ecfr_query_string,
limit=3, page=1)
if result_type == 'all' or result_type == 'regulations':
ecfr_results = ecfr_caller.fetch_ecfr_data(
updated_ecfr_query_string, limit=3, page=1)
if 'results' in ecfr_results:

regulations = [{
"doc_id": None,
"document_highlights": {},
"highlights": [obj['headings']['part'],
obj['full_text_excerpt']],
obj['full_text_excerpt']],
"name": obj['headings']['section'],
"no": obj['hierarchy']['section'],
"type": None,
Expand All @@ -216,7 +241,7 @@
results['regulations'] = regulations
results["total_regulations"] = ecfr_results.get('meta', {}).get(
'total_count', 0)
results["regulations_returned"] = '3' if results["total_regulations"] > 3 else results["total_regulations"]
results["regulations_returned"] = '3' if results["total_regulations"] > 3 else results["total_regulations"] # noqa: E501

return render(request, 'legal-search-results.jinja', {
'parent': 'legal',
Expand All @@ -231,9 +256,10 @@
def legal_doc_search_ao(request):
results = {}
query = request.GET.get('search', '')
updated_simple_query_string = transform_simple_query_string(query)

Check warning on line 259 in fec/legal/views.py

View check run for this annotation

Codecov / codecov/patch

fec/legal/views.py#L259 

Added line #L259 was not covered by tests
offset = request.GET.get('offset', 0)

results = api_caller.load_legal_search_results(query, 'advisory_opinions',
results = api_caller.load_legal_search_results(updated_simple_query_string, 'advisory_opinions',

Check warning on line 262 in fec/legal/views.py

View check run for this annotation

Codecov / codecov/patch

fec/legal/views.py#L262 

Added line #L262 was not covered by tests
offset=offset)

return render(request, 'legal-search-results-advisory_opinions.jinja', {
Expand All @@ -247,6 +273,7 @@

def legal_doc_search_mur(request):
query = request.GET.get('search', '')
updated_simple_query_string = transform_simple_query_string(query)

Check warning on line 276 in fec/legal/views.py

View check run for this annotation

Codecov / codecov/patch

fec/legal/views.py#L276 

Added line #L276 was not covered by tests
offset = request.GET.get('offset', 0)
limit = request.GET.get('limit', 20)
case_no = request.GET.get('case_no', '')
Expand All @@ -266,7 +293,7 @@

# Call the function and unpack its return values
results = api_caller.load_legal_search_results(
query, 'murs',
updated_simple_query_string, 'murs',
offset=offset,
limit=limit,
case_no=case_no,
Expand Down Expand Up @@ -325,6 +352,7 @@
def legal_doc_search_adr(request):
results = {}
query = request.GET.get('search', '')
updated_simple_query_string = transform_simple_query_string(query)

Check warning on line 355 in fec/legal/views.py

View check run for this annotation

Codecov / codecov/patch

fec/legal/views.py#L355 

Added line #L355 was not covered by tests
offset = request.GET.get('offset', 0)
limit = request.GET.get('limit', 20)
case_no = request.GET.get('case_no', '')
Expand All @@ -336,7 +364,7 @@
case_doc_category_ids = request.GET.getlist('case_doc_category_id', [])

results = api_caller.load_legal_search_results(
query, 'adrs',
updated_simple_query_string, 'adrs',
offset=offset,
limit=limit,
case_no=case_no,
Expand Down Expand Up @@ -390,12 +418,13 @@
def legal_doc_search_af(request):
results = {}
query = request.GET.get('search', '')
updated_simple_query_string = transform_simple_query_string(query)

Check warning on line 421 in fec/legal/views.py

View check run for this annotation

Codecov / codecov/patch

fec/legal/views.py#L421 

Added line #L421 was not covered by tests
offset = request.GET.get('offset', 0)
limit = request.GET.get('limit', 20)
case_no = request.GET.get('case_no', '')
af_name = request.GET.get('af_name', '')
results = api_caller.load_legal_search_results(
query, 'admin_fines', offset=offset, limit=limit, case_no=case_no, af_name=af_name)
updated_simple_query_string, 'admin_fines', offset=offset, limit=limit, case_no=case_no, af_name=af_name)

return render(request, 'legal-search-results-afs.jinja', {
'parent': 'legal',
Expand All @@ -413,8 +442,8 @@
results = {}
query = request.GET.get('search', '')
page = request.GET.get('page', 1)
Updated_ecfr_query_string = transform_ecfr_query_string(query)
ecfr_results = ecfr_caller.fetch_ecfr_data(Updated_ecfr_query_string,
updated_ecfr_query_string = transform_ecfr_query_string(query)
ecfr_results = ecfr_caller.fetch_ecfr_data(updated_ecfr_query_string,
page=page)

regulations = [{
Expand Down Expand Up @@ -450,9 +479,10 @@
def legal_doc_search_statutes(request):
results = {}
query = request.GET.get('search', '')
updated_simple_query_string = transform_simple_query_string(query)
offset = request.GET.get('offset', 0)

results = api_caller.load_legal_search_results(query, 'statutes',
results = api_caller.load_legal_search_results(updated_simple_query_string, 'statutes',
offset=offset)

return render(request, 'legal-search-results-statutes.jinja', {
Expand All @@ -463,15 +493,16 @@
'social_image_identifier': 'legal',
})


def get_legal_category_order(results, result_type):
""" Return categories in pre-defined order, moving categories with empty
results to the end. Move chosen category(result_type) to top when not searching 'all'
"""
categories = ["admin_fines", "advisory_opinions", "adrs", "murs", "regulations", "statutes"]
category_order = [x for x in categories if results.get("total_" + x, 0) > 0] +\
category_order = [x for x in categories if results.get("total_" + x, 0) > 0] +\
[x for x in categories if results.get("total_" + x, 0) == 0]
# Default to 'admin_fines' first if result_type is 'all', because we dont want 'all' in category_order

# Default to 'admin_fines' first if result_type is 'all', because we dont want 'all' in category_order
result_type = "admin_fines" if result_type == 'all' else result_type
# Move chosen search type to the top if not searching 'all'
category_order.insert(0, category_order.pop(category_order.index(result_type)))
Expand Down