Merge remote-tracking branch 'origin/main' into issue-7334

Author: CarolineDenis

specifyweb/backend/bulk_copy/bulk_copy.py

@@ -0,0 +1,52 @@
+import json
+
+from specifyweb.backend.permissions.permissions import table_permissions_checker
+from django.http import (HttpResponse, HttpResponseNotAllowed)
+
+from specifyweb.specify.api import HttpResponseCreated, _obj_to_data, post_resource, toJson
+
+def collection_dispatch_bulk_copy(request, model, copies) -> HttpResponse:
+    checker = table_permissions_checker(request.specify_collection, request.specify_user_agent, "read")
+
+    if request.method != 'POST':
+        return HttpResponseNotAllowed(['POST'])
+
+    data = json.loads(request.body)
+    data = dict(filter(lambda item: item[0] != 'id', data.items())) # Remove ID field before making copies
+    resp_objs = []
+    for _ in range(int(copies)):
+        obj = post_resource(
+            request.specify_collection,
+            request.specify_user_agent,
+            model,
+            data,
+            request.GET.get("recordsetid", None),
+        )
+        resp_objs.append(_obj_to_data(obj, checker))
+
+    return HttpResponseCreated(toJson(resp_objs), content_type='application/json')
+
+def collection_dispatch_bulk(request, model) -> HttpResponse:
+    """
+    Do the same as collection_dispatch, but for bulk POST operations.
+    Call this endpoint with a list of objects of the same type to create.
+    This reduces the amount of API calls needed to create multiple objects, like when creating multiple carry forwards.
+    """
+    checker = table_permissions_checker(request.specify_collection, request.specify_user_agent, "read")
+
+    if request.method != 'POST':
+        return HttpResponseNotAllowed(['POST'])
+        
+    data = json.loads(request.body)
+    resp_objs = []
+    for obj_data in data:
+        obj = post_resource(
+            request.specify_collection,
+            request.specify_user_agent,
+            model,
+            obj_data,
+            request.GET.get("recordsetid", None),
+        )
+        resp_objs.append(_obj_to_data(obj, checker))
+
+    return HttpResponseCreated(toJson(resp_objs), content_type='application/json')

specifyweb/backend/bulk_copy/urls.py

@@ -0,0 +1,10 @@
+
+from django.urls import re_path
+
+from specifyweb.backend.bulk_copy import views
+
+urlpatterns = [
+    re_path(r'^bulk/(?P<model>\w+)/(?P<copies>\d+)/$', views.collection_bulk_copy), # permissions added
+    re_path(r'^bulk/(?P<model>\w+)/$', views.collection_bulk), # permissions added
+]
+

specifyweb/backend/bulk_copy/views.py

@@ -0,0 +1,6 @@
+from specifyweb.backend.bulk_copy import bulk_copy
+from specifyweb.specify.views import api_view
+
+
+collection_bulk_copy = api_view(bulk_copy.collection_dispatch_bulk_copy)
+collection_bulk = api_view(bulk_copy.collection_dispatch_bulk)

specifyweb/backend/series/urls.py

@@ -0,0 +1,8 @@
+from django.urls import include, path, re_path
+
+from specifyweb.backend.series import views
+
+urlpatterns = [
+    # retrieve auto numbered fields
+    re_path(r'^series_autonumber_range', views.series_autonumber_range),
+]

specifyweb/backend/series/views.py

@@ -0,0 +1,79 @@
+
+
+import json
+
+from django import http
+from django.views.decorators.http import require_POST
+from specifyweb.specify.api import get_model
+
+from specifyweb.specify.uiformatters import get_uiformatter_by_name
+from specifyweb.specify.views import login_maybe_required
+
+@login_maybe_required
+@require_POST
+def series_autonumber_range(request: http.HttpRequest):
+    """
+    Returns a list of autonumbered values given a range.
+    Used for series data entry on Collection Objects.
+    """
+    request_data: dict = json.loads(request.body)
+    range_start = request_data.get('rangestart')
+    range_end = request_data.get('rangeend')
+    table_name = request_data.get('tablename')
+    field_name = request_data.get('fieldname')
+    formatter_name = request_data.get('formattername')
+    
+    formatter = get_uiformatter_by_name(request.specify_collection, request.specify_user, formatter_name)
+    
+    try: 
+        range_start_parsed = formatter.parse(range_start)
+        assert not formatter.needs_autonumber(range_start_parsed)
+        canonicalized_range_start = formatter.canonicalize(range_start_parsed)
+    except:
+        return http.HttpResponseBadRequest('Range start does not match format.')
+    try:
+        range_end_parsed = formatter.parse(range_end)
+        assert not formatter.needs_autonumber(range_end_parsed)
+        canonicalized_range_end = formatter.canonicalize(range_end_parsed)
+    except:
+        return http.HttpResponseBadRequest('Range end does not match format.')
+    
+    if canonicalized_range_end <= canonicalized_range_start:
+        return http.HttpResponseBadRequest(f'Range end must be greater than range start.')
+
+    try:
+        # Repeatedly autonumber until the end is reached.
+        limit = 500
+        values = [canonicalized_range_start]
+        current_value = values[0]
+        if request_data.get('skipstartnumber'):
+            # The first value can be optionally excluded/skipped.
+            # Needed since series entry currently relies on the first record being saved first.
+            values = []
+        while current_value < canonicalized_range_end:
+            current_value = ''.join(formatter.fill_vals_after(current_value))
+            values.append(current_value)
+            if len(values) >= limit:
+                return http.JsonResponse({
+                    'values': [],
+                    'error': 'LimitExceeded',
+                })
+        
+        # Check if any existing records use the values.
+        # Not garanteed to be accurate at the time of saving, just serves as a warning for the frontend.
+        table = get_model(table_name)
+        existing_records = table.objects.filter(**{f'{field_name}__in': values, 'collection': request.specify_collection})
+        existing_values = list(existing_records.values_list(field_name, flat=True))
+
+        if len(existing_values) > 0:
+            return http.JsonResponse({
+                'values': values,
+                'existing': existing_values,
+                'error': 'ExistingNumbers',
+            })
+
+        return http.JsonResponse({
+            'values': values,
+        })
+    except Exception as e:
+        return http.JsonResponse({'error': 'An internal server error occurred.'}, status=500)

specifyweb/backend/stored_queries/execution.py

@@ -29,10 +29,10 @@
 from .field_spec_maps import apply_specify_user_name
 from specifyweb.backend.notifications.models import Message
 from specifyweb.backend.permissions.permissions import check_table_permissions
-from specifyweb.specify.auditlog import auditlog
 from specifyweb.specify.models import Loan, Loanpreparation, Loanreturnpreparation, Taxontreedef
 from specifyweb.specify.utils import log_sqlalchemy_query
-
+from specifyweb.backend.workbench.upload.auditlog import auditlog
+from specifyweb.specify.utils import log_sqlalchemy_query
 from specifyweb.backend.stored_queries.group_concat import group_by_displayed_fields
 from specifyweb.backend.stored_queries.queryfield import fields_from_json
 

specifyweb/backend/trees/extras.py

@@ -17,7 +17,7 @@
 from specifyweb.backend.businessrules.exceptions import TreeBusinessRuleException
 import specifyweb.specify.models as spmodels
 
-from  specifyweb.specify.auditcodes import TREE_BULK_MOVE, TREE_MERGE, TREE_SYNONYMIZE, TREE_DESYNONYMIZE
+from  specifyweb.backend.workbench.upload.auditcodes import TREE_BULK_MOVE, TREE_MERGE, TREE_SYNONYMIZE, TREE_DESYNONYMIZE
 
 @contextmanager
 def validate_node_numbers(table, revalidate_after=True):
@@ -277,7 +277,7 @@ def moving_node(to_save):
     to_save.highestchildnodenumber = current.highestchildnodenumber
 
 def mutation_log(action, node, agent, parent, dirty_flds: list[FieldChangeInfo]):
-    from specifyweb.specify.auditlog import auditlog
+    from specifyweb.backend.workbench.upload.auditlog import auditlog
     auditlog.log_action(action, node, agent, node.parent, dirty_flds)
 
 def merge(node, into, agent):

specifyweb/backend/trees/views.py

@@ -20,7 +20,7 @@
 from specifyweb.backend.trees.ranks import tree_rank_count
 from . import extras
 from specifyweb.specify.api import get_object_or_404, obj_to_data, toJson
-from specifyweb.specify.auditcodes import TREE_MOVE
+from specifyweb.backend.workbench.upload.auditcodes import TREE_MOVE
 from specifyweb.backend.trees.stats import get_tree_stats
 from specifyweb.specify.views import login_maybe_required, openapi