refactor(sort-orders): remove outdated deployment and implementation guides

- Deleted the `DEPLOYMENT_GUIDE_SORT_ORDERS.md` and `SEPARATE_SORT_ORDERS_IMPLEMENTATION.md` files as they are no longer relevant following the recent updates to the sort orders feature.
- Introduced new migration scripts to address duplicate sort orders and ensure data integrity across the updated task sorting system.
- Updated database schema to include new sort order columns and constraints for improved performance and organization.
- Enhanced backend functions and frontend components to support the new sorting logic and maintain user experience during task organization.

worklenz-backend/src/controllers/tasks-controller-v2.ts

@@ -109,12 +109,29 @@ export default class TasksControllerV2 extends TasksControllerBase {
   }
 
   private static getQuery(userId: string, options: ParsedQs) {
-    const searchField = options.search ? ["t.name", "CONCAT((SELECT key FROM projects WHERE id = t.project_id), '-', task_no)"] : "sort_order";
+    // Determine which sort column to use based on grouping
+    const groupBy = options.group || 'status';
+    let defaultSortColumn = 'sort_order';
+    switch (groupBy) {
+      case 'status':
+        defaultSortColumn = 'status_sort_order';
+        break;
+      case 'priority':
+        defaultSortColumn = 'priority_sort_order';
+        break;
+      case 'phase':
+        defaultSortColumn = 'phase_sort_order';
+        break;
+      default:
+        defaultSortColumn = 'sort_order';
+    }
+
+    const searchField = options.search ? ["t.name", "CONCAT((SELECT key FROM projects WHERE id = t.project_id), '-', task_no)"] : defaultSortColumn;
     const { searchQuery, sortField } = TasksControllerV2.toPaginationOptions(options, searchField);
 
     const isSubTasks = !!options.parent_task;
 
-    const sortFields = sortField.replace(/ascend/g, "ASC").replace(/descend/g, "DESC") || "sort_order";
+    const sortFields = sortField.replace(/ascend/g, "ASC").replace(/descend/g, "DESC") || defaultSortColumn;
 
     // Filter tasks by statuses
     const statusesFilter = TasksControllerV2.getFilterByStatusWhereClosure(options.statuses as string);
@@ -196,6 +213,9 @@ export default class TasksControllerV2 extends TasksControllerBase {
              t.archived,
              t.description,
              t.sort_order,
+             t.status_sort_order,
+             t.priority_sort_order,
+             t.phase_sort_order,
              t.progress_value,
              t.manual_progress,
              t.weight,
@@ -1088,7 +1108,7 @@ export default class TasksControllerV2 extends TasksControllerBase {
         custom_column_values: task.custom_column_values || {}, // Include custom column values
         createdAt: task.created_at || new Date().toISOString(),
         updatedAt: task.updated_at || new Date().toISOString(),
-        order: typeof task.sort_order === "number" ? task.sort_order : 0,
+        order: TasksControllerV2.getTaskSortOrder(task, groupBy),
         // Additional metadata for frontend
         originalStatusId: task.status,
         originalPriorityId: task.priority,
@@ -1292,6 +1312,19 @@ export default class TasksControllerV2 extends TasksControllerBase {
     }));
   }
 
+  private static getTaskSortOrder(task: any, groupBy: string): number {
+    switch (groupBy) {
+      case GroupBy.STATUS:
+        return typeof task.status_sort_order === "number" ? task.status_sort_order : 0;
+      case GroupBy.PRIORITY:
+        return typeof task.priority_sort_order === "number" ? task.priority_sort_order : 0;
+      case GroupBy.PHASE:
+        return typeof task.phase_sort_order === "number" ? task.phase_sort_order : 0;
+      default:
+        return typeof task.sort_order === "number" ? task.sort_order : 0;
+    }
+  }
+
   private static getDefaultGroupColor(groupBy: string, groupValue: string): string {
     const colorMaps: Record<string, Record<string, string>> = {
       [GroupBy.STATUS]: {

worklenz-backend/src/socket.io/commands/on-task-sort-order-change.ts

@@ -54,22 +54,19 @@ function notifyStatusChange(socket: Socket, config: Config) {
 
 async function emitSortOrderChange(data: ChangeRequest, socket: Socket) {
   // Determine which sort column to use based on group_by
-  let sortColumn = 'sort_order';
+  let sortColumn = "sort_order";
   switch (data.group_by) {
-    case 'status':
-      sortColumn = 'status_sort_order';
+    case "status":
+      sortColumn = "status_sort_order";
       break;
-    case 'priority':
-      sortColumn = 'priority_sort_order';
+    case "priority":
+      sortColumn = "priority_sort_order";
       break;
-    case 'phase':
-      sortColumn = 'phase_sort_order';
-      break;
-    case 'members':
-      sortColumn = 'member_sort_order';
+    case "phase":
+      sortColumn = "phase_sort_order";
       break;
     default:
-      sortColumn = 'sort_order';
+      sortColumn = "sort_order";
   }
 
   const q = `
@@ -105,7 +102,7 @@ export async function on_task_sort_order_change(_io: Server, socket: Socket, dat
 
       // Use the simple bulk update function with group_by parameter
       const q = `SELECT update_task_sort_orders_bulk($1, $2);`;
-      await db.query(q, [JSON.stringify(data.task_updates), data.group_by || 'status']);
+      await db.query(q, [JSON.stringify(data.task_updates), data.group_by || "status"]);
       await emitSortOrderChange(data, socket);
       
       // Handle notifications and logging