2
0
mirror of https://github.com/ACSPRI/queXS synced 2024-04-02 12:12:16 +00:00

Sort on a questionnaire by questionnaire basis

This commit is contained in:
Adam Zammit
2014-11-03 14:02:13 +11:00
parent fb0f9240f5
commit 5c6c0a3ed9

View File

@@ -88,8 +88,11 @@ register_shutdown_function('disable_systemsort');
//all output send to database instead of stdout //all output send to database instead of stdout
ob_start('update_callback',2); ob_start('update_callback',2);
$closecasescounter = 0;
print T_("Sorting cases process starting"); print T_("Sorting cases process starting");
$closecasesinterval = (24 * 60) / SYSTEM_SORT_MINUTES; //check for closed cases once every day
$sleepinterval = 10; // in seconds so we can monitor if the process has been killed $sleepinterval = 10; // in seconds so we can monitor if the process has been killed
while (!is_process_killed($process_id)) //check if process killed every $sleepinterval while (!is_process_killed($process_id)) //check if process killed every $sleepinterval
@@ -97,202 +100,227 @@ while (!is_process_killed($process_id)) //check if process killed every $sleepin
//Make sure that the system knows we are system sorting //Make sure that the system knows we are system sorting
set_setting('systemsort',true); set_setting('systemsort',true);
print T_("Sorting cases"); if ($closecasescounter == 0 || $closecasescounter > $closecasesinterval)
{
$time_start = microtime(true);
print T_("Checking for cases open for more than 24 hours");
$time_start = microtime(true); $closecasescounter = 0;
$db->StartTrans();
$db->StartTrans(); //find all call attempts without an end that started more than 24 hours ago
$sql = "SELECT case_id, call_attempt_id
FROM `call_attempt`
WHERE TIMESTAMPDIFF(HOUR, start, CONVERT_TZ(NOW(),'System','UTC')) > 24
AND end IS NULL";
$rs = $db->GetAll($sql);
foreach ($rs as $r)
{
//refer to supervisor if case still assigned
$sql = "UPDATE `case`
SET current_operator_id = NULL, current_outcome_id = 5
WHERE case_id = '{$r['case_id']}'
AND current_operator_id IS NOT NULL
AND current_call_id IS NULL";
$db->Execute($sql);
//add note
//find all call attempts without an end that started more than 24 hours ago $sql = "INSERT INTO case_note (case_id,operator_id,note,`datetime`)
VALUES ('{$r['case_id']}',1,'" . TQ_("System automatically closed case as not closed for more than 24 hours") ."', CONVERT_TZ(NOW(),'System','UTC'))";
$sql = "SELECT case_id, call_attempt_id $db->Execute($sql);
FROM `call_attempt`
WHERE TIMESTAMPDIFF(HOUR, start, CONVERT_TZ(NOW(),'System','UTC')) > 24 //finish the call attempt
AND end IS NULL";
$sql = "UPDATE `call_attempt`
$rs = $db->GetAll($sql); SET end = start
WHERE call_attempt_id = '{$r['call_attempt_id']}'";
foreach ($rs as $r)
{
//refer to supervisor if case still assigned
$sql = "UPDATE `case`
SET current_operator_id = NULL, current_outcome_id = 5
WHERE case_id = '{$r['case_id']}'
AND current_operator_id IS NOT NULL
AND current_call_id IS NULL";
$db->Execute($sql); $db->Execute($sql);
//add note print T_("System automatically closed case as not closed for more than 24 hours") . " - " . T_("Case id") . ": {$r['case_id']}";
}
//find all calls without an end that started more than 24 hours ago
$sql = "SELECT case_id, call_id
FROM `call`
WHERE TIMESTAMPDIFF(HOUR, start, CONVERT_TZ(NOW(),'System','UTC')) > 24
AND end IS NULL";
$rs = $db->GetAll($sql);
foreach ($rs as $r)
{
//refer to supervisor if case still assigned
$sql = "UPDATE `case`
SET current_operator_id = NULL, current_outcome_id = 5, current_call_id = NULL
WHERE case_id = '{$r['case_id']}'
AND current_operator_id IS NOT NULL";
$sql = "INSERT INTO case_note (case_id,operator_id,note,`datetime`) $db->Execute($sql);
VALUES ('{$r['case_id']}',1,'" . TQ_("System automatically closed case as not closed for more than 24 hours") ."', CONVERT_TZ(NOW(),'System','UTC'))";
$db->Execute($sql); //add note
//finish the call attempt $sql = "INSERT INTO case_note (case_id,operator_id,note,`datetime`)
VALUES ('{$r['case_id']}',1,'" . TQ_("System automatically closed case as not closed for more than 24 hours") ."', CONVERT_TZ(NOW(),'System','UTC'))";
$sql = "UPDATE `call_attempt`
SET end = start
WHERE call_attempt_id = '{$r['call_attempt_id']}'";
$db->Execute($sql); $db->Execute($sql);
print T_("System automatically closed case as not closed for more than 24 hours") . " - " . T_("Case id") . ": {$r['case_id']}"; //finish the call
}
$sql = "UPDATE `call`
//find all calls without an end that started more than 24 hours ago SET end = start, outcome_id = 5, state = 5
WHERE call_id = '{$r['call_id']}'";
$sql = "SELECT case_id, call_id
FROM `call`
WHERE TIMESTAMPDIFF(HOUR, start, CONVERT_TZ(NOW(),'System','UTC')) > 24
AND end IS NULL";
$rs = $db->GetAll($sql);
foreach ($rs as $r)
{
//refer to supervisor if case still assigned
$sql = "UPDATE `case`
SET current_operator_id = NULL, current_outcome_id = 5, current_call_id = NULL
WHERE case_id = '{$r['case_id']}'
AND current_operator_id IS NOT NULL";
$db->Execute($sql); $db->Execute($sql);
//add note print T_("System automatically closed case as not closed for more than 24 hours") . " - " . T_("Case id") . ": {$r['case_id']}";
}
$sql = "INSERT INTO case_note (case_id,operator_id,note,`datetime`)
VALUES ('{$r['case_id']}',1,'" . TQ_("System automatically closed case as not closed for more than 24 hours") ."', CONVERT_TZ(NOW(),'System','UTC'))";
$db->Execute($sql); $result = $db->CompleteTrans();
$time_end = microtime(true);
$timer = $time_end - $time_start;
//finish the call if ($result)
print T_("Completed case closing") . ". " . T_("This task took") . ": $timer " . T_("seconds");
$sql = "UPDATE `call` else
SET end = start, outcome_id = 5, state = 5 print T_("Failed to complete caes closing") . ". " . T_("This task took") . ": $timer " . T_("seconds");
WHERE call_id = '{$r['call_id']}'"; }
$db->Execute($sql);
print T_("System automatically closed case as not closed for more than 24 hours") . " - " . T_("Case id") . ": {$r['case_id']}"; $closecasescounter++;
}
//Set all cases as unavailable
$sql = "UPDATE `case`
SET sortorder = NULL
WHERE sortorder IS NOT NULL";
$db->Execute($sql); //Sort cases on a questionnaire by questionnaire basis
$sql = "SELECT questionnaire_id, description
//Update quotas for all enabled questionnaires
$sql = "SELECT questionnaire_id
FROM questionnaire FROM questionnaire
WHERE enabled = 1"; WHERE enabled = 1";
$qs = $db->GetAll($sql); $qs = $db->GetAll($sql);
foreach($qs as $q) foreach($qs as $q)
update_quotas($q['questionnaire_id']); {
print T_("Sorting cases for ") . $q['description'];
$questionnaire_id = $q['questionnaire_id'];
$time_start = microtime(true);
$db->StartTrans();
//Set all cases as unavailable
$sql = "UPDATE `case`
SET sortorder = NULL
WHERE sortorder IS NOT NULL
AND questionnaire_id = '$questionnaire_id'";
$db->Execute($sql);
//update quotas
update_quotas($questionnaire_id);
//Sort current cases for all enabled questionnaires //Sort current cases for this questionnaire
$sql = "SELECT c.case_id
$sql = "SELECT c.case_id FROM `case` as c
FROM `case` as c LEFT JOIN `call` as a on (a.call_id = c.last_call_id)
LEFT JOIN `call` as a on (a.call_id = c.last_call_id) JOIN (sample as s, sample_import as si) on (s.sample_id = c.sample_id and si.sample_import_id = s.import_id)
JOIN (sample as s, sample_import as si) on (s.sample_id = c.sample_id and si.sample_import_id = s.import_id) JOIN (questionnaire_sample as qs, questionnaire as q, outcome as ou) on (c.questionnaire_id = q.questionnaire_id and qs.sample_import_id = s.import_id and ou.outcome_id = c.current_outcome_id and q.questionnaire_id = '$questionnaire_id' and qs.questionnaire_id = c.questionnaire_id)
JOIN (questionnaire_sample as qs, questionnaire as q, outcome as ou) on (c.questionnaire_id = q.questionnaire_id and qs.sample_import_id = s.import_id and ou.outcome_id = c.current_outcome_id and q.enabled = 1 and qs.questionnaire_id = c.questionnaire_id) LEFT JOIN shift as sh on (sh.questionnaire_id = q.questionnaire_id and (CONVERT_TZ(NOW(),'System','UTC') >= sh.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= sh.end))
LEFT JOIN shift as sh on (sh.questionnaire_id = q.questionnaire_id and (CONVERT_TZ(NOW(),'System','UTC') >= sh.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= sh.end)) LEFT JOIN appointment as ap on (ap.case_id = c.case_id AND ap.completed_call_id is NULL AND (ap.start > CONVERT_TZ(NOW(),'System','UTC')))
LEFT JOIN appointment as ap on (ap.case_id = c.case_id AND ap.completed_call_id is NULL AND (ap.start > CONVERT_TZ(NOW(),'System','UTC'))) LEFT JOIN appointment as apn on (apn.case_id = c.case_id AND apn.completed_call_id is NULL AND (CONVERT_TZ(NOW(),'System','UTC') >= apn.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= apn.end))
LEFT JOIN appointment as apn on (apn.case_id = c.case_id AND apn.completed_call_id is NULL AND (CONVERT_TZ(NOW(),'System','UTC') >= apn.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= apn.end)) LEFT JOIN call_restrict as cr on (cr.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= cr.start and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= cr.end)
LEFT JOIN call_restrict as cr on (cr.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= cr.start and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= cr.end) LEFT JOIN questionnaire_sample_exclude_priority AS qsep ON (qsep.questionnaire_id = c.questionnaire_id AND qsep.sample_id = c.sample_id)
LEFT JOIN questionnaire_sample_exclude_priority AS qsep ON (qsep.questionnaire_id = c.questionnaire_id AND qsep.sample_id = c.sample_id) LEFT JOIN case_availability AS casa ON (casa.case_id = c.case_id)
LEFT JOIN case_availability AS casa ON (casa.case_id = c.case_id) LEFT JOIN availability AS ava ON (ava.availability_group_id = casa.availability_group_id)
LEFT JOIN availability AS ava ON (ava.availability_group_id = casa.availability_group_id) WHERE c.current_operator_id IS NULL
WHERE c.current_operator_id IS NULL AND c.questionnaire_id = '$questionnaire_id'
AND (casa.case_id IS NULL OR (ava.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(),'System',s.Time_zone_name)) AND TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= ava.start AND TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= ava.end )) AND (casa.case_id IS NULL OR (ava.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(),'System',s.Time_zone_name)) AND TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= ava.start AND TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= ava.end ))
AND (a.call_id is NULL or (a.end < CONVERT_TZ(DATE_SUB(NOW(), INTERVAL ou.default_delay_minutes MINUTE),'System','UTC'))) AND (a.call_id is NULL or (a.end < CONVERT_TZ(DATE_SUB(NOW(), INTERVAL ou.default_delay_minutes MINUTE),'System','UTC')))
AND ap.case_id is NULL AND ap.case_id is NULL
AND ((qsep.questionnaire_id is NULL) or qsep.exclude = 0) AND ((qsep.questionnaire_id is NULL) or qsep.exclude = 0)
AND !(q.restrict_work_shifts = 1 AND sh.shift_id IS NULL) AND !(q.restrict_work_shifts = 1 AND sh.shift_id IS NULL)
AND !(si.call_restrict = 1 AND cr.day_of_week IS NULL) AND !(si.call_restrict = 1 AND cr.day_of_week IS NULL)
AND ((apn.appointment_id IS NOT NULL) or qs.call_attempt_max = 0 or ((SELECT count(*) FROM call_attempt WHERE case_id = c.case_id) < qs.call_attempt_max)) AND ((apn.appointment_id IS NOT NULL) or qs.call_attempt_max = 0 or ((SELECT count(*) FROM call_attempt WHERE case_id = c.case_id) < qs.call_attempt_max))
AND ((apn.appointment_id IS NOT NULL) or qs.call_max = 0 or ((SELECT count(*) FROM `call` WHERE case_id = c.case_id) < qs.call_max)) AND ((apn.appointment_id IS NOT NULL) or qs.call_max = 0 or ((SELECT count(*) FROM `call` WHERE case_id = c.case_id) < qs.call_max))
AND (SELECT count(*) FROM `questionnaire_sample_quota` WHERE questionnaire_id = c.questionnaire_id AND sample_import_id = s.import_id AND quota_reached = 1) = 0 AND (SELECT count(*) FROM `questionnaire_sample_quota` WHERE questionnaire_id = c.questionnaire_id AND sample_import_id = s.import_id AND quota_reached = 1) = 0
GROUP BY c.case_id GROUP BY c.case_id
ORDER BY IF(ISNULL(apn.end),1,0),apn.end ASC, a.start ASC, qsep.priority DESC"; ORDER BY IF(ISNULL(apn.end),1,0),apn.end ASC, a.start ASC, qsep.priority DESC";
$rs = $db->GetAll($sql); $rs = $db->GetAll($sql);
$i = 1; $i = 1;
foreach ($rs as $r) foreach ($rs as $r)
{ {
$sql = "UPDATE `case` $sql = "UPDATE `case`
SET sortorder = '$i' SET sortorder = '$i'
WHERE case_id = '{$r['case_id']}'"; WHERE case_id = '{$r['case_id']}'";
$db->Execute($sql); $db->Execute($sql);
$i++; $i++;
} }
//First set all sample records as unavailable //First set all sample records as unavailable
$sql = "UPDATE `questionnaire_sample_exclude_priority` $sql = "UPDATE `questionnaire_sample_exclude_priority`
SET sortorder = NULL SET sortorder = NULL
WHERE sortorder IS NOT NULL"; WHERE sortorder IS NOT NULL
AND questionnaire_id = '$questionnaire_id'";
$db->Execute($sql); $db->Execute($sql);
//Sort sample list where attached to this questionnaire
//Sort sample list where attached to an enabled questionnaire $sql = "SELECT s.sample_id as sample_id,qs.questionnaire_id as questionnaire_id
FROM sample as s
JOIN (questionnaire_sample as qs, questionnaire as q, sample_import as si) on (qs.sample_import_id = s.import_id and si.sample_import_id = s.import_id and q.questionnaire_id = qs.questionnaire_id AND q.questionnaire_id = '$questionnaire_id')
LEFT JOIN `case` as c on (c.sample_id = s.sample_id and c.questionnaire_id = qs.questionnaire_id)
LEFT JOIN call_restrict as cr on (cr.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= cr.start and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= cr.end)
LEFT JOIN shift as sh on (sh.questionnaire_id = q.questionnaire_id and (CONVERT_TZ(NOW(),'System','UTC') >= sh.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= sh.end))
LEFT JOIN questionnaire_sample_exclude_priority AS qsep ON (qsep.questionnaire_id = qs.questionnaire_id AND qsep.sample_id = s.sample_id)
WHERE c.case_id is NULL
AND ((qsep.questionnaire_id IS NULL) or qsep.exclude = 0)
AND !(q.restrict_work_shifts = 1 AND sh.shift_id IS NULL)
AND !(si.call_restrict = 1 AND cr.day_of_week IS NULL)
AND (SELECT count(*) FROM `questionnaire_sample_quota` WHERE questionnaire_id = qs.questionnaire_id AND sample_import_id = s.import_id AND quota_reached = 1) = 0
GROUP BY s.sample_id,qs.questionnaire_id
ORDER BY qsep.priority DESC, rand() * qs.random_select, s.sample_id";
$rs = $db->GetAll($sql);
$sql = "SELECT s.sample_id as sample_id,qs.questionnaire_id as questionnaire_id $i = 1;
FROM sample as s foreach ($rs as $r)
JOIN (questionnaire_sample as qs, questionnaire as q, sample_import as si) on (qs.sample_import_id = s.import_id and si.sample_import_id = s.import_id and q.questionnaire_id = qs.questionnaire_id AND q.enabled = 1) {
LEFT JOIN `case` as c on (c.sample_id = s.sample_id and c.questionnaire_id = qs.questionnaire_id) $sql = "INSERT INTO questionnaire_sample_exclude_priority (questionnaire_id,sample_id,exclude,priority,sortorder)
LEFT JOIN call_restrict as cr on (cr.day_of_week = DAYOFWEEK(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) >= cr.start and TIME(CONVERT_TZ(NOW(), 'System' , s.Time_zone_name)) <= cr.end) VALUES ('{$r['questionnaire_id']}', '{$r['sample_id']}', 0, 50,'$i')
LEFT JOIN shift as sh on (sh.questionnaire_id = q.questionnaire_id and (CONVERT_TZ(NOW(),'System','UTC') >= sh.start) AND (CONVERT_TZ(NOW(),'System','UTC') <= sh.end)) ON DUPLICATE KEY UPDATE sortorder = '$i'";
LEFT JOIN questionnaire_sample_exclude_priority AS qsep ON (qsep.questionnaire_id = qs.questionnaire_id AND qsep.sample_id = s.sample_id)
WHERE c.case_id is NULL
AND ((qsep.questionnaire_id IS NULL) or qsep.exclude = 0)
AND !(q.restrict_work_shifts = 1 AND sh.shift_id IS NULL)
AND !(si.call_restrict = 1 AND cr.day_of_week IS NULL)
AND (SELECT count(*) FROM `questionnaire_sample_quota` WHERE questionnaire_id = qs.questionnaire_id AND sample_import_id = s.import_id AND quota_reached = 1) = 0
GROUP BY s.sample_id,qs.questionnaire_id
ORDER BY qsep.priority DESC, rand() * qs.random_select, s.sample_id";
$rs = $db->GetAll($sql);
$i = 1; $db->Execute($sql);
foreach ($rs as $r) $i++;
{ }
$sql = "INSERT INTO questionnaire_sample_exclude_priority (questionnaire_id,sample_id,exclude,priority,sortorder)
VALUES ('{$r['questionnaire_id']}', '{$r['sample_id']}', 0, 50,'$i')
ON DUPLICATE KEY UPDATE sortorder = '$i'";
$db->Execute($sql); $result = $db->CompleteTrans();
$i++;
} $time_end = microtime(true);
$timer = $time_end - $time_start;
if ($result)
$result = $db->CompleteTrans(); print T_("Completed sort") . ". " . T_("This task took") . ": $timer " . T_("seconds");
else
$time_end = microtime(true); print T_("Failed to complete sort") . ". " . T_("This task took") . ": $timer " . T_("seconds");
$timer = $time_end - $time_start; }
if ($result)
print T_("Completed sort") . ". " . T_("This task took") . ": $timer " . T_("seconds");
else
print T_("Failed to complete sort") . ". " . T_("This task took") . ": $timer " . T_("seconds");
for ($i = 0; $i < (SYSTEM_SORT_MINUTES * 60); $i += $sleepinterval) for ($i = 0; $i < (SYSTEM_SORT_MINUTES * 60); $i += $sleepinterval)
{ {