. /** * This file contains tests for the autosave code in the question_usage class. * * @package moodlecore * @subpackage questionengine * @copyright 2013 The Open University * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ defined('MOODLE_INTERNAL') || die(); global $CFG; require_once(dirname(__FILE__) . '/../lib.php'); require_once(dirname(__FILE__) . '/helpers.php'); /** * Unit tests for the autosave parts of the {@link question_usage} class. * * @copyright 2013 The Open University * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ class question_usage_autosave_test extends qbehaviour_walkthrough_test_base { public function test_autosave_then_display() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $this->delete_quba(); } public function test_autosave_then_autosave_different_data() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process a second autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'third response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'third response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $this->delete_quba(); } public function test_autosave_then_autosave_same_data() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $stepid = $this->quba->get_question_attempt($this->slot)->get_last_step()->get_id(); // Process a second autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Try to check it is really the same step $newstepid = $this->quba->get_question_attempt($this->slot)->get_last_step()->get_id(); $this->assertEquals($stepid, $newstepid); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $this->delete_quba(); } public function test_autosave_then_autosave_original_data() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process a second autosave saving the original response. // This should remove the autosave step. $this->load_quba(); $this->process_autosave(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $this->delete_quba(); } public function test_autosave_then_real_save() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Now save for real a third response. $this->process_submission(array('answer' => 'third response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'third response'); $this->check_output_contains_hidden_input(':sequencecheck', 3); } public function test_autosave_then_real_save_same() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Now save for real of the same response. $this->process_submission(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 3); } public function test_autosave_then_submit() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'second response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'second response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Now submit a third response. $this->process_submission(array('answer' => 'third response')); $this->quba->finish_all_questions(); $this->check_current_state(question_state::$gradedwrong); $this->check_current_mark(0); $this->check_step_count(4); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'third response', false); $this->check_output_contains_hidden_input(':sequencecheck', 4); } public function test_autosave_and_save_concurrently() { // This test simulates the following scenario: // 1. Student looking at a page of the quiz, and edits a field then waits. // 2. Autosave starts. // 3. Student immediately clicks Next, which submits the current page. // In this situation, the real submit should beat the autosave, even // thought they happen concurrently. We simulate this by opening a // second db connections. global $DB; // Open second connection $cfg = $DB->export_dbconfig(); if (!isset($cfg->dboptions)) { $cfg->dboptions = array(); } $DB2 = moodle_database::get_driver_instance($cfg->dbtype, $cfg->dblibrary); $DB2->connect($cfg->dbhost, $cfg->dbuser, $cfg->dbpass, $cfg->dbname, $cfg->prefix, $cfg->dboptions); // Since we need to commit our transactions in a given order, close the // standard unit test transaction. $this->preventResetByRollback(); $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->save_quba(); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Start to process an autosave on $DB. $transaction = $DB->start_delegated_transaction(); $this->load_quba($DB); $this->process_autosave(array('answer' => 'autosaved response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba($DB); // Don't commit the transaction yet. // Now process a real submit on $DB2 (using a different response). $transaction2 = $DB2->start_delegated_transaction(); $this->load_quba($DB2); $this->process_submission(array('answer' => 'real response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); // Now commit the first transaction. $transaction->allow_commit(); // Now commit the other transaction. $this->save_quba($DB2); $transaction2->allow_commit(); // Now re-load and check how that is re-displayed. $this->load_quba(); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->render(); $this->check_output_contains_text_input('answer', 'real response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $DB2->dispose(); } public function test_concurrent_autosaves() { // This test simulates the following scenario: // 1. Student opens a page of the quiz in two separate browser. // 2. Autosave starts in both at the same time. // In this situation, one autosave will work, and the other one will // get a unique key violation error. This is OK. global $DB; // Open second connection $cfg = $DB->export_dbconfig(); if (!isset($cfg->dboptions)) { $cfg->dboptions = array(); } $DB2 = moodle_database::get_driver_instance($cfg->dbtype, $cfg->dblibrary); $DB2->connect($cfg->dbhost, $cfg->dbuser, $cfg->dbpass, $cfg->dbname, $cfg->prefix, $cfg->dboptions); // Since we need to commit our transactions in a given order, close the // standard unit test transaction. $this->preventResetByRollback(); $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->save_quba(); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Start to process an autosave on $DB. $transaction = $DB->start_delegated_transaction(); $this->load_quba($DB); $this->process_autosave(array('answer' => 'autosaved response 1')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba($DB); // Don't commit the transaction yet. // Now process a real submit on $DB2 (using a different response). $transaction2 = $DB2->start_delegated_transaction(); $this->load_quba($DB2); $this->process_autosave(array('answer' => 'autosaved response 2')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); // Now commit the first transaction. $transaction->allow_commit(); // Now commit the other transaction. $this->setExpectedException('dml_write_exception'); $this->save_quba($DB2); $transaction2->allow_commit(); // Now re-load and check how that is re-displayed. $this->load_quba(); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->render(); $this->check_output_contains_text_input('answer', 'autosaved response 1'); $this->check_output_contains_hidden_input(':sequencecheck', 1); $DB2->dispose(); } public function test_autosave_with_wrong_seq_number_ignored() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'first response')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave with a sequence number 1 too small (so from the past). $this->load_quba(); $postdata = $this->response_data_to_post(array('answer' => 'obsolete response')); $postdata[$this->quba->get_field_prefix($this->slot) . ':sequencecheck'] = $this->get_question_attempt()->get_sequence_check_count() - 1; $this->quba->process_all_autosaves(null, $postdata); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'first response'); $this->check_output_contains_hidden_input(':sequencecheck', 2); $this->delete_quba(); } public function test_finish_with_unhandled_autosave_data() { $this->resetAfterTest(); $generator = $this->getDataGenerator()->get_plugin_generator('core_question'); $cat = $generator->create_question_category(); $question = $generator->create_question('shortanswer', null, array('category' => $cat->id)); // Start attempt at a shortanswer question. $q = question_bank::load_question($question->id); $this->start_attempt_at_question($q, 'deferredfeedback', 1); $this->check_current_state(question_state::$todo); $this->check_current_mark(null); $this->check_step_count(1); // Process a response and check the expected result. $this->process_submission(array('answer' => 'cat')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(2); $this->save_quba(); // Now check how that is re-displayed. $this->render(); $this->check_output_contains_text_input('answer', 'cat'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Process an autosave. $this->load_quba(); $this->process_autosave(array('answer' => 'frog')); $this->check_current_state(question_state::$complete); $this->check_current_mark(null); $this->check_step_count(3); $this->save_quba(); // Now check how that is re-displayed. $this->load_quba(); $this->render(); $this->check_output_contains_text_input('answer', 'frog'); $this->check_output_contains_hidden_input(':sequencecheck', 2); // Now finishe the attempt, without having done anything since the autosave. $this->finish(); $this->save_quba(); // Now check how that has been graded and is re-displayed. $this->load_quba(); $this->check_current_state(question_state::$gradedright); $this->check_current_mark(1); $this->render(); $this->check_output_contains_text_input('answer', 'frog', false); $this->check_output_contains_hidden_input(':sequencecheck', 4); $this->delete_quba(); } protected function tearDown() { // This test relies on the destructor for the second DB connection being called before running the next test. // Without this change - there will be unit test failures on "some" DBs (MySQL). gc_collect_cycles(); } }