diff --git a/autoqa/individual_migration_runner.py b/autoqa/individual_migration_runner.py index fb13b86fd..60e3b7539 100644 --- a/autoqa/individual_migration_runner.py +++ b/autoqa/individual_migration_runner.py @@ -31,6 +31,12 @@ MIGRATION_TEST_CASES = { "verify_test": "appearance/verify-light-theme-appearance-persistence.txt", "description": "Tests that the Light theme setting persists after upgrade" }, + "appearance_font-size": { + "name": "Font Size Appearance Migration", + "setup_test": "appearance/setup-font-size-appearance.txt", + "verify_test": "appearance/verify-font-size-appearance-persistence.txt", + "description": "Tests that the Font Size setting (Extra Large) persists after upgrade" + }, "assistants": { "name": "Custom Assistants Migration", "setup_test": "assistants/setup-create-assistants.txt", diff --git a/autoqa/tests/migration/appearance/setup-font-size-appearance.txt b/autoqa/tests/migration/appearance/setup-font-size-appearance.txt new file mode 100644 index 000000000..5a3568c18 --- /dev/null +++ b/autoqa/tests/migration/appearance/setup-font-size-appearance.txt @@ -0,0 +1,71 @@ +prompt = """ +You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. + +## Output Format +``` +Thought: ... +Action: ... +``` + +## Action Space + +click(start_box='<|box_start|>(x1,y1)<|box_end|>') +left_double(start_box='<|box_start|>(x1,y1)<|box_end|>') +right_single(start_box='<|box_start|>(x1,y1)<|box_end|>') +drag(start_box='<|box_start|>(x1,y1)<|box_end|>', end_box='<|box_start|>(x3,y3)<|box_end|>') +hotkey(key='') +type(content='') #If you want to submit your input, use "\ +" at the end of `content`. +scroll(start_box='<|box_start|>(x1,y1)<|box_end|>', direction='down or up or right or left') +wait() #Sleep for 5s and take a screenshot to check for any changes. +finished() +call_user() # Submit the task and call the user when the task is unsolvable, or when you need the user's help. + + +## Note +- Use Chinese in `Thought` part. +- Summarize your next action (with its target element) in one sentence in `Thought` part. + +## User Instruction + +You are changing the Font Size setting to "Extra Large" in the OLD version of the Jan application. + +PHASE: SETUP FONT SIZE APPEARANCE (OLD VERSION) + +Step-by-step instructions: + +1. Open the Jan application (OLD version). + - If a dialog appears in the bottom-right corner titled **"Help Us Improve Jan"**, click **Deny** to dismiss it before continuing. + - If **New Version Available** popup appears on app launch (older versions), click **Remind Me Later** to dismiss it before continuing. + +2. Navigate to Appearance settings: + - In the bottom-left menu, click **Settings**. + - In the left sidebar, click **Appearance**. + +3. Change the font size to "Extra Large": + - Locate the **Font Size** section with description "Adjust the app's font size." + - Click on the current font size button (likely showing "Medium"). + - In the dropdown menu that appears, select **"Extra Large"**. + - Verify that the font size button now displays "Extra Large". + +4. Return result: + - If the Font Size is set to **"Extra Large"**, return: + {"result": True, "phase": "setup_complete"} + - If the Font Size cannot be set to **"Extra Large"**, return: + {"result": False, "phase": "setup_failed"} + +CRITICAL INSTRUCTIONS FOR FINAL RESPONSE: +- You MUST respond in English only, not any other language +- You MUST return ONLY the JSON format below, nothing else +- Do NOT add any explanations, thoughts, or additional text + + - If the configuration is successful, return: + {"result": True, "phase": "setup_complete"} + - If there are any issues, return: + {"result": False, "phase": "setup_failed"} + +IMPORTANT: +- Your response must be ONLY the JSON above +- Do NOT add any other text before or after the JSON +""" + diff --git a/autoqa/tests/migration/appearance/verify-font-size-appearance-persistence.txt b/autoqa/tests/migration/appearance/verify-font-size-appearance-persistence.txt new file mode 100644 index 000000000..3fb6eea83 --- /dev/null +++ b/autoqa/tests/migration/appearance/verify-font-size-appearance-persistence.txt @@ -0,0 +1,70 @@ +prompt = """ +You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. + +## Output Format +``` +Thought: ... +Action: ... +``` + +## Action Space + +click(start_box='<|box_start|>(x1,y1)<|box_end|>') +left_double(start_box='<|box_start|>(x1,y1)<|box_end|>') +right_single(start_box='<|box_start|>(x1,y1)<|box_end|>') +drag(start_box='<|box_start|>(x1,y1)<|box_end|>', end_box='<|box_start|>(x3,y3)<|box_end|>') +hotkey(key='') +type(content='') #If you want to submit your input, use "\ +" at the end of `content`. +scroll(start_box='<|box_start|>(x1,y1)<|box_end|>', direction='down or up or right or left') +wait() #Sleep for 5s and take a screenshot to check for any changes. +finished() +call_user() # Submit the task and call the user when the task is unsolvable, or when you need the user's help. + + +## Note +- Use Chinese in `Thought` part. +- Summarize your next action (with its target element) in one sentence in `Thought` part. + +## User Instruction + +You are verifying that the Font Size setting "Extra Large" persists after upgrading to the NEW version of the Jan application. + +PHASE: VERIFY FONT SIZE APPEARANCE PERSISTENCE (NEW VERSION) + +Step-by-step instructions: + +1. Open the Jan application (NEW version). + - If a dialog appears in the bottom-right corner titled **"Help Us Improve Jan"**, click **Deny** to dismiss it before continuing. + - If **New Version Available** popup appears on app launch (older versions), click **Remind Me Later** to dismiss it before continuing. + +2. Navigate to Appearance settings: + - In the bottom-left menu, click **Settings**. + - In the left sidebar, click **Appearance**. + +3. Verify Font Size persistence: + - Locate the **Font Size** section with description "Adjust the app's font size." + - Check the font size button and read the current font size value. + - Confirm the font size is **"Extra Large"**. + +4. Return result: + - If the current font size is **"Extra Large"**, return: + {"result": True, "phase": "verification_complete"} + - Otherwise, return: + {"result": False, "phase": "verification_failed"} + +CRITICAL INSTRUCTIONS FOR FINAL RESPONSE: +- You MUST respond in English only, not any other language +- You MUST return ONLY the JSON format below, nothing else +- Do NOT add any explanations, thoughts, or additional text + + - If the settings persist and are correct, return: + {"result": True, "phase": "verification_complete"} + - If there are any issues, return: + {"result": False, "phase": "verification_failed"} + +IMPORTANT: +- Your response must be ONLY the JSON above +- Do NOT add any other text before or after the JSON +""" + diff --git a/autoqa/windows-qa-checklist.md b/autoqa/windows-qa-checklist.md index fc29fb3fe..9c44e0d6d 100644 --- a/autoqa/windows-qa-checklist.md +++ b/autoqa/windows-qa-checklist.md @@ -61,8 +61,8 @@ Before testing, set-up the following in the old version to make sure that we can - [x] Dark ✅ - [x] System (should follow your OS system settings) 🔥🔥🔥 - [x] Change the following values => close the application => re-open the application => ensure that the change is persisted across session: - - [x] Theme 🔥 - - [x] Font Size 🔥 + - [x] Theme ✅ + - [x] Font Size ✅ - [x] Window Background 🔥 - [x] App Main View 🔥 - [x] Primary 🔥