tests: add apperance font size test
This commit is contained in:
Minh141120
parent
ca930d0f90
commit
4d21d78755
@ -31,6 +31,12 @@ MIGRATION_TEST_CASES = {
|
||||
"verify_test": "appearance/verify-light-theme-appearance-persistence.txt",
|
||||
"description": "Tests that the Light theme setting persists after upgrade"
|
||||
},
|
||||
"appearance_font-size": {
|
||||
"name": "Font Size Appearance Migration",
|
||||
"setup_test": "appearance/setup-font-size-appearance.txt",
|
||||
"verify_test": "appearance/verify-font-size-appearance-persistence.txt",
|
||||
"description": "Tests that the Font Size setting (Extra Large) persists after upgrade"
|
||||
},
|
||||
"assistants": {
|
||||
"name": "Custom Assistants Migration",
|
||||
"setup_test": "assistants/setup-create-assistants.txt",
|
||||
|
||||
@ -0,0 +1,71 @@
|
||||
prompt = """
|
||||
You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task.
|
||||
|
||||
## Output Format
|
||||
```
|
||||
Thought: ...
|
||||
Action: ...
|
||||
```
|
||||
|
||||
## Action Space
|
||||
|
||||
click(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
left_double(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
right_single(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
drag(start_box='<|box_start|>(x1,y1)<|box_end|>', end_box='<|box_start|>(x3,y3)<|box_end|>')
|
||||
hotkey(key='')
|
||||
type(content='') #If you want to submit your input, use "\
|
||||
" at the end of `content`.
|
||||
scroll(start_box='<|box_start|>(x1,y1)<|box_end|>', direction='down or up or right or left')
|
||||
wait() #Sleep for 5s and take a screenshot to check for any changes.
|
||||
finished()
|
||||
call_user() # Submit the task and call the user when the task is unsolvable, or when you need the user's help.
|
||||
|
||||
|
||||
## Note
|
||||
- Use Chinese in `Thought` part.
|
||||
- Summarize your next action (with its target element) in one sentence in `Thought` part.
|
||||
|
||||
## User Instruction
|
||||
|
||||
You are changing the Font Size setting to "Extra Large" in the OLD version of the Jan application.
|
||||
|
||||
PHASE: SETUP FONT SIZE APPEARANCE (OLD VERSION)
|
||||
|
||||
Step-by-step instructions:
|
||||
|
||||
1. Open the Jan application (OLD version).
|
||||
- If a dialog appears in the bottom-right corner titled **"Help Us Improve Jan"**, click **Deny** to dismiss it before continuing.
|
||||
- If **New Version Available** popup appears on app launch (older versions), click **Remind Me Later** to dismiss it before continuing.
|
||||
|
||||
2. Navigate to Appearance settings:
|
||||
- In the bottom-left menu, click **Settings**.
|
||||
- In the left sidebar, click **Appearance**.
|
||||
|
||||
3. Change the font size to "Extra Large":
|
||||
- Locate the **Font Size** section with description "Adjust the app's font size."
|
||||
- Click on the current font size button (likely showing "Medium").
|
||||
- In the dropdown menu that appears, select **"Extra Large"**.
|
||||
- Verify that the font size button now displays "Extra Large".
|
||||
|
||||
4. Return result:
|
||||
- If the Font Size is set to **"Extra Large"**, return:
|
||||
{"result": True, "phase": "setup_complete"}
|
||||
- If the Font Size cannot be set to **"Extra Large"**, return:
|
||||
{"result": False, "phase": "setup_failed"}
|
||||
|
||||
CRITICAL INSTRUCTIONS FOR FINAL RESPONSE:
|
||||
- You MUST respond in English only, not any other language
|
||||
- You MUST return ONLY the JSON format below, nothing else
|
||||
- Do NOT add any explanations, thoughts, or additional text
|
||||
|
||||
- If the configuration is successful, return:
|
||||
{"result": True, "phase": "setup_complete"}
|
||||
- If there are any issues, return:
|
||||
{"result": False, "phase": "setup_failed"}
|
||||
|
||||
IMPORTANT:
|
||||
- Your response must be ONLY the JSON above
|
||||
- Do NOT add any other text before or after the JSON
|
||||
"""
|
||||
|
||||
@ -0,0 +1,70 @@
|
||||
prompt = """
|
||||
You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task.
|
||||
|
||||
## Output Format
|
||||
```
|
||||
Thought: ...
|
||||
Action: ...
|
||||
```
|
||||
|
||||
## Action Space
|
||||
|
||||
click(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
left_double(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
right_single(start_box='<|box_start|>(x1,y1)<|box_end|>')
|
||||
drag(start_box='<|box_start|>(x1,y1)<|box_end|>', end_box='<|box_start|>(x3,y3)<|box_end|>')
|
||||
hotkey(key='')
|
||||
type(content='') #If you want to submit your input, use "\
|
||||
" at the end of `content`.
|
||||
scroll(start_box='<|box_start|>(x1,y1)<|box_end|>', direction='down or up or right or left')
|
||||
wait() #Sleep for 5s and take a screenshot to check for any changes.
|
||||
finished()
|
||||
call_user() # Submit the task and call the user when the task is unsolvable, or when you need the user's help.
|
||||
|
||||
|
||||
## Note
|
||||
- Use Chinese in `Thought` part.
|
||||
- Summarize your next action (with its target element) in one sentence in `Thought` part.
|
||||
|
||||
## User Instruction
|
||||
|
||||
You are verifying that the Font Size setting "Extra Large" persists after upgrading to the NEW version of the Jan application.
|
||||
|
||||
PHASE: VERIFY FONT SIZE APPEARANCE PERSISTENCE (NEW VERSION)
|
||||
|
||||
Step-by-step instructions:
|
||||
|
||||
1. Open the Jan application (NEW version).
|
||||
- If a dialog appears in the bottom-right corner titled **"Help Us Improve Jan"**, click **Deny** to dismiss it before continuing.
|
||||
- If **New Version Available** popup appears on app launch (older versions), click **Remind Me Later** to dismiss it before continuing.
|
||||
|
||||
2. Navigate to Appearance settings:
|
||||
- In the bottom-left menu, click **Settings**.
|
||||
- In the left sidebar, click **Appearance**.
|
||||
|
||||
3. Verify Font Size persistence:
|
||||
- Locate the **Font Size** section with description "Adjust the app's font size."
|
||||
- Check the font size button and read the current font size value.
|
||||
- Confirm the font size is **"Extra Large"**.
|
||||
|
||||
4. Return result:
|
||||
- If the current font size is **"Extra Large"**, return:
|
||||
{"result": True, "phase": "verification_complete"}
|
||||
- Otherwise, return:
|
||||
{"result": False, "phase": "verification_failed"}
|
||||
|
||||
CRITICAL INSTRUCTIONS FOR FINAL RESPONSE:
|
||||
- You MUST respond in English only, not any other language
|
||||
- You MUST return ONLY the JSON format below, nothing else
|
||||
- Do NOT add any explanations, thoughts, or additional text
|
||||
|
||||
- If the settings persist and are correct, return:
|
||||
{"result": True, "phase": "verification_complete"}
|
||||
- If there are any issues, return:
|
||||
{"result": False, "phase": "verification_failed"}
|
||||
|
||||
IMPORTANT:
|
||||
- Your response must be ONLY the JSON above
|
||||
- Do NOT add any other text before or after the JSON
|
||||
"""
|
||||
|
||||
@ -61,8 +61,8 @@ Before testing, set-up the following in the old version to make sure that we can
|
||||
- [x] Dark ✅
|
||||
- [x] System (should follow your OS system settings) 🔥🔥🔥
|
||||
- [x] Change the following values => close the application => re-open the application => ensure that the change is persisted across session:
|
||||
- [x] Theme 🔥
|
||||
- [x] Font Size 🔥
|
||||
- [x] Theme ✅
|
||||
- [x] Font Size ✅
|
||||
- [x] Window Background 🔥
|
||||
- [x] App Main View 🔥
|
||||
- [x] Primary 🔥
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user