Report generated on 23-Jul-2014 at 22:53:30 by gaiatest version 0.26
Device firmware (date) | 10 Jun 2014 19:40:40 |
Device firmware (incremental) | 108 |
Device firmware (release) | 4.3 |
Device identifier | flame |
Gaia date | 23 Jul 2014 13:51:38 |
Gaia revision | 01d86c8cc615 |
Gecko build | 20140723040201 |
Gecko revision | d0f6259e8446 |
Gecko version | 34.0a1 |
81 tests ran in 4016 seconds.
77 passed, 48 skipped, 2 failed, 2 errors.
0 expected failures, 0 unexpected passes.
Result | Class | Test Name | Duration | Links | |
---|---|---|---|---|---|
Passed | test_browser_tabs.TestBrowserTabs | test_browser_tabs | 70.5 | ||
Passed | test_browser_search.TestBrowserSearch | test_browser_search | 56.9 | ||
Passed | test_browser_navigation.TestBrowserNavigation | test_browser_back_button | 67.8 | ||
Passed | test_browser_bookmark.TestBrowserBookmark | test_browser_bookmark | 80.0 | ||
Passed | test_calendar_flick_through_months.TestCalendar | test_calendar_flick_through_months | 43.3 | ||
Passed | test_camera_capture_photo.TestCamera | test_capture_a_photo | 42.3 | ||
Passed | test_camera_flash_modes.TestCameraFlashModes | test_camera_flash_modes | 50.7 | ||
Passed | test_cards_view_kill_apps_with_two_apps.TestCardsViewTwoApps | test_kill_app_from_cards_view | 48.1 | ||
Passed | test_clock_set_alarm.TestClockSetAlarm | test_clock_set_alarm | 81.0 | ||
Passed | test_call_contact.TestContacts | test_call_contact | 44.5 | ||
Passed | test_sort_contacts.TestContacts | test_sort_contacts | 50.6 | ||
Passed | test_add_contact_to_favorites.TestAddContactToFavorite | test_add_contact_to_favorite | 41.9 | ||
Passed | test_import_contacts_from_sim.TestImportContactsFromSIM | test_import_contacts_from_SIM | 59.2 | ||
Passed | test_export_contacts_to_sdcard.TestExportContactsToSDCard | test_export_contacts_to_sdcard | 46.5 | ||
Passed | test_import_contacts_from_sdcard.TestImportContactsFromSDCard | test_import_contacts_from_sdcard | 45.9 | ||
Passed | test_cost_control_ftu.TestCostControlFTU | test_cost_control_ftu | 54.0 | ||
Passed | test_cost_control_reset_wifi.TestCostControlReset | test_cost_control_reset_wifi | 93.9 | ||
Passed | test_dialer_airplane_mode.TestDialerAirplaneMode | test_dialer_airplane_mode | 50.2 | ||
Passed | test_MMI.TestMMI | test_MMI_code_IMEI | 39.5 | ||
Error | test_dialer_add_contact.TestDialerAddContact | test_dialer_add_contact | 78.8 | Source Screenshot Settings |
Traceback (most recent call last): File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette_test.py", line 170, in run testMethod() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/tests/functional/dialer/test_dialer_add_contact.py", line 44, in test_dialer_add_contact contacts = self.phone.tap_contacts() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/apps/phone/app.py", line 39, in tap_contacts self.marionette.find_element(*self._contacts_view_locator).tap() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette.py", line 1193, in find_element response = self._send_message('findElement', 'value', **kwargs) File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/decorators.py", line 35, in _ return func(*args, **kwargs) File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette.py", line 613, in _send_message self._handle_error(response) File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette.py", line 647, in _handle_error raise errors.NoSuchElementException(message=message, status=status, stacktrace=stacktrace) NoSuchElementException: NoSuchElementException: Unable to locate element: option-contacts |
Passed | test_dialer_find_contact.TestDialerFindContact | test_dialer_find_contact | 46.1 | ||
Passed | test_everythingme_search.TestEverythingMeSearch | test_launch_everything_me_search | 49.6 | ||
Passed | test_fmradio_add_remove_from_favorites.TestFMRadioAddRemoveFavorites | test_add_remove_from_favorites | 43.2 | ||
Passed | test_fmradio_find_stations.TestFMRadioFindStations | test_find_next_previous_station | 50.8 | ||
Passed | test_fmradio_turn_on_off.TestFMRadioTurnOnOff | test_turn_radio_on_off | 48.6 | ||
Passed | test_gallery_empty.TestGalleryEmpty | test_empty_gallery | 38.1 | ||
Passed | test_gallery_delete_image.TestGalleryDelete | test_gallery_delete_image | 43.6 | ||
Passed | test_gallery_edit_photo.TestGalleryEditPhoto | test_gallery_edit_photo | 46.6 | ||
Passed | test_gallery_crop_photo.TestGalleryCropPhoto | test_gallery_crop_photo | 45.7 | ||
Passed | test_homescreen_launch_app.TestLaunchApp | test_launch_app | 54.0 | ||
Passed | test_keyboard.TestKeyboard | test_keyboard_basic | 67.1 | ||
Passed | test_number_keyboard.TestNumberKeyboard | test_number_keyboard | 42.6 | ||
Passed | test_keyboard_predictive_key.TestKeyboardPredictiveKey | test_keyboard_predictive_key | 44.2 | ||
Passed | test_email_keyboard.TestEmailKeyboard | test_basic_email_keyboard | 55.6 | ||
Passed | test_lockscreen_unlock_to_homescreen_with_passcode.TestLockScreen | test_unlock_to_homescreen_with_passcode | 37.9 | ||
Passed | test_lockscreen_unlock_to_emergency_call_screen.TestLockScreen | test_unlock_to_emergency_call_screen | 38.3 | ||
Passed | test_lockscreen_notification.TestLockScreen | test_lock_screen_notification | 36.1 | ||
Passed | test_lockscreen_wake_with_notification.TestLockScreenNotification | test_lock_screen_wake_with_notification | 38.3 | ||
Passed | test_add_to_an_existing_contact_from_messages.TestSmsAddToExistingContact | test_sms_add_number_to_existing_contact | 53.1 | ||
Passed | test_add_to_new_contact_from_messages.TestSmsCreateContact | test_sms_create_new_contact | 60.0 | ||
Passed | test_sms_add_contact.TestSmsAddContact | test_sms_add_contact | 60.1 | ||
Passed | test_sms_to_dialer.TestDialerFromMessage | test_dialer_from_message | 50.2 | ||
Passed | test_sms_contact_match.TestContactMatch | test_contact_match | 48.7 | ||
Passed | test_sms_contact_input_validation.TestContactValidation | test_sms_contact_validation | 54.7 | ||
Passed | test_sms_notification.TestSmsNotification | test_sms_notification | 56.0 | ||
Passed | test_mms_add_subject.TestMmsAddSubject | test_mms_add_subject | 39.1 | ||
Passed | test_inbox_to_settings.TestSettingsFromInbox | test_settings_from_inbox | 41.4 | ||
Passed | test_music_empty.TestMusicEmpty | test_empty_music | 38.9 | ||
Passed | test_persona_app.TestPersonaStandard | test_persona_standard_sign_in | 67.5 | ||
Passed | test_settings_change_language.TestChangeLanguage | test_change_language_settings | 48.9 | ||
Passed | test_settings_change_language_rtl.TestChangeLanguageRTL | test_change_language_settings_rtl | 49.4 | ||
Passed | test_settings_gps.TestSettingsGPS | test_enable_gps_via_settings_app | 40.4 | ||
Passed | test_settings_do_not_track.TestSettingsDoNotTrack | test_enable_do_not_track_via_settings_app | 44.6 | ||
Passed | test_settings_wifi.TestSettingsWifi | test_connect_to_wifi_via_settings_app | 51.8 | ||
Passed | test_settings_airplane_mode.TestAirplaneMode | test_toggle_airplane_mode | 69.3 | ||
Passed | test_settings_media_storage.TestSettingsMediaStorage | test_settings_media_storage | 46.1 | ||
Passed | test_settings_wallpaper.TestWallpaper | test_change_wallpaper | 45.0 | ||
Passed | test_settings_passcode.TestSettingsPasscode | test_set_passcode_by_settings | 48.5 | ||
Passed | test_settings_change_keyboard_language.TestChangeKeyboardLanguage | test_change_keyboard_language_settings | 50.3 | ||
Failure | test_settings_device_info.TestSettingsDeviceInfo | test_that_device_info_is_populated | 43.2 | Source Screenshot Settings |
Traceback (most recent call last): File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette_test.py", line 170, in run testMethod() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/tests/functional/settings/test_settings_device_info.py", line 27, in test_that_device_info_is_populated self.assertEqual(more_info.imei1, self.testvars['imei'][0]) AssertionError: u'864332020602472' != u'8' - 864332020602472 + 8 |
Passed | test_settings_power_save_mode.TestPowerSaveMode | test_power_save_mode | 57.1 | ||
Failure | test_settings_root.TestSettingsRoot | test_settings_root_items | 40.8 | Source Screenshot Settings |
Traceback (most recent call last): File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette_test.py", line 170, in run testMethod() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/tests/functional/settings/test_settings_root.py", line 27, in test_settings_root_items self.assertEqual(settings.bluetooth_menu_item_description, 'Turned off') AssertionError: u'' != 'Turned off' |
Passed | test_system_notification_bar.TestNotificationBar | test_notification_bar | 42.2 | ||
Passed | test_geolocation_prompt.TestGeolocationPrompt | test_geolocation_prompt | 40.2 | ||
Passed | test_quick_settings.TestQuickSettingsButton | test_quick_settings_button | 36.9 | ||
Passed | test_system_message.TestSystemMessage | test_app_launched_by_system_message | 36.0 | ||
Passed | test_system_message_pending.TestSystemMessage | test_pending_system_message | 38.5 | ||
Passed | test_inter_app_comm.TestInterAppComm | test_inter_app_comm | 39.0 | ||
Passed | test_privileged_app_audio_capture_prompt.TestPrivilegedAppAudioCapturePrompt | test_audio_capture_prompt | 40.4 | ||
Passed | test_privileged_app_video_capture_prompt.TestPrivilegedAppVideoCapturePrompt | test_video_capture_prompt | 39.6 | ||
Passed | test_privileged_app_contacts_prompt.TestPrivilegedAppContactsPrompt | test_contact_prompt | 40.9 | ||
Passed | test_privileged_app_device_music_prompt.TestPrivilegedAppDeviceMusicPrompt | test_get_music_prompt | 39.9 | ||
Passed | test_privileged_app_device_picture_prompt.TestPrivilegedAppDevicePicturePrompt | test_get_pictures_prompt | 41.1 | ||
Passed | test_privileged_app_device_sdcard_prompt.TestPrivilegedAppDeviceSDcardPrompt | test_get_sdcard_prompt | 39.3 | ||
Passed | test_privileged_app_device_video_prompt.TestPrivilegedAppDeviceVideoPrompt | test_get_videos_prompt | 40.1 | ||
Passed | test_privileged_app_geolocation_prompt.TestPrivilegedAppGeolocationPrompt | test_geolocation_prompt | 42.3 | ||
Passed | test_video_empty.TestVideoEmpty | test_empty_video | 38.9 | ||
Passed | test_play_ogv_video.TestPlayOgvVideo | test_play_ogv_video | 41.4 | ||
Error | test_play_webm_video.TestPlayWebMVideo | test_play_webm_video | 68.5 | Source Screenshot Settings |
Traceback (most recent call last): File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/marionette_test.py", line 170, in run testMethod() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/tests/functional/videoplayer/test_play_webm_video.py", line 31, in test_play_webm_video fullscreen_video = video_player.tap_first_video_item() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/apps/videoplayer/app.py", line 43, in tap_first_video_item fullscreen.wait_for_player_frame_displayed() File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/apps/videoplayer/regions/fullscreen_video.py", line 19, in wait_for_player_frame_displayed self.wait_for_element_displayed(*self._video_player_frame_locator) File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/gaiatest/apps/base.py", line 42, in wait_for_element_displayed lambda m: m.find_element(by, locator).is_displayed()) File "/var/lib/jenkins/jobs/B2G.master.pvt.flame.gaiatest.non-smoketest/workspace/tests/python/gaia-ui-tests/.env/local/lib/python2.7/site-packages/marionette_client-0.7.11-py2.7.egg/marionette/wait.py", line 143, in until cause=last_exc) TimeoutException: TimeoutException: Timed out after 30.1 seconds |
Passed | test_play_mp4_video.TestPlayMP4Video | test_play_mp4_video | 41.4 | ||
Passed | test_play_ogg_video.TestPlayOGGVideo | test_play_ogg_video | 40.9 | ||
Skipped | test_edit_contact.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_add_photo_to_contact.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_delete_contact.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_import_contacts_from_gmail.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_call_log_all_calls.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_setup_and_send_active_sync_email.py | 0 |
Bug 1028192 - Problems with ActiveSync accounts | ||
Skipped | test_receive_active_sync_email.py | 0 |
Bug 1028192 - Problems with ActiveSync accounts | ||
Skipped | test_ftu_skip_tour_desktopb2g.py | 0 |
skip-if: device != "desktop" | ||
Skipped | test_homescreen_delete_app.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_homescreen_edit_mode.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_homescreen_move_app.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_music_album_mp3.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_music_songs_3gp.py | 0 |
Bug 1041510 - [v2.1] Updating a contact causes the phone to restart | ||
Skipped | test_settings_cell_data.py | 0 |
skip-if: device == "desktop" || device == "sp7710gaplus_gonk" || device == "flame" | ||
Skipped | test_settings_sim_manager.py | 0 |
Disabled because run the device with 1 SIM only | ||
Skipped | test_browser_cell_data.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_browser_lan.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_browser_play_youtube_video.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_calendar_new_event_appears_on_all_calendar_views.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_camera_capture_video.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_camera_multiple_shots.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_cards_view_with_two_apps.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_clock_create_new_alarm.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_add_new_contact.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_sms_contact.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_cost_control_data_alert_mobile.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_dialer.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_dialer_receive_call.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_dialer_receive_call_with_locked_screen.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_setup_basic_gmail.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_setup_and_send_imap_email.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_everythingme_launch_link.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_everythingme_add_collection_save_bookmark.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_fmradio_frequency_dialer.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_ftu_skip_tour.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_ftu_with_tour.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_gallery_view.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_gallery_flick.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_lockscreen_unlock_to_homescreen.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_lockscreen_unlock_to_camera.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_lockscreen_unlock_to_camera_with_passcode.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_marketplace_launch.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_sms.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_sms_with_attachments.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_settings_bluetooth.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_settings_dsds_cell_data.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_power_button_long_press.py | 0 |
filtered by type (b2g-smoketest) | ||
Skipped | test_play_3gp_video.py | 0 |
filtered by type (b2g-smoketest) |