@ -18,7 +18,7 @@ set(LY_GOOGLETEST_EXTRA_PARAMS CACHE STRING "Allows injection of additional opti
find_package ( Python REQUIRED MODULE )
ly_set ( LY_PYTEST_EXECUTABLE ${ LY_PYTHON_CMD } -B -m pytest -v --tb=short --show-capture=log -c ${ LY_ROOT_FOLDER } /ctest_pytest.ini --build-directory "${CMAKE_RUNTIME_OUTPUT_DIRECTORY}/$<CONFIG>" )
ly_set ( LY_TEST_GLOBAL_KNOWN_SUITE_NAMES "smoke" "main" "periodic" "benchmark" "sandbox" )
ly_set ( LY_TEST_GLOBAL_KNOWN_SUITE_NAMES "smoke" "main" "periodic" "benchmark" "sandbox" "awsi" )
ly_set ( LY_TEST_GLOBAL_KNOWN_REQUIREMENTS "gpu" )
# S e t d e f a u l t t e s t a b o r t s t o 2 5 m i n u t e s , a v o i d s h i t t i n g t h e C I p i p e l i n e i n a c t i v i t y t i m e o u t u s u a l l y s e t t o 3 0 m i n u t e s
@ -71,11 +71,14 @@ endfunction()
# \ a r g : PARENT_NAME ( optional ) - N a m e o f t h e p a r e n t t e s t r u n target ( if this is a subsequent call to specify a suite )
# \ a r g : TEST_REQUIRES ( optional ) - L i s t o f s y s t e m r e s o u r c e s t h a t a r e r e q u i r e d t o r u n t h i s t e s t .
# O n l y a v a i l a b l e o p t i o n i s " g p u "
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " a n d b o x " - p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " be n c h m a r k " o r " sa n d b o x " o r " a w s i " - p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# a n d i n s t e a d p l a c e s i t a s p e c i a l s u i t e o f t e s t s t h a t o n l y r u n w h e n r e q u e s t e d .
# O t h e r w i s e , d o n o t s p e c i f y a T E S T _ S U I T E v a l u e a n d t h e default ( "main" ) w i l l a p p l y .
# " s m o k e " i s t i n y , q u i c k t e s t s o f f u n d a m e n t a l operation ( tests with no suite marker will also execute here in CI )
# " p e r i o d i c " i s l o w - p r i o r i t y v e r i f i c a t i o n , w h i c h s h o u l d n o t b l o c k c o d e s u b m i s s i o n
# " b e n c h m a r k " i s c u r r e n t l y r e s e r v e d f o r G o o g l e B e n c h m a r k s
# " s a n d b o x " s h o u l d b e o n l y b e u s e d f o r t h e w o r k f l o w o f f l a k y t e s t s
# " a w s i " T i m e c o n s u m i n g A W S i n t e g r a t i o n e n d - t o - e n d t e s t s
# \ a r g : TIMEOUT ( optional ) T h e t i m e o u t i n s e c o n d s f o r t h e m o d u l e . D e f a u l t s t o L Y _ T E S T _ D E F A U L T _ T I M E O U T .
# \ a r g : T E S T _ C O M M A N D - C o m m a n d w h i c h r u n s t h e t e s t s . I t i s a r e q u i r e d a r g u m e n t
# \ a r g : N O N _ I D E _ P A R A M S - e x t r a p a r a m s t h a t w i l l b e r u n i n c t e s t , b u t w i l l n o t b e u s e d i n t h e I D E .
@ -279,7 +282,7 @@ endfunction()
# \ a r g : RUNTIME_DEPENDENCIES ( optional ) - L i s t o f a d d i t i o n a l r u n t i m e d e p e n d e n c i e s r e q u i r e d b y t h i s t e s t .
# \ a r g : COMPONENT ( optional ) - S c o p e o f t h e f e a t u r e a r e a t h a t t h e t e s t b e l o n g s to ( eg. physics, graphics, etc. ) .
# \ a r g : EXCLUDE_TEST_RUN_TARGET_FROM_IDE ( bool ) - I f s e t t h e t e s t r u n t a r g e t w i l l b e n o t b e s h o w n i n t h e I D E
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " s a n d b o x " p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " s a n d b o x " or " a w s i " - p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# a n d i n s t e a d p l a c e s i t a s p e c i a l s u i t e o f t e s t s t h a t o n l y r u n w h e n r e q u e s t e d .
# \ a r g : TIMEOUT ( optional ) T h e t i m e o u t i n s e c o n d s f o r t h e m o d u l e . I f n o t s e t d e f a u l t s t o L Y _ T E S T _ D E F A U L T _ T I M E O U T
#
@ -331,7 +334,7 @@ endfunction()
# \ a r g : T A R G E T N a m e o f t h e t a r g e t m o d u l e t h a t i s b e i n g r u n f o r t e s t s . I f n o t p r o v i d e d , w i l l d e f a u l t t o ' N A M E '
# \ a r g : TEST_REQUIRES ( optional ) L i s t o f s y s t e m r e s o u r c e s t h a t a r e r e q u i r e d t o r u n t h i s t e s t .
# O n l y a v a i l a b l e o p t i o n i s " g p u "
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " s a n d b o x " p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# \ a r g : TEST_SUITE ( optional ) - " s m o k e " o r " p e r i o d i c " o r " s a n d b o x " or " a w s i " - p r e v e n t s t h e t e s t f r o m r u n n i n g n o r m a l l y
# a n d i n s t e a d p l a c e s i t a s p e c i a l s u i t e o f t e s t s t h a t o n l y r u n w h e n r e q u e s t e d .
# \ a r g : TEST_COMMAND ( optional ) - C o m m a n d w h i c h r u n s t h e t e s t s .
# I f n o t s u p p l i e d , a d e f a u l t o f " A z T e s t R u n n e r $ < T A R G E T _ F I L E : $ { N A M E } > A z R u n U n i t T e s t s " w i l l b e u s e d
@ -372,7 +375,7 @@ function(ly_add_googletest)
# w i l l a c t u a l l y r u n e v e r y t h i n g i n m a i n O R e v e r y t h i n g t a g g e d a s r e q u i r i n g a G P U
# i n s t e a d o f o n l y t e s t s t a g g e d w i t h B O T H m a i n a n d g p u . . .
# s o w e h a v e t o d o i t t h i s way ( negating all others )
set ( non_ide_params "--gtest_filter=-*SUITE_smoke*:*SUITE_periodic*:*SUITE_benchmark*:*SUITE_sandbox* ")
set ( non_ide_params "--gtest_filter=-*SUITE_smoke*:*SUITE_periodic*:*SUITE_benchmark*:*SUITE_sandbox* :*SUITE_awsi* ")
endif ( )
if ( NOT ly_add_googletest_TEST_COMMAND )
Junbo Liang
4 years ago
committed by
GitHub