import KernelBasis
import SALOME
+import tempfile
import glob
import pickle
import tempfile
"""
EDF29852 : Kill container with OutOfProcessNoReplay mode and see if container still responds.
"""
- salome.salome_init()
- assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
- KernelBasis.SetPyExecutionMode("OutOfProcessNoReplay") # the aim of test is here
- hostname = "localhost"
- cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
- salome.cm.SetBigObjOnDiskThreshold(1000)
- salome.cm.SetOverrideEnvForContainersSimple(env = [])
- cont = salome.cm.GiveContainer(cp)
- poa = salome.orb.resolve_initial_references("RootPOA")
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript2 = cont.createPyScriptNode("testScript2",killMeCode)
- pyscript2.executeFirst(refPtr)
- self.assertRaises(SALOME.SALOME_Exception,pyscript2.executeSecond,["j"]) # an agressive SIGKILL has been received and container is still alive :) - it throws an exception :)
- pyscript2.UnRegister()
- pyscript3 = cont.createPyScriptNode("testScript3",normalCode)
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript3.executeFirst(refPtr)
- ret = pyscript3.executeSecond(["j"])
- ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
- self.assertEqual(ret,24) # container has received a SIGKILL but it kindly continue to respond :)
- a = salome.logm.NaiveFetch()
- self.assertEqual(a[0][2][0].get().freestyle,[('a',777)])
- cont.Shutdown()
+ with tempfile.TemporaryDirectory() as tmpdirname:
+ salome.salome_init()
+ assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
+ KernelBasis.SetPyExecutionMode("OutOfProcessNoReplay") # the aim of test is here
+ hostname = "localhost"
+ cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
+ salome.cm.SetBigObjOnDiskThreshold(1000)
+ salome.cm.SetOverrideEnvForContainersSimple(env = [])
+ salome.cm.SetDirectoryForReplayFiles( str( tmpdirname ) )
+ cont = salome.cm.GiveContainer(cp)
+ poa = salome.orb.resolve_initial_references("RootPOA")
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript2 = cont.createPyScriptNode("testScript2",killMeCode)
+ pyscript2.executeFirst(refPtr)
+ self.assertRaises(SALOME.SALOME_Exception,pyscript2.executeSecond,["j"]) # an agressive SIGKILL has been received and container is still alive :) - it throws an exception :)
+ pyscript2.UnRegister()
+ pyscript3 = cont.createPyScriptNode("testScript3",normalCode)
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript3.executeFirst(refPtr)
+ ret = pyscript3.executeSecond(["j"])
+ ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
+ self.assertEqual(ret,24) # container has received a SIGKILL but it kindly continue to respond :)
+ a = salome.logm.NaiveFetch()
+ self.assertEqual(a[0][2][0].get().freestyle,[('a',777)])
+ cont.Shutdown()
def test1(self):
"""
EDF29852 : Same than test0 Kill container with OutOfProcessWithReplay mode and see if container still responds. But in addition we test if the python script is runnable !
"""
- salome.salome_init()
- assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
- KernelBasis.SetPyExecutionMode("OutOfProcessWithReplay") # the aim of test is here
- hostname = "localhost"
- cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
- salome.cm.SetBigObjOnDiskThreshold(1000)
- salome.cm.SetOverrideEnvForContainersSimple(env = [])
- cont = salome.cm.GiveContainer(cp)
- poa = salome.orb.resolve_initial_references("RootPOA")
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript2 = cont.createPyScriptNode("testScript2",killMeCode)
- pyscript2.executeFirst(refPtr)
- self.assertRaises(SALOME.SALOME_Exception,pyscript2.executeSecond,["j"]) # an agressive SIGKILL has been received and container is still alive :) - it throws an exception :)
- pyscript2.UnRegister()
- pyscript3 = cont.createPyScriptNode("testScript3",normalCode)
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript3.executeFirst(refPtr)
- ret = pyscript3.executeSecond(["j"])
- ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
- self.assertEqual(ret,24) # container has received a SIGKILL but it kindly continue to respond :)
- a = salome.logm.NaiveFetch()
- self.assertEqual(a[0][2][0].get().freestyle,[('a',777)])
- grpsOfLogToKill = cont.getAllLogFileNameGroups()
- self.assertEqual(1,len(grpsOfLogToKill))
- replayInput = grpsOfLogToKill[0]
- # now try to replay the failing case
- p = sp.Popen(["python3",os.path.basename(replayInput[0])],cwd = os.path.dirname(replayInput[0]),stdout=sp.PIPE,stderr=sp.PIPE)
- out,err = p.communicate()
- self.assertNotEqual(p.returncode,0) # very important ! The failing case must continue to fail :)
- self.assertEqual("21".encode(),out) # very important to check that the reported case is standalone enough to be replayable poste mortem
- # cleanup
- dn = os.path.dirname(replayInput[0])
- for elt in replayInput:
- zeFile = os.path.join( dn, os.path.basename(elt) )
- if os.path.exists( zeFile ):
- os.unlink( zeFile )
- cont.Shutdown()
+ with tempfile.TemporaryDirectory() as tmpdirname:
+ salome.salome_init()
+ assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
+ KernelBasis.SetPyExecutionMode("OutOfProcessWithReplay") # the aim of test is here
+ hostname = "localhost"
+ cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
+ salome.cm.SetBigObjOnDiskThreshold(1000)
+ salome.cm.SetOverrideEnvForContainersSimple(env = [])
+ salome.cm.SetDirectoryForReplayFiles(str( tmpdirname ))
+ cont = salome.cm.GiveContainer(cp)
+ poa = salome.orb.resolve_initial_references("RootPOA")
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript2 = cont.createPyScriptNode("testScript2",killMeCode)
+ pyscript2.executeFirst(refPtr)
+ self.assertRaises(SALOME.SALOME_Exception,pyscript2.executeSecond,["j"]) # an agressive SIGKILL has been received and container is still alive :) - it throws an exception :)
+ pyscript2.UnRegister()
+ pyscript3 = cont.createPyScriptNode("testScript3",normalCode)
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript3.executeFirst(refPtr)
+ ret = pyscript3.executeSecond(["j"])
+ ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
+ self.assertEqual(ret,24) # container has received a SIGKILL but it kindly continue to respond :)
+ a = salome.logm.NaiveFetch()
+ self.assertEqual(a[0][2][0].get().freestyle,[('a',777)])
+ grpsOfLogToKill = cont.getAllLogFileNameGroups()
+ self.assertEqual(1,len(grpsOfLogToKill))
+ replayInput = grpsOfLogToKill[0]
+ # now try to replay the failing case
+ p = sp.Popen(["python3",os.path.basename(replayInput[0])],cwd = os.path.dirname(replayInput[0]),stdout=sp.PIPE,stderr=sp.PIPE)
+ out,err = p.communicate()
+ self.assertNotEqual(p.returncode,0) # very important ! The failing case must continue to fail :)
+ self.assertEqual("21".encode(),out) # very important to check that the reported case is standalone enough to be replayable poste mortem
+ # cleanup
+ dn = os.path.dirname(replayInput[0])
+ for elt in replayInput:
+ zeFile = os.path.join( dn, os.path.basename(elt) )
+ if os.path.exists( zeFile ):
+ os.unlink( zeFile )
+ cont.Shutdown()
def test2(self):
"""
Aim of test is to check that CPU/mem retrieved in log is OK even in OutOfProcessNoReplay mode.
"""
- salome.salome_init()
- salome.logm.clear()
- assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
- KernelBasis.SetPyExecutionMode("OutOfProcessNoReplay") # the aim of test is here
- hostname = "localhost"
- PROXY_THRES = -1
- #
- salome.cm.SetBigObjOnDiskThreshold(PROXY_THRES)
- salome.cm.SetOverrideEnvForContainersSimple(env = [])
- salome.cm.SetDeltaTimeBetweenCPUMemMeasureInMilliSecond( 250 )
- cp = pylauncher.GetRequestForGiveContainer(hostname,"container_cpu_mem_out_process_test")
- cont = salome.cm.GiveContainer(cp)
- poa = salome.orb.resolve_initial_references("RootPOA")
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript2 = cont.createPyScriptNode("testScript3",heatCPUCode)
- pyscript2.executeFirst(refPtr)
- ret = pyscript2.executeSecond(["j"])
- ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
- self.assertEqual(ret,24)
- pyscript2.UnRegister()
- a = salome.logm.NaiveFetch()
- cpu_mem_to_test = a[0][1][0].get()._cpu_mem_during_exec.data # normally even in OutOfProcessNoReplay mode the CPU must report somehing greater than 100
- self.assertGreater(len(cpu_mem_to_test),10) # 5 second of run 250 ms of interval between measures -> 20. In case of problem in HeatMarcel -> 10
- logging.debug("CPU mem measured (even in OutOfProcessNoReplay) : {}".format(cpu_mem_to_test))
- greater_than_100 = [a for a,b in cpu_mem_to_test if a > 100]
- self.assertGreater(len(greater_than_100),1) # At minimum one measure must report CPU load > 100%
- cont.Shutdown()
+ with tempfile.TemporaryDirectory() as tmpdirname:
+ salome.salome_init()
+ salome.logm.clear()
+ assert(isinstance(KernelBasis.GetAllPyExecutionModes(),tuple))
+ KernelBasis.SetPyExecutionMode("OutOfProcessNoReplay") # the aim of test is here
+ hostname = "localhost"
+ PROXY_THRES = -1
+ #
+ salome.cm.SetBigObjOnDiskThreshold(PROXY_THRES)
+ salome.cm.SetOverrideEnvForContainersSimple(env = [])
+ salome.cm.SetDirectoryForReplayFiles(str( tmpdirname ))
+ salome.cm.SetDeltaTimeBetweenCPUMemMeasureInMilliSecond( 250 )
+ cp = pylauncher.GetRequestForGiveContainer(hostname,"container_cpu_mem_out_process_test")
+ cont = salome.cm.GiveContainer(cp)
+ poa = salome.orb.resolve_initial_references("RootPOA")
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript2 = cont.createPyScriptNode("testScript3",heatCPUCode)
+ pyscript2.executeFirst(refPtr)
+ ret = pyscript2.executeSecond(["j"])
+ ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
+ self.assertEqual(ret,24)
+ pyscript2.UnRegister()
+ a = salome.logm.NaiveFetch()
+ cpu_mem_to_test = a[0][1][0].get()._cpu_mem_during_exec.data # normally even in OutOfProcessNoReplay mode the CPU must report somehing greater than 100
+ self.assertGreater(len(cpu_mem_to_test),10) # 5 second of run 250 ms of interval between measures -> 20. In case of problem in HeatMarcel -> 10
+ logging.debug("CPU mem measured (even in OutOfProcessNoReplay) : {}".format(cpu_mem_to_test))
+ greater_than_100 = [a for a,b in cpu_mem_to_test if a > 100]
+ self.assertGreater(len(greater_than_100),1) # At minimum one measure must report CPU load > 100%
+ cont.Shutdown()
def test3(self):
"""
[EDF29150] : test that we can resist to a crash at exit
"""
- salome.salome_init()
- KernelBasis.SetPyExecutionMode("OutOfProcessWithReplayFT")
- hostname = "localhost"
- cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
- salome.cm.SetNumberOfRetry( 3 )
- salome.cm.SetCodeOnContainerStartUp("""a = 2""")
- salome.cm.SetBigObjOnDiskThreshold(1000)
- salome.cm.SetOverrideEnvForContainersSimple(env = [])
- cont = salome.cm.GiveContainer(cp)
- poa = salome.orb.resolve_initial_references("RootPOA")
- obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
- pyscript = cont.createPyScriptNode("testScript4",killMeAtTheEnd)
- pyscript.executeFirst(refPtr)
- ret = pyscript.executeSecond(["j"])
- ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
- self.assertEqual(ret,54)
- with open(cont.locallogfilename) as f:
- logCont = f.read( )
- self.assertTrue( "WARNING : Retry #" in logCont)
- self.assertTrue( "WARNING : Following code has generated non zero return code" in logCont )# should report something into the container
- cont.Shutdown()
+ with tempfile.TemporaryDirectory() as tmpdirname:
+ salome.salome_init()
+ KernelBasis.SetPyExecutionMode("OutOfProcessWithReplayFT")
+ hostname = "localhost"
+ cp = pylauncher.GetRequestForGiveContainer(hostname,"container_crash_test")
+ salome.cm.SetNumberOfRetry( 3 )
+ salome.cm.SetCodeOnContainerStartUp("""a = 2""")
+ salome.cm.SetBigObjOnDiskThreshold(1000)
+ salome.cm.SetOverrideEnvForContainersSimple(env = [])
+ salome.cm.SetDirectoryForReplayFiles(str( tmpdirname ))
+ cont = salome.cm.GiveContainer(cp)
+ poa = salome.orb.resolve_initial_references("RootPOA")
+ obj = SALOME_PyNode.SenderByte_i(poa,pickle.dumps( (["i"],{"i": 3} ) )) ; id_o = poa.activate_object(obj) ; refPtr = poa.id_to_reference(id_o)
+ pyscript = cont.createPyScriptNode("testScript4",killMeAtTheEnd)
+ pyscript.executeFirst(refPtr)
+ ret = pyscript.executeSecond(["j"])
+ ret = pickle.loads( SALOME_PyNode.SeqByteReceiver(ret[0]).data() )
+ self.assertEqual(ret,54)
+ with open(cont.locallogfilename) as f:
+ logCont = f.read( )
+ self.assertTrue( "WARNING : Retry #" in logCont)
+ self.assertTrue( "WARNING : Following code has generated non zero return code" in logCont )# should report something into the container
+ cont.Shutdown()
if __name__ == '__main__':
from salome_utils import positionVerbosityOfLoggerRegardingState,setVerboseLevel,setVerbose
