add update tables

final_literature_bib.bib

@@ -1,7 +1,7 @@
 %% This BibTeX bibliography file was created using BibDesk.
 %% http://bibdesk.sourceforge.net/
 
-%% Created for ZhuQianqian at 2017-07-23 21:26:08 +0800 
+%% Created for ZhuQianqian at 2017-08-16 15:14:25 +0200 
 
 
 %% Saved with string encoding Unicode (UTF-8) 
@@ -43,10 +43,10 @@ @article{ye2013whitening
 	Year = {2013}}
 
 @inproceedings{flores2008testing,
-	Author = {Flores, Andres and Usaola, Macario Polo},
+	Author = {Flores, Andres and Polo, Macario},
 	Booktitle = {Software Maintenance, 2008. ICSM 2008. IEEE International Conference on},
 	Date-Added = {2017-07-23 12:44:42 +0000},
-	Date-Modified = {2017-07-23 12:44:42 +0000},
+	Date-Modified = {2017-08-16 07:40:00 +0000},
 	Organization = {IEEE},
 	Pages = {327--336},
 	Title = {Testing-based assessment process for upgrading component systems},

final_paper_sum.csv

@@ -1,7 +1,7 @@
 paper,role,testing activities,test level,testing strategies,tool availability,tool type,mutation tool,mutation operator,equivalent mutant detection,cost reduction techniques,language,subject size,subject availability,mutant analysis
 AbouTrab et al.\cite{aboutrab2013testing},A,test strategy evaluation,n/a,spec.,N,hand.,,well,n/a,n/a,C,n/a,N,
-Aichernig et al.\cite{aichernig2011efficient},G,test data generation,int.,spec. (E),Y,exi.,$\mu$java,not suff.,n/a,n/a,java,n/a,N,
-Aichernig et al.\cite{aichernig2015killing},G,test data generation,n/a,spec. (E),Y,exi.,$\mu$java,well,manual invest.,n/a,UML,S,N,
+Aichernig et al.\cite{aichernig2011efficient},G,test data generation,int.,spec. (E),Y,exi.,$\mu$-java,not suff.,n/a,n/a,java,n/a,N,
+Aichernig et al.\cite{aichernig2015killing},G,test data generation,n/a,spec. (E),Y,exi.,$\mu$-java,well,manual invest.,n/a,UML,S,N,
 Ali et al.\cite{ali2007state},A,test strategy evaluation,int.,spec.,N,n/a,,well,n/a,n/a,java,P,Y,
 Andrews et al.\cite{andrews2003general} , A , test oracle,unit,spec.,N,self.,Self-written,well, n/a , mutant sample, C ,"P, S",N,
 Andrews et al.\cite{andrews2006using} , A , test strategy evaluation ,n/a,struc. ,N,exi. , \cite{andrews2003general} ,well,  not killed as equivalent , mutant sample, C ,S,Y,*
@@ -48,13 +48,13 @@ Fraser and Zeller\cite{fraser2012mutation} ,G," test data generation, test oracl
 Fraser et al.\cite{fraser2013does},G,test data generation,unit,struc. ,Y,exi.,MAJOR,n/a,n/a,fixed number,java,"P, S",Y,
 Fraser et al.\cite{fraser2015achieving},G,test data generation,unit,struc. (E),Y,part.,EvoSuite,well,no invest.,"mutant sample, weak mutation",Java,n/a,Y,
 Gay et al.\cite{gay2015automated},G,test oracle,unit,struc. (E),N,n/a,,well,model checker,fixed number,simulink,n/a,N,
-Gay et al.\cite{gay2015risks} , A ," test data generation, test suite reduction",unit,"struc., struc. (E)",N,exi. , \cite{rajan2008requirements} ,not suff.,model checker,"fixed number, weak mutation", Lustre ,"P, S",N,
-Gligoric et al.\cite{gligoric2013comparing} , A , test strategy evaluation ,n/a,struc. ,N,"exi., exi. "," Javalanche, \cite{andrews2003general} ",not suff.,no invest.,n/a," Java, C ","S, M",Y,
+Gay et al.\cite{gay2015risks} , A ," test data generation, test-suite reduction",unit,"struc., struc. (E)",N,exi. , \cite{rajan2008requirements} ,not suff.,model checker,"fixed number, weak mutation", Lustre ,"P, S",N,
+Gligoric et al.\cite{gligoric2013comparing} , A , test strategy evaluation ,n/a,struc. ,"Y,N",exi.," Javalanche, \cite{andrews2003general} ",not suff.,no invest.,n/a," Java, C ","S, M",Y,
 Gonzalez-Sanchez et al.\cite{gonzalez2011prioritizing},A,fault localisation,n/a,"struc., struc. (E)",Y,part.,Zoltar,n/a,n/a,n/a,C,"S, M",Y,
 Gopinath et al.\cite{gopinath2014code} , A , test strategy evaluation ,unit,struc. ,Y,exi., PIT ,n/a, n/a , n/a, Java ,"P, S, M",Y,
 Gupta and Jalote\cite{gupta2007test},A,"fault localisation, program repairing",unit,others,N,hand.,manual,well,n/a,n/a,java,S,N,
 Hao et al.\cite{hao2012demand},G,test-suite reduction,n/a,struc. (E),Y,exi.,"Proteum, MuJava",n/a,n/a,mutant sample,"java, c","P, S",Y,
-Hao et al.\cite{hao2014unified} , A , test case prioritisation ," unit, sys.",struc. ,Y,exi.," \cite{andrews2003general}, Mujava, Javalance ",n/a, n/a ,fixed number," Java, C ","S, M",Y,
+Hao et al.\cite{hao2014unified} , A , test case prioritisation ," unit, sys.",struc. ,Y,exi.," \cite{andrews2003general}, Mujava, Javalanche ",n/a, n/a ,fixed number," Java, C ","S, M",Y,
 Harman et al.\cite{harman2011strong} ,G, test data generation ,n/a,struc. (E),Y,exi., MiLu ,not suff.,  not killed as equivalent ,higher-order, C ,S,N,
 Hennessy and Power\cite{hennessy2008analysing} , A , test-suite reduction ,other,others,N,self.,Self-written,well, n/a ,weak mutation,C++ Grammar ,"S, M",Y,
 Hofer and Wotawa\cite{hofer2014does},A,fault localisation,other,others,N,n/a,,well,n/a,n/a,spread-sheet,n/a,Y,
@@ -67,7 +67,7 @@ Inozemtseva et al.\cite{inozemtseva2014coverage} , A , test strategy evaluation
 Jamrozik et al.\cite{jamrozik2012augmented},G,test data generation,unit,struc. (E),N,n/a,,n/a,n/a,n/a,C\#,n/a,N,
 Jee et al.\cite{jee2014automated},A,test data generation,unit,struc. ,N,n/a,,well,n/a,n/a,PLC,n/a,N,
 Jolly et al.\cite{jolly2012automated} , A , test strategy evaluation , unit ,spec.,N,exi. , Mutant Power ,n/a, n/a ,fixed number, C\# ,M,N,
-Kanewala and Bieman\cite{kanewala2013using},A,test oracle,unit,others,Y,exi.,$\mu$java,well,n/a,n/a,java,P,N,
+Kanewala and Bieman\cite{kanewala2013using},A,test oracle,unit,others,Y,exi.,$\mu$-java,well,n/a,n/a,java,P,N,
 Kapfhammer et al.\cite{kapfhammer2013search},A,test data generation,other,others,N,n/a,,well,n/a,n/a,SQL ,n/a,N,
 Khalil and Labiche\cite{khalil2010round},A,test strategy evaluation,n/a,spec.,Y,exi.,MuJava,well,  not killed as equivalent ,n/a,java,S,Y,
 Kim et al.\cite{kim2001investigating} , A , test strategy evaluation ,n/a,"spec., struc. ",N,self.,Self-written,not suff., n/a , n/a, Java ,"P, S",N,*
@@ -120,7 +120,7 @@ Schuler and Zeller\cite{schuler2013checked},A,test strategy evaluation,unit,stru
 Segura et al.\cite{segura2010automated},A,test data generation,n/a,spec.,Y,exi.,MuClipse,well,manual invest.,n/a,java,S,Y,
 Shahamiri et al.\cite{shahamiri2012artificial},A,test oracle,n/a,spec.,N,n/a,,not suff.,n/a,n/a,C\#,n/a,N,
 Shelton et al.\cite{shelton2012adding},G,development scheme evaluation,unit,others,Y,exi.,MuJava,n/a,manual invest.,n/a,java,n/a,N,*
-Shi et al. \cite{shi2015measuring} , A , test strategy evaluation ,n/a,sim. ,Y,Self-written, mutate.py ,not suff., manual invest. ,fixed number, C ,"S, M",Y,
+Shi et al. \cite{shi2015measuring} , A , test strategy evaluation ,n/a,sim. ,Y,self., mutate.py ,not suff., manual invest. ,fixed number, C ,"S, M",Y,
 Shi et al.\cite{shi2014balancing} ,G, test-suite reduction ,n/a,"struc., struc. (E)",Y,exi., PIT ,well, n/a , n/a, Java ,"P, S",Y,
 Shi et al.\cite{shi2015comparing},A,test-suite reduction,unit,struc. ,Y,exi.,PIT,n/a,n/a,n/a,java,"S, M",Y,
 Shrestha and Rutherford\cite{shrestha2011empirical},A,test oracle,unit,struc. ,Y,exi.,MuJava,well,manual invest.,n/a,java,"P, S",Y,
@@ -129,7 +129,7 @@ Smith and Williams\cite{smith2009should},G,test strategy evaluation,unit,struc.
 Staats et al.\cite{staats2011better} ,A,test oracle,n/a,others,N,n/a,,n/a,model checker,fixed number,Lustre,n/a,N,
 Staats et al.\cite{staats2012automated} ,G,test oracle,unit,struc. (E),N,exi. , \cite{rajan2008requirements} ,not suff.,model checker,fixed number, Lustre ,S,N,
 Staats et al.\cite{staats2012oracle},A,test case prioritisation,unit,struc. ,Y,exi.,Sofya,well,n/a,fixed number,java,S,N,
-Stephan and Cordy\cite{stephan2014model},A,model clone detection,n/a,others,N,n/a,,well,n/a,random mutation,simulink,n/a,N,
+Stephan and Cordy\cite{stephan2014model},A,model clone detection,n/a,others,N,n/a,,well,n/a,mutant sample,simulink,n/a,N,
 Tan and Edwards\cite{tan2008evaluating},A,"test data generation, test strategy evaluation",unit,struc. ,N,exi. ,sulu tool,well,n/a,n/a,sulu,n/a,N,
 Tasiran et al.\cite{tasiran2012location},A,test strategy evaluation,n/a,struc. ,N,n/a,,well,n/a,n/a,java,n/a,N,
 Tuya et al.\cite{tuya2010full} , A , test strategy evaluation ,other,struc. ,Y,exi., SQLMutation ,well,"reduce likelihood, manual invest.", n/a, SQL ,n/a,Y,
@@ -158,3 +158,15 @@ Zhang et al.\cite{zhang2011empirical} , A , test-suite reduction , unit ,struc.
 Zhang et al.\cite{zhang2014search},A,test oracle,n/a,spec.,Y,exi.,MuClipse,not suff.,n/a,n/a,"java, C/C++",S,Y,
 Zhou and Frankl\cite{zhou2011jdama} , A ," test data generation, test strategy evaluation ",n/a,struc. ,Y,exi., JDAMA (based on SQLMutation) ,well,"reduce likelihood, manual invest.", weak mutation," Java, sql",n/a,Y,
 Offutt et al.\cite{offutt1995procedures},G,test-suite reduction,unit,struc. (E),Y,exi., Mothra,well,n/a,n/a,Fortran,P,N,
+Rojas et al.\cite{rojas2015combining},G,test data generation,unit,"struc., struc. (E)",Y,exi.,EvoSuite,well,n/a,n/a,java,M,N,
+Dadeau et al.\cite{dadeau2011mutation},G,test data generation,n/a,spec. (E),N,self.,,well,n/a,n/a,HLPSL,n/a,N,*
+Polo et al.\cite{polo2007integrating},A,test data generation,unit,struc. ,Y,exi.,MuJava,well,manual invest.,n/a,java,S,Y,
+Flores and Polo\cite{flores2012testing},A,test strategy evaluation,int.,spec.,N,exi.,"MuClipse, testooj",well,n/a,n/a,java,n/a,Y,
+Vincenzi et al.\cite{vincenzi2001unit},G,test data generation,"unit, int.",struc. (E),Y,exi.,"Proteum, Proteum/IM",well,manual invest.,selection strategy,C,S,Y,*
+Rutherford et al.\cite{rutherford2006simulation},A,test strategy evaluation,sys.,spec.,Y,exi.,MuJava,not suff.,manual invest.,n/a,java,S,N,
+Mariani et al.\cite{mariani2007compatibility},A,"test data generation, test case prioritisation",int.,spec.,N,hand.,,well,manual invest.,n/a,java,n/a,N,
+Edwards\cite{edwards2001framework},A,"test data generation, test oracle","unit, int.",spec.,N,n/a,,well,manual invest.,n/a,C++,n/a,N,
+Flores and Polo\cite{flores2008testing},A,test strategy evaluation,int.,spec.,N,exi.,"MuClipse, testooj",well,n/a,n/a,java,n/a,Y,
+Ye and Jacobsen\cite{ye2013whitening},A,"test data generation, test strategy evaluation",int.,hybrid ,N,hand.,,not suff.,  not killed as equivalent ,n/a,n/a,S,N,
+Briand et al.\cite{briand2006automated},G,"test data generation, test-suite reduction,test strategy evaluation",n/a,"spec., spec. (E)",N,hand.,,not suff.,manual invest.,mutant sample,EJB,n/a,N,
+Bartolini et al.\cite{bartolini2011bringing},A,test-suite reduction,n/a,hybrid ,N,hand.,,not suff.,n/a,selection strategy,PHP,S,Y,

guide_sum.csv

@@ -45,6 +45,10 @@ Staats et al.\cite{staats2012automated} ,test oracle,rank variables (for test or
 Hou et al.\cite{hou2007applying},test strategy evaluation,Propose Interface-Contract Mutation coverage as a test adequacy criterion,Hand-seeded + mutation,different operators
 Smith and Williams\cite{smith2009should},test strategy evaluation,use mutation coverage to generate test data,mutation,
 Chen et al.\cite{chen2002can} ,test strategy evaluation ,use mutants to estimate fault-exposing potential,Hand-seeded ,
-Hao et al.\cite{hao2012demand},test-suite reduction,"use mutants to collect statistics on loss in fault-detection capability at the level of individual statements for various levels of confidence, and use these to construct a fault-detection- loss table",Hand-seeded + mutation,later version + evaluation set
+Hao et al.\cite{hao2012demand},test-suite reduction,"use mutants to collect statistics on loss in fault-detection capability at the level of individual statements for various levels of confidence, and use these to construct a fault-detection-loss table",Hand-seeded + mutation,later version + evaluation set
 Offutt et al.\cite{offutt1995procedures},test-suite reduction,use traces of mutants and prior faults to train the predication model (decision tree),real ,
 Shi et al.\cite{shi2014balancing} ,test-suite reduction ,to kill same mutants as the requirement,mutation ,
+Rojas et al.\cite{rojas2015combining},test data generation ,generate weak mutant killable conditions,coverage,
+Dadeau et al.\cite{dadeau2011mutation},test data generation ,generate test data to kill mutants,mutation,
+Vincenzi et al.\cite{vincenzi2001unit},test data generation,generate test data to kill mutants,mutation,
+Briand et al.\cite{briand2006automated},test-suite reduction,use mutation analysis as an indicator of test cases with high fault detection capability to select test cases,no evaluation,

mutation_operator_sum.csv

@@ -80,7 +80,7 @@ Stephan and Cordy\cite{stephan2014model},specification,simulink,
 Tan and Edwards\cite{tan2008evaluating},"arithmetic op, relational op, conditional op, conditional exp, statement deletion, program",sulu,sulu tool
 Tasiran et al.\cite{tasiran2012location},"concurrent mutation, program",java,
 Tuya et al.\cite{tuya2010full} ,"arithmetic op, conditional op, relational op, absolute value, constant, variable, SQL-specific, program", SQL , SQLMutation 
-Vergilio et al.\cite{vergilio2006constraint},"bomb statement, conditional exp, statement deletion, return statement, goto label, control-flow disruption, while statement, do-while statement, loop trap, statement swap, brace, switch statement, arithmetic op, bitwise op, conditional op, shift op, relational op, assignment o, parentheses, type, variable, constant, program",C,Proteum
+Vergilio et al.\cite{vergilio2006constraint},"bomb statement, conditional exp, statement deletion, return statement, goto label, control-flow disruption, while statement, do statement, loop trap, statement swap, brace, switch statement, arithmetic op, bitwise op, conditional op, shift op, relational op, assignment op, parentheses, type, variable, constant, program",C,Proteum
 von Mayrhauser et al.\cite{von2000planner},specification,n/a,
 Wang et al.\cite{wang2010correlating},"arithmetic op, relational op, conditional op, bitwise op, assignment op, shift op,OO-specific, Java-specific, program",Java,MuClipse
 Watanabe and Sakamura\cite{watanabe1996specification},"relational op, constant, method call, program",Specification (Z notation),
@@ -97,3 +97,11 @@ Zhang et al.\cite{zhang2010test} ,"absolute value, arithmetic op, conditional op
 Zhang et al.\cite{zhang2011empirical} ,"arithmetic op, relational op, conditional op, bitwise op, assignment op, shift op, program", Java , MuJava 
 Zhou and Frankl\cite{zhou2011jdama} ,"arithmetic op, conditional op, relational op, absolute value, constant, variable, SQL-specific, program",sql, JDAMA (based on SQLMutation) 
 Offutt et al.\cite{offutt1995procedures},"constant, variable, arithmetic op, relational op, conditional op, statement deletion, return statement, goto label, do statement, bomb statement, absolute value, program",Fortran, Mothra
+Rojas et al.\cite{rojas2015combining},"arithmetic op, relational op, constant, variable, conditional op, statement deletion, OO-specific, bitwise op, program",,
+Dadeau et al.\cite{dadeau2011mutation},specification,,
+Polo et al.\cite{polo2007integrating},"arithmetic op, relational op, conditional op, bitwise op, assignment op, shift op,OO-specific, Java-specific, program",,
+Flores and Polo\cite{flores2012testing},"arithmetic op, relational op, conditional op, bitwise op, assignment op, shift op,OO-specific, Java-specific, Interface mutation, program",,
+Vincenzi et al.\cite{vincenzi2001unit},"bomb statement, conditional exp, statement deletion, return statement, goto label, control-flow disruption, while statement, do statement, loop trap, statement swap, brace, switch statement, arithmetic op, bitwise op, conditional op, shift op, relational op, assignment op, parentheses, type, variable, constant, interface mutation, program",,
+Mariani et al.\cite{mariani2007compatibility},"interface mutation, program",,
+Edwards\cite{edwards2001framework},"absolute value, arithmetic op, conditional op, relational op, program",,
+Flores and Polo\cite{flores2008testing},"arithmetic op, relational op, conditional op, bitwise op, assignment op, shift op,OO-specific, Java-specific, Interface mutation, program",,