1 package org.collectionspace.services.IntegrationTests.xmlreplay;
\r
3 import org.apache.commons.cli.*;
\r
5 import org.apache.commons.io.FileUtils;
\r
6 import org.apache.commons.jexl2.JexlEngine;
\r
7 import org.collectionspace.services.common.api.Tools;
\r
9 import org.dom4j.io.SAXReader;
\r
14 /** This class is used to replay a request to the Services layer, by sending the XML payload
\r
15 * in an appropriate Multipart request.
\r
16 * See example usage in calling class XmlReplayTest in services/IntegrationTests, and also in main() in this class.
\r
17 * @author Laramie Crocker
\r
19 public class XmlReplay {
\r
21 public XmlReplay(String basedir, String reportsDir){
\r
22 this.basedir = basedir;
\r
23 this.serviceResultsMap = createResultsMap();
\r
24 this.reportsList = new ArrayList<String>();
\r
25 this.reportsDir = reportsDir;
\r
28 public static final String DEFAULT_CONTROL = "xml-replay-control.xml";
\r
29 public static final String DEFAULT_MASTER_CONTROL = "xml-replay-master.xml";
\r
30 public static final String DEFAULT_DEV_MASTER_CONTROL = "dev-master.xml";
\r
32 private String reportsDir = "";
\r
33 public String getReportsDir(){
\r
36 private String basedir = "."; //set from constructor.
\r
37 public String getBaseDir(){
\r
41 private String controlFileName = DEFAULT_CONTROL;
\r
42 public String getControlFileName() {
\r
43 return controlFileName;
\r
45 public void setControlFileName(String controlFileName) {
\r
46 this.controlFileName = controlFileName;
\r
49 private String protoHostPort = "";
\r
50 public String getProtoHostPort() {
\r
51 return protoHostPort;
\r
53 public void setProtoHostPort(String protoHostPort) {
\r
54 this.protoHostPort = protoHostPort;
\r
57 private boolean autoDeletePOSTS = true;
\r
58 public boolean isAutoDeletePOSTS() {
\r
59 return autoDeletePOSTS;
\r
61 public void setAutoDeletePOSTS(boolean autoDeletePOSTS) {
\r
62 this.autoDeletePOSTS = autoDeletePOSTS;
\r
66 public Dump getDump() {
\r
69 public void setDump(Dump dump) {
\r
73 AuthsMap defaultAuthsMap;
\r
74 public AuthsMap getDefaultAuthsMap(){
\r
75 return defaultAuthsMap;
\r
77 public void setDefaultAuthsMap(AuthsMap authsMap){
\r
78 defaultAuthsMap = authsMap;
\r
81 private Map<String, ServiceResult> serviceResultsMap;
\r
82 public Map<String, ServiceResult> getServiceResultsMap(){
\r
83 return serviceResultsMap;
\r
85 public static Map<String, ServiceResult> createResultsMap(){
\r
86 return new HashMap<String, ServiceResult>();
\r
89 private List<String> reportsList;
\r
90 public List<String> getReportsList(){
\r
94 public String toString(){
\r
95 return "XmlReplay{"+this.basedir+", "+this.defaultAuthsMap+", "+this.dump+", "+this.reportsDir+'}';
\r
98 // ============== METHODS ===========================================================
\r
100 /** Optional information method: call this method after instantiating this class using the constructor XmlReplay(String), which sets the basedir. Then you
\r
101 * pass in your relative masterFilename to that basedir to this method, which will return true if the file is readable, valid xml, etc.
\r
102 * Do this in preference to just seeing if File.exists(), because there are rules to finding the file relative to the maven test dir, yada, yada.
\r
103 * This method makes it easy to have a development test file that you don't check in, so that dev tests can be missing gracefully, etc.
\r
105 public boolean masterConfigFileExists(String masterFilename){
\r
107 org.dom4j.Document doc = openMasterConfigFile(masterFilename);
\r
112 } catch (Throwable t){
\r
117 public org.dom4j.Document openMasterConfigFile(String masterFilename) throws FileNotFoundException {
\r
118 String fullPath = Tools.glue(basedir, "/", masterFilename);
\r
119 File f = new File(fullPath);
\r
123 org.dom4j.Document document = getDocument(fullPath); //will check full path first, then checks relative to PWD.
\r
124 if (document == null){
\r
125 throw new FileNotFoundException("XmlReplay master control file ("+masterFilename+") not found in basedir: "+basedir+". Exiting test.");
\r
130 /** specify the master config file, relative to getBaseDir(), but ignore any tests or testGroups in the master.
\r
131 * @return a Document object, which you don't need to use: all options will be stored in XmlReplay instance.
\r
133 public org.dom4j.Document readOptionsFromMasterConfigFile(String masterFilename) throws FileNotFoundException {
\r
134 org.dom4j.Document document = openMasterConfigFile(masterFilename);
\r
135 if (document == null){
\r
136 throw new FileNotFoundException(masterFilename);
\r
138 protoHostPort = document.selectSingleNode("/xmlReplayMaster/protoHostPort").getText().trim();
\r
139 AuthsMap authsMap = readAuths(document);
\r
140 setDefaultAuthsMap(authsMap);
\r
141 Dump dump = XmlReplay.readDumpOptions(document);
\r
146 public List<List<ServiceResult>> runMaster(String masterFilename) throws Exception {
\r
147 return runMaster(masterFilename, true);
\r
150 /** Creates new instances of XmlReplay, one for each controlFile specified in the master,
\r
151 * and setting defaults from this instance, but not sharing ServiceResult objects or maps. */
\r
152 public List<List<ServiceResult>> runMaster(String masterFilename, boolean readOptionsFromMaster) throws Exception {
\r
153 List<List<ServiceResult>> list = new ArrayList<List<ServiceResult>>();
\r
154 org.dom4j.Document document;
\r
155 if (readOptionsFromMaster){
\r
156 document = readOptionsFromMasterConfigFile(masterFilename);
\r
158 document = openMasterConfigFile(masterFilename);
\r
160 if (document==null){
\r
161 throw new FileNotFoundException(masterFilename);
\r
163 String controlFile, testGroup, test;
\r
164 List<Node> runNodes;
\r
165 runNodes = document.selectNodes("/xmlReplayMaster/run");
\r
166 for (Node runNode : runNodes) {
\r
167 controlFile = runNode.valueOf("@controlFile");
\r
168 testGroup = runNode.valueOf("@testGroup");
\r
169 test = runNode.valueOf("@test"); //may be empty
\r
171 //Create a new instance and clone only config values, not any results maps.
\r
172 XmlReplay replay = new XmlReplay(basedir, this.reportsDir);
\r
173 replay.setControlFileName(controlFile);
\r
174 replay.setProtoHostPort(protoHostPort);
\r
175 replay.setAutoDeletePOSTS(isAutoDeletePOSTS());
\r
176 replay.setDump(dump);
\r
177 replay.setDefaultAuthsMap(getDefaultAuthsMap());
\r
179 //Now run *that* instance.
\r
180 List<ServiceResult> results = replay.runTests(testGroup, test);
\r
182 this.reportsList.addAll(replay.getReportsList()); //Add all the reports from the inner replay, to our master replay's reportsList, to generate the index.html file.
\r
184 XmlReplayReport.saveIndexForMaster(basedir, reportsDir, masterFilename, this.reportsList);
\r
188 /** Use this if you wish to run named tests within a testGroup, otherwise call runTestGroup(). */
\r
189 public List<ServiceResult> runTests(String testGroupID, String testID) throws Exception {
\r
190 List<ServiceResult> result = runXmlReplayFile(this.basedir,
\r
191 this.controlFileName,
\r
194 this.serviceResultsMap,
\r
195 this.autoDeletePOSTS,
\r
197 this.protoHostPort,
\r
198 this.defaultAuthsMap,
\r
204 /** Use this if you wish to specify just ONE test to run within a testGroup, otherwise call runTestGroup(). */
\r
205 public ServiceResult runTest(String testGroupID, String testID) throws Exception {
\r
206 List<ServiceResult> result = runXmlReplayFile(this.basedir,
\r
207 this.controlFileName,
\r
210 this.serviceResultsMap,
\r
211 this.autoDeletePOSTS,
\r
213 this.protoHostPort,
\r
214 this.defaultAuthsMap,
\r
217 if (result.size()>1){
\r
218 throw new IndexOutOfBoundsException("Multiple ("+result.size()+") tests with ID='"+testID+"' were found within test group '"+testGroupID+"', but there should only be one test per ID attribute.");
\r
220 return result.get(0);
\r
223 /** Use this if you wish to run all tests within a testGroup.*/
\r
224 public List<ServiceResult> runTestGroup(String testGroupID) throws Exception {
\r
225 //NOTE: calling runTest with empty testID runs all tests in a test group, but don't expose this fact.
\r
226 // Expose this method (runTestGroup) instead.
\r
227 return runTests(testGroupID, "");
\r
230 public List<ServiceResult> autoDelete(String logName){
\r
231 return autoDelete(this.serviceResultsMap, logName);
\r
234 /** Use this method to clean up resources created on the server that returned CSIDs, if you have
\r
235 * specified autoDeletePOSTS==false, which means you are managing the cleanup yourself.
\r
236 * @param serviceResultsMap a Map of ServiceResult objects, which will contain ServiceResult.deleteURL.
\r
237 * @return a List<String> of debug info about which URLs could not be deleted.
\r
239 public static List<ServiceResult> autoDelete(Map<String, ServiceResult> serviceResultsMap, String logName){
\r
240 List<ServiceResult> results = new ArrayList<ServiceResult>();
\r
241 for (ServiceResult pr : serviceResultsMap.values()){
\r
243 if (Tools.notEmpty(pr.deleteURL)){
\r
244 ServiceResult deleteResult = XmlReplayTransport.doDELETE(pr.deleteURL, pr.auth, pr.testID, "[autodelete:"+logName+"]");
\r
245 results.add(deleteResult);
\r
247 ServiceResult errorResult = new ServiceResult();
\r
248 errorResult.fullURL = pr.fullURL;
\r
249 errorResult.testGroupID = pr.testGroupID;
\r
250 errorResult.fromTestID = pr.fromTestID;
\r
251 errorResult.overrideGotExpectedResult();
\r
252 results.add(errorResult);
\r
254 } catch (Throwable t){
\r
255 String s = (pr!=null) ? "ERROR while cleaning up ServiceResult map: "+pr+" for "+pr.deleteURL+" :: "+t
\r
256 : "ERROR while cleaning up ServiceResult map (null ServiceResult): "+t;
\r
257 System.err.println(s);
\r
258 ServiceResult errorResult = new ServiceResult();
\r
259 errorResult.fullURL = pr.fullURL;
\r
260 errorResult.testGroupID = pr.testGroupID;
\r
261 errorResult.fromTestID = pr.fromTestID;
\r
262 errorResult.error = s;
\r
263 results.add(errorResult);
\r
269 public static class AuthsMap {
\r
270 Map<String,String> map;
\r
271 String defaultID="";
\r
272 public String getDefaultAuth(){
\r
273 return map.get(defaultID);
\r
275 public String toString(){
\r
276 return "AuthsMap: {default='"+defaultID+"'; "+map.keySet()+'}';
\r
280 public static AuthsMap readAuths(org.dom4j.Document document){
\r
281 Map<String, String> map = new HashMap<String, String>();
\r
282 List<Node> authNodes = document.selectNodes("//auths/auth");
\r
283 for (Node auth : authNodes) {
\r
284 map.put(auth.valueOf("@ID"), auth.getStringValue());
\r
286 AuthsMap authsMap = new AuthsMap();
\r
287 Node auths = document.selectSingleNode("//auths");
\r
288 String defaultID = "";
\r
289 if (auths != null){
\r
290 defaultID = auths.valueOf("@default");
\r
292 authsMap.map = map;
\r
293 authsMap.defaultID = defaultID;
\r
297 public static class Dump {
\r
298 public boolean payloads = false;
\r
299 //public static final ServiceResult.DUMP_OPTIONS dumpServiceResultOptions = ServiceResult.DUMP_OPTIONS;
\r
300 public ServiceResult.DUMP_OPTIONS dumpServiceResult = ServiceResult.DUMP_OPTIONS.minimal;
\r
301 public String toString(){
\r
302 return "payloads: "+payloads+" dumpServiceResult: "+dumpServiceResult;
\r
306 public static Dump getDumpConfig(){
\r
310 public static Dump readDumpOptions(org.dom4j.Document document){
\r
311 Dump dump = getDumpConfig();
\r
312 Node dumpNode = document.selectSingleNode("//dump");
\r
313 if (dumpNode != null){
\r
314 dump.payloads = Tools.isTrue(dumpNode.valueOf("@payloads"));
\r
315 String dumpServiceResultStr = dumpNode.valueOf("@dumpServiceResult");
\r
316 if (Tools.notEmpty(dumpServiceResultStr)){
\r
317 dump.dumpServiceResult = ServiceResult.DUMP_OPTIONS.valueOf(dumpServiceResultStr);
\r
323 private static class PartsStruct {
\r
324 public List<Map<String,String>> varsList = new ArrayList<Map<String,String>>();
\r
325 String responseFilename = "";
\r
326 String overrideTestID = "";
\r
327 String startElement = "";
\r
330 public static PartsStruct readParts(Node testNode, final String testID, String xmlReplayBaseDir){
\r
331 PartsStruct resultPartsStruct = new PartsStruct();
\r
332 resultPartsStruct.responseFilename = testNode.valueOf("filename");
\r
333 resultPartsStruct.startElement = testNode.valueOf("startElement");
\r
334 resultPartsStruct.label = testNode.valueOf("label");
\r
335 String responseFilename = testNode.valueOf("filename");
\r
336 if (Tools.notEmpty(responseFilename)){
\r
337 resultPartsStruct.responseFilename = xmlReplayBaseDir + '/' + responseFilename;
\r
338 List<Node> varNodes = testNode.selectNodes("vars/var");
\r
339 readVars(testNode, varNodes, resultPartsStruct);
\r
341 return resultPartsStruct;
\r
344 private static void readVars(Node testNode, List<Node> varNodes, PartsStruct resultPartsStruct){
\r
345 Map<String,String> vars = new HashMap<String,String>();
\r
346 resultPartsStruct.varsList.add(vars);
\r
347 //System.out.println("### vars: "+vars.size()+" ########");
\r
348 for (Node var: varNodes){
\r
349 String ID = var.valueOf("@ID");
\r
350 String value = var.getText();
\r
351 //System.out.println("ID: "+ID+" value: "+value);
\r
352 vars.put(ID, value); //vars is already part of resultPartsStruct.varsList
\r
354 //System.out.println("### end-vars ########");
\r
360 private static String fixupFullURL(String fullURL, String protoHostPort, String uri){
\r
361 if ( ! uri.startsWith(protoHostPort)){
\r
362 fullURL = Tools.glue(protoHostPort, "/", uri);
\r
369 private static String fromTestID(String fullURL, Node testNode, Map<String, ServiceResult> serviceResultsMap){
\r
370 String fromTestID = testNode.valueOf("fromTestID");
\r
371 if (Tools.notEmpty(fromTestID)){
\r
372 ServiceResult getPR = serviceResultsMap.get(fromTestID);
\r
373 if (getPR != null){
\r
374 fullURL = Tools.glue(fullURL, "/", getPR.location);
\r
380 private static String CSIDfromTestID(Node testNode, Map<String, ServiceResult> serviceResultsMap){
\r
381 String result = "";
\r
382 String fromTestID = testNode.valueOf("fromTestID");
\r
383 if (Tools.notEmpty(fromTestID)){
\r
384 ServiceResult getPR = serviceResultsMap.get(fromTestID);
\r
385 if (getPR != null){
\r
386 result = getPR.location;
\r
392 public static org.dom4j.Document getDocument(String xmlFileName) {
\r
393 org.dom4j.Document document = null;
\r
394 SAXReader reader = new SAXReader();
\r
396 document = reader.read(xmlFileName);
\r
397 } catch (DocumentException e) {
\r
398 System.out.println("ERROR reading document: "+e);
\r
399 //e.printStackTrace();
\r
404 protected static String validateResponseSinglePayload(ServiceResult serviceResult,
\r
405 Map<String, ServiceResult> serviceResultsMap,
\r
406 PartsStruct expectedResponseParts,
\r
407 XmlReplayEval evalStruct)
\r
410 byte[] b = FileUtils.readFileToByteArray(new File(expectedResponseParts.responseFilename));
\r
411 String expectedPartContent = new String(b);
\r
412 Map<String,String> vars = expectedResponseParts.varsList.get(0); //just one part, so just one varsList. Must be there, even if empty.
\r
413 expectedPartContent = evalStruct.eval(expectedPartContent, serviceResultsMap, vars, evalStruct.jexl, evalStruct.jc);
\r
414 serviceResult.expectedContentExpanded = expectedPartContent;
\r
415 String label = "NOLABEL";
\r
416 String leftID = "{from expected part, label:"+label+" filename: "+expectedResponseParts.responseFilename+"}";
\r
417 String rightID = "{from server, label:"+label
\r
418 +" fromTestID: "+serviceResult.fromTestID
\r
419 +" URL: "+serviceResult.fullURL
\r
421 String startElement = expectedResponseParts.startElement;
\r
422 String partLabel = expectedResponseParts.label;
\r
423 if (Tools.isBlank(startElement)){
\r
424 if (Tools.notBlank(partLabel))
\r
425 startElement = "/document/*[local-name()='"+partLabel+"']";
\r
427 TreeWalkResults.MatchSpec matchSpec = TreeWalkResults.MatchSpec.createDefault();
\r
428 TreeWalkResults list =
\r
429 XmlCompareJdom.compareParts(expectedPartContent,
\r
431 serviceResult.result,
\r
435 serviceResult.addPartSummary(label, list);
\r
439 protected static String validateResponse(ServiceResult serviceResult,
\r
440 Map<String, ServiceResult> serviceResultsMap,
\r
441 PartsStruct expectedResponseParts,
\r
442 XmlReplayEval evalStruct){
\r
444 if (expectedResponseParts == null) return OK;
\r
445 if (serviceResult == null) return OK;
\r
446 if (serviceResult.result.length() == 0) return OK;
\r
448 return validateResponseSinglePayload(serviceResult, serviceResultsMap, expectedResponseParts, evalStruct);
\r
449 } catch (Exception e){
\r
450 String err = "ERROR in XmlReplay.validateResponse() : "+e;
\r
455 //================= runXmlReplayFile ======================================================
\r
457 public static List<ServiceResult> runXmlReplayFile(String xmlReplayBaseDir,
\r
458 String controlFileName,
\r
459 String testGroupID,
\r
461 Map<String, ServiceResult> serviceResultsMap,
\r
462 boolean param_autoDeletePOSTS,
\r
464 String protoHostPortParam,
\r
465 AuthsMap defaultAuths,
\r
466 List<String> reportsList,
\r
469 //Internally, we maintain two collections of ServiceResult:
\r
470 // the first is the return value of this method.
\r
471 // the second is the serviceResultsMap, which is used for keeping track of CSIDs created by POSTs, for later reference by DELETE, etc.
\r
472 List<ServiceResult> results = new ArrayList<ServiceResult>();
\r
474 XmlReplayReport report = new XmlReplayReport(reportsDir);
\r
476 String controlFile = Tools.glue(xmlReplayBaseDir, "/", controlFileName);
\r
477 org.dom4j.Document document;
\r
478 document = getDocument(controlFile); //will check full path first, then checks relative to PWD.
\r
479 if (document==null){
\r
480 throw new FileNotFoundException("XmlReplay control file ("+controlFileName+") not found in basedir: "+xmlReplayBaseDir+" Exiting test.");
\r
482 String protoHostPort;
\r
483 if (Tools.isEmpty(protoHostPortParam)){
\r
484 protoHostPort = document.selectSingleNode("/xmlReplay/protoHostPort").getText().trim();
\r
485 System.out.println("DEPRECATED: Using protoHostPort ('"+protoHostPort+"') from xmlReplay file ('"+controlFile+"'), not master.");
\r
487 protoHostPort = protoHostPortParam;
\r
489 if (Tools.isEmpty(protoHostPort)){
\r
490 throw new Exception("XmlReplay control file must have a protoHostPort element");
\r
493 String authsMapINFO;
\r
494 AuthsMap authsMap = readAuths(document);
\r
495 if (authsMap.map.size()==0){
\r
496 authsMap = defaultAuths;
\r
497 authsMapINFO = "Using defaultAuths from master file: "+defaultAuths;
\r
499 authsMapINFO = "Using AuthsMap from control file: "+authsMap;
\r
502 report.addTestGroup(testGroupID, controlFileName); //controlFileName is just the short name, without the full path.
\r
503 String xmlReplayHeader = "========================================================================"
\r
504 +"\r\nXmlReplay running:"
\r
505 +"\r\n controlFile: "+ (new File(controlFile).getCanonicalPath())
\r
506 +"\r\n protoHostPort: "+protoHostPort
\r
507 +"\r\n testGroup: "+testGroupID
\r
508 + (Tools.notEmpty(oneTestID) ? "\r\n oneTestID: "+oneTestID : "")
\r
509 +"\r\n AuthsMap: "+authsMapINFO
\r
510 +"\r\n param_autoDeletePOSTS: "+param_autoDeletePOSTS
\r
511 +"\r\n Dump info: "+dump
\r
512 +"\r\n========================================================================"
\r
514 report.addRunInfo(xmlReplayHeader);
\r
516 System.out.println(xmlReplayHeader);
\r
518 String autoDeletePOSTS = "";
\r
519 List<Node> testgroupNodes;
\r
520 if (Tools.notEmpty(testGroupID)){
\r
521 testgroupNodes = document.selectNodes("//testGroup[@ID='"+testGroupID+"']");
\r
523 testgroupNodes = document.selectNodes("//testGroup");
\r
526 JexlEngine jexl = new JexlEngine(); // Used for expression language expansion from uri field.
\r
527 XmlReplayEval evalStruct = new XmlReplayEval();
\r
528 evalStruct.serviceResultsMap = serviceResultsMap;
\r
529 evalStruct.jexl = jexl;
\r
531 for (Node testgroup : testgroupNodes) {
\r
533 XmlReplayEval.MapContextWKeys jc = new XmlReplayEval.MapContextWKeys();//MapContext(); //Get a new JexlContext for each test group.
\r
534 evalStruct.jc = jc;
\r
536 autoDeletePOSTS = testgroup.valueOf("@autoDeletePOSTS");
\r
538 if (Tools.notEmpty(oneTestID)){
\r
539 tests = testgroup.selectNodes("test[@ID='"+oneTestID+"']");
\r
541 tests = testgroup.selectNodes("test");
\r
543 String authForTest = "";
\r
544 int testElementIndex = -1;
\r
546 for (Node testNode : tests) {
\r
547 long startTime = System.currentTimeMillis();
\r
549 testElementIndex++;
\r
550 String testID = testNode.valueOf("@ID");
\r
551 String testIDLabel = Tools.notEmpty(testID) ? (testGroupID+'.'+testID) : (testGroupID+'.'+testElementIndex);
\r
552 String method = testNode.valueOf("method");
\r
553 String uri = testNode.valueOf("uri");
\r
554 String fullURL = Tools.glue(protoHostPort, "/", uri);
\r
556 String authIDForTest = testNode.valueOf("@auth");
\r
557 String currentAuthForTest = authsMap.map.get(authIDForTest);
\r
558 if (Tools.notEmpty(currentAuthForTest)){
\r
559 authForTest = currentAuthForTest; //else just run with current from last loop;
\r
561 if (Tools.isEmpty(authForTest)){
\r
562 authForTest = defaultAuths.getDefaultAuth();
\r
565 if (uri.indexOf("$")>-1){
\r
566 uri = evalStruct.eval(uri, serviceResultsMap, null, jexl, jc);
\r
568 fullURL = fixupFullURL(fullURL, protoHostPort, uri);
\r
570 List<Integer> expectedCodes = new ArrayList<Integer>();
\r
571 String expectedCodesStr = testNode.valueOf("expectedCodes");
\r
572 if (Tools.notEmpty(expectedCodesStr)){
\r
573 String[] codesArray = expectedCodesStr.split(",");
\r
574 for (String code : codesArray){
\r
575 expectedCodes.add(new Integer(code.trim()));
\r
579 Node responseNode = testNode.selectSingleNode("response");
\r
580 PartsStruct expectedResponseParts = null;
\r
581 if (responseNode!=null){
\r
582 expectedResponseParts = PartsStruct.readParts(responseNode, testID, xmlReplayBaseDir);
\r
583 //System.out.println("reponse parts: >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"+expectedResponseParts);
\r
586 ServiceResult serviceResult;
\r
587 boolean isPOST = method.equalsIgnoreCase("POST");
\r
588 boolean isPUT = method.equalsIgnoreCase("PUT");
\r
589 if ( isPOST || isPUT ) {
\r
590 PartsStruct parts = PartsStruct.readParts(testNode, testID, xmlReplayBaseDir);
\r
591 if (Tools.notEmpty(parts.overrideTestID)) {
\r
592 testID = parts.overrideTestID;
\r
595 String csid = CSIDfromTestID(testNode, serviceResultsMap);
\r
596 if (Tools.notEmpty(csid)) uri = Tools.glue(uri, "/", csid+"/items/");
\r
597 } else if (isPUT) {
\r
598 uri = fromTestID(uri, testNode, serviceResultsMap);
\r
600 //vars only make sense in two contexts: POST/PUT, because you are submitting another file with internal expressions,
\r
601 // and in <response> nodes. For GET, DELETE, there is no payload, so all the URLs with potential expressions are right there in the testNode.
\r
602 Map<String,String> vars = null;
\r
603 if (parts.varsList.size()>0){
\r
604 vars = parts.varsList.get(0);
\r
606 serviceResult = XmlReplayTransport.doPOST_PUTFromXML(parts.responseFilename, vars, protoHostPort, uri, method, XmlReplayTransport.APPLICATION_XML, evalStruct, authForTest, testIDLabel);
\r
608 serviceResult.addVars(vars);
\r
610 results.add(serviceResult);
\r
612 serviceResultsMap.put(testID, serviceResult); //PUTs do not return a Location, so don't add PUTs to serviceResultsMap.
\r
614 fullURL = fixupFullURL(fullURL, protoHostPort, uri);
\r
615 } else if (method.equalsIgnoreCase("DELETE")){
\r
616 String fromTestID = testNode.valueOf("fromTestID");
\r
617 ServiceResult pr = serviceResultsMap.get(fromTestID);
\r
619 serviceResult = XmlReplayTransport.doDELETE(pr.deleteURL, authForTest, testIDLabel, fromTestID);
\r
620 serviceResult.fromTestID = fromTestID;
\r
621 if (expectedCodes.size()>0){
\r
622 serviceResult.expectedCodes = expectedCodes;
\r
624 results.add(serviceResult);
\r
625 if (serviceResult.codeInSuccessRange(serviceResult.responseCode)){ //gotExpectedResult depends on serviceResult.expectedCodes.
\r
626 serviceResultsMap.remove(fromTestID);
\r
629 if (Tools.notEmpty(fromTestID)){
\r
630 serviceResult = new ServiceResult();
\r
631 serviceResult.responseCode = 0;
\r
632 serviceResult.error = "ID not found in element fromTestID: "+fromTestID;
\r
633 System.err.println("****\r\nServiceResult: "+serviceResult.error+". SKIPPING TEST. Full URL: "+fullURL);
\r
635 serviceResult = XmlReplayTransport.doDELETE(fullURL, authForTest, testID, fromTestID);
\r
637 serviceResult.fromTestID = fromTestID;
\r
638 results.add(serviceResult);
\r
640 } else if (method.equalsIgnoreCase("GET")){
\r
641 fullURL = fromTestID(fullURL, testNode, serviceResultsMap);
\r
642 serviceResult = XmlReplayTransport.doGET(fullURL, authForTest, testIDLabel);
\r
643 results.add(serviceResult);
\r
644 serviceResultsMap.put(testID, serviceResult);
\r
645 } else if (method.equalsIgnoreCase("LIST")){
\r
646 fullURL = fixupFullURL(fullURL, protoHostPort, uri);
\r
647 String listQueryParams = ""; //TODO: empty for now, later may pick up from XML control file.
\r
648 serviceResult = XmlReplayTransport.doLIST(fullURL, listQueryParams, authForTest, testIDLabel);
\r
649 results.add(serviceResult);
\r
650 serviceResultsMap.put(testID, serviceResult);
\r
652 throw new Exception("HTTP method not supported by XmlReplay: "+method);
\r
655 serviceResult.testID = testID;
\r
656 serviceResult.fullURL = fullURL;
\r
657 serviceResult.auth = authForTest;
\r
658 serviceResult.method = method;
\r
659 if (expectedCodes.size()>0){
\r
660 serviceResult.expectedCodes = expectedCodes;
\r
662 if (Tools.isEmpty(serviceResult.testID)) serviceResult.testID = testIDLabel;
\r
663 if (Tools.isEmpty(serviceResult.testGroupID)) serviceResult.testGroupID = testGroupID;
\r
665 Node expectedLevel = testNode.selectSingleNode("response/expected");
\r
666 if (expectedLevel!=null){
\r
667 String level = expectedLevel.valueOf("@level");
\r
668 serviceResult.payloadStrictness = level;
\r
670 //=====================================================
\r
671 // ALL VALIDATION FOR ALL REQUESTS IS DONE HERE:
\r
672 //=====================================================
\r
673 boolean hasError = false;
\r
674 String vError = validateResponse(serviceResult, serviceResultsMap, expectedResponseParts, evalStruct);
\r
675 if (Tools.notEmpty(vError)){
\r
676 serviceResult.error = vError;
\r
677 serviceResult.failureReason = " : VALIDATION ERROR; ";
\r
680 if (hasError == false){
\r
681 hasError = ! serviceResult.gotExpectedResult();
\r
684 boolean doingAuto = (dump.dumpServiceResult == ServiceResult.DUMP_OPTIONS.auto);
\r
685 String serviceResultRow = serviceResult.dump(dump.dumpServiceResult, hasError)+"; time:"+(System.currentTimeMillis()-startTime);
\r
686 String leader = (dump.dumpServiceResult == ServiceResult.DUMP_OPTIONS.detailed) ? "XmlReplay:"+testIDLabel+": ": "";
\r
688 report.addTestResult(serviceResult);
\r
690 if ( (dump.dumpServiceResult == ServiceResult.DUMP_OPTIONS.detailed)
\r
691 || (dump.dumpServiceResult == ServiceResult.DUMP_OPTIONS.full) ){
\r
692 System.out.println("\r\n#---------------------#");
\r
694 System.out.println(timeString()+" "+leader+serviceResultRow+"\r\n");
\r
695 if (dump.payloads || (doingAuto&&hasError) ) {
\r
696 if (Tools.notBlank(serviceResult.requestPayload)){
\r
697 System.out.println("\r\n========== request payload ===============");
\r
698 System.out.println(serviceResult.requestPayload);
\r
699 System.out.println("==========================================\r\n");
\r
702 if (dump.payloads || (doingAuto&&hasError)) {
\r
703 if (Tools.notBlank(serviceResult.result)){
\r
704 System.out.println("\r\n========== response payload ==============");
\r
705 System.out.println(serviceResult.result);
\r
706 System.out.println("==========================================\r\n");
\r
709 } catch (Throwable t) {
\r
710 String msg = "ERROR: XmlReplay experienced an error in a test node: "+testNode+" Throwable: "+t;
\r
711 System.out.println(msg);
\r
712 System.out.println(Tools.getStackTrace(t));
\r
713 ServiceResult serviceResult = new ServiceResult();
\r
714 serviceResult.error = msg;
\r
715 serviceResult.failureReason = " : SYSTEM ERROR; ";
\r
716 results.add(serviceResult);
\r
719 if (Tools.isTrue(autoDeletePOSTS)&¶m_autoDeletePOSTS){
\r
720 autoDelete(serviceResultsMap, "default");
\r
724 //=== Now spit out the HTML report file ===
\r
725 File m = new File(controlFileName);
\r
726 String localName = m.getName();//don't instantiate, just use File to extract file name without directory.
\r
727 String reportName = localName+'-'+testGroupID+".html";
\r
729 File resultFile = report.saveReport(xmlReplayBaseDir, reportsDir, reportName);
\r
730 if (resultFile!=null) {
\r
731 String toc = report.getTOC(reportName);
\r
732 reportsList.add(toc);
\r
734 //================================
\r
739 private static String timeString() {
\r
740 java.util.Date date= new java.util.Date();
\r
741 java.sql.Timestamp ts = new java.sql.Timestamp(date.getTime());
\r
742 return ts.toString();
\r
746 //======================== MAIN ===================================================================
\r
748 private static Options createOptions() {
\r
749 Options options = new Options();
\r
750 options.addOption("xmlReplayBaseDir", true, "default/basedir");
\r
754 public static String usage(){
\r
755 String result = "org.collectionspace.services.IntegrationTests.xmlreplay.XmlReplay {args}\r\n"
\r
756 +" -xmlReplayBaseDir <dir> \r\n"
\r
757 +" You may also override these with system args, e.g.: \r\n"
\r
758 +" -DxmlReplayBaseDir=/path/to/dir \r\n"
\r
759 +" These may also be passed in via the POM.\r\n"
\r
760 +" You can also set these system args, e.g.: \r\n"
\r
761 +" -DtestGroupID=<oneID> \r\n"
\r
762 +" -DtestID=<one TestGroup ID>"
\r
763 +" -DautoDeletePOSTS=<true|false> \r\n"
\r
764 +" (note: -DautoDeletePOSTS won't force deletion if set to false in control file.";
\r
768 private static String opt(CommandLine line, String option){
\r
770 String fromProps = System.getProperty(option);
\r
771 if (Tools.notEmpty(fromProps)){
\r
777 result = line.getOptionValue(option);
\r
778 if (result == null){
\r
784 public static void main(String[]args) throws Exception {
\r
785 Options options = createOptions();
\r
786 //System.out.println("System CLASSPATH: "+prop.getProperty("java.class.path", null));
\r
787 CommandLineParser parser = new GnuParser();
\r
789 // parse the command line arguments
\r
790 CommandLine line = parser.parse(options, args);
\r
792 String xmlReplayBaseDir = opt(line, "xmlReplayBaseDir");
\r
793 String reportsDir = opt(line, "reportsDir");
\r
794 String testGroupID = opt(line, "testGroupID");
\r
795 String testID = opt(line, "testID");
\r
796 String autoDeletePOSTS = opt(line, "autoDeletePOSTS");
\r
797 String dumpResults = opt(line, "dumpResults");
\r
798 String controlFilename = opt(line, "controlFilename");
\r
799 String xmlReplayMaster = opt(line, "xmlReplayMaster");
\r
801 if (Tools.isBlank(reportsDir)){
\r
802 reportsDir = xmlReplayBaseDir + XmlReplayTest.REPORTS_DIRNAME;
\r
804 reportsDir = Tools.fixFilename(reportsDir);
\r
805 xmlReplayBaseDir = Tools.fixFilename(xmlReplayBaseDir);
\r
806 controlFilename = Tools.fixFilename(controlFilename);
\r
808 boolean bAutoDeletePOSTS = true;
\r
809 if (Tools.notEmpty(autoDeletePOSTS)) {
\r
810 bAutoDeletePOSTS = Tools.isTrue(autoDeletePOSTS);
\r
812 boolean bDumpResults = false;
\r
813 if (Tools.notEmpty(dumpResults)) {
\r
814 bDumpResults = Tools.isTrue(autoDeletePOSTS);
\r
816 if (Tools.isEmpty(xmlReplayBaseDir)){
\r
817 System.err.println("ERROR: xmlReplayBaseDir was not specified.");
\r
820 File f = new File(Tools.glue(xmlReplayBaseDir, "/", controlFilename));
\r
821 if (Tools.isEmpty(xmlReplayMaster) && !f.exists()){
\r
822 System.err.println("Control file not found: "+f.getCanonicalPath());
\r
825 File fMaster = new File(Tools.glue(xmlReplayBaseDir, "/", xmlReplayMaster));
\r
826 if (Tools.notEmpty(xmlReplayMaster) && !fMaster.exists()){
\r
827 System.err.println("Master file not found: "+fMaster.getCanonicalPath());
\r
831 String xmlReplayBaseDirResolved = (new File(xmlReplayBaseDir)).getCanonicalPath();
\r
832 System.out.println("XmlReplay ::"
\r
833 + "\r\n xmlReplayBaseDir: "+xmlReplayBaseDir
\r
834 + "\r\n xmlReplayBaseDir(resolved): "+xmlReplayBaseDirResolved
\r
835 + "\r\n controlFilename: "+controlFilename
\r
836 + "\r\n xmlReplayMaster: "+xmlReplayMaster
\r
837 + "\r\n testGroupID: "+testGroupID
\r
838 + "\r\n testID: "+testID
\r
839 + "\r\n autoDeletePOSTS: "+bAutoDeletePOSTS
\r
840 + (Tools.notEmpty(xmlReplayMaster)
\r
841 ? ("\r\n will use master file: "+fMaster.getCanonicalPath())
\r
842 : ("\r\n will use control file: "+f.getCanonicalPath()) )
\r
845 if (Tools.notEmpty(xmlReplayMaster)){
\r
846 if (Tools.notEmpty(controlFilename)){
\r
847 System.out.println("WARN: controlFilename: "+controlFilename+" will not be used because master was specified. Running master: "+xmlReplayMaster);
\r
849 XmlReplay replay = new XmlReplay(xmlReplayBaseDirResolved, reportsDir);
\r
850 replay.readOptionsFromMasterConfigFile(xmlReplayMaster);
\r
851 replay.setAutoDeletePOSTS(bAutoDeletePOSTS);
\r
852 Dump dumpFromMaster = replay.getDump();
\r
853 dumpFromMaster.payloads = Tools.isTrue(dumpResults);
\r
854 replay.setDump(dumpFromMaster);
\r
855 replay.runMaster(xmlReplayMaster, false); //false, because we already just read the options, and override a few.
\r
857 Dump dump = getDumpConfig();
\r
858 dump.payloads = Tools.isTrue(dumpResults);
\r
859 List<String> reportsList = new ArrayList<String>();
\r
860 runXmlReplayFile(xmlReplayBaseDirResolved, controlFilename, testGroupID, testID, createResultsMap(), bAutoDeletePOSTS, dump, "", null, reportsList, reportsDir);
\r
861 System.out.println("DEPRECATED: reportsList is generated, but not dumped: "+reportsList.toString());
\r
863 } catch (ParseException exp) {
\r
864 // oops, something went wrong
\r
865 System.err.println("Cmd-line parsing failed. Reason: " + exp.getMessage());
\r
866 System.err.println(usage());
\r
867 } catch (Exception e) {
\r
868 System.out.println("Error : " + e.getMessage());
\r
869 e.printStackTrace();
\r
projects / tmp / jakarta-migration.git / blob