@Test public void testXMLDocsAsSearchOptions() throws ParserConfigurationException, SAXException, IOException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { String optionsName = "invalid"; Document domDocument = DocumentBuilderFactory.newInstance().newDocumentBuilder().newDocument(); Element root = domDocument.createElementNS("http://marklogic.com/appservices/search","options"); Element rf = domDocument.createElementNS("http://marklogic.com/appservices/search","return-facets"); rf.setTextContent("true"); root.appendChild(rf); root.setAttributeNS("http://www.w3.org/XML/1998/namespace", "lang", "en"); // MarkLogic adds this if I don't domDocument.appendChild(root); QueryOptionsManager queryOptionsMgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); queryOptionsMgr.writeOptions(optionsName, new DOMHandle(domDocument)); String domString = ((DOMImplementationLS) DocumentBuilderFactory.newInstance().newDocumentBuilder() .getDOMImplementation()).createLSSerializer().writeToString(domDocument); String optionsString = queryOptionsMgr.readOptions(optionsName, new StringHandle()).get(); assertNotNull("Read null string for XML content",optionsString); logger.debug("Two XML Strings {} and {}", domString, optionsString); Document readDoc = queryOptionsMgr.readOptions(optionsName, new DOMHandle()).get(); assertNotNull("Read null document for XML content",readDoc); }
@Test public void testQueryOptionsManager() throws JAXBException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { QueryOptionsManager mgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); assertNotNull("Client could not create query options manager", mgr); mgr.writeOptions("testempty", new StringHandle("{\"options\":{}}").withFormat(Format.JSON)); String optionsResult = mgr.readOptions("testempty", new StringHandle()).get(); logger.debug("Empty options from server {}", optionsResult); assertTrue("Empty options result not empty",optionsResult.contains("options")); assertTrue("Empty options result not empty",optionsResult.contains("\"http://marklogic.com/appservices/search\"/>")); mgr.deleteOptions("testempty"); };
QueryOptionsListHandle handle = stagingOptionsManager.optionsList(new QueryOptionsListHandle()); Map<String, String> optionsMap = handle.getValuesMap(); optionsMap.keySet().forEach( optionsName -> { if (!options.contains(optionsName)) { stagingOptionsManager.deleteOptions(optionsName); QueryOptionsListHandle finalHandle = finalOptionsManager.optionsList(new QueryOptionsListHandle()); Map<String, String> finalOptionsMap = finalHandle.getValuesMap(); finalOptionsMap.keySet().forEach( optionsName -> { if (!options.contains(optionsName)) { finalOptionsManager.deleteOptions(optionsName);
/** * * @param r * @return */ public Resource installQueryOptions(Resource r) { if (!hasFileBeenModified(r) || ignoreResource(r)) { return null; } final String filename = r.getFilename(); final String name = getExtensionNameFromFile(r); logger.info(String.format("Loading %s query options from file %s", name, filename)); final QueryOptionsManager mgr = client.newServerConfigManager().newQueryOptionsManager(); StringHandle h = new StringHandle(readAndReplaceTokens(r)); executeTask(() -> { if (filename.endsWith(".json")) { mgr.writeOptions(name, h.withFormat(Format.JSON)); } else { mgr.writeOptions(name, h); } }); updateTimestamp(r); return r; }
@Test public void testCoVariances() throws IOException, ParserConfigurationException, SAXException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { QueryOptionsManager optionsMgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); optionsMgr.writeOptions("valuesoptions3", new StringHandle(options)); QueryManager queryMgr = Common.client.newQueryManager(); ValuesDefinition vdef = queryMgr.newValuesDefinition("co", "valuesoptions3"); TuplesHandle t = queryMgr.tuples(vdef, new TuplesHandle()); Tuple[] tuples = t.getTuples(); assertEquals("Twelve tuples are expected", 12, tuples.length); assertEquals("The tuples are named 'co'", "co", t.getName()); ValuesMetrics metrics = t.getMetrics(); assertTrue("The values resolution time is >= 0", metrics.getValuesResolutionTime() >= 0); // Restore after bug:18747 is fixed // assertEquals("The aggregate resolution time is -1 (absent)", metrics.getAggregateResolutionTime(), -1); optionsMgr.deleteOptions("valuesoptions3"); }
@AfterClass public static void afterClass() throws ResourceNotFoundException, ForbiddenUserException, FailedRequestException { confMgr.newQueryOptionsManager().deleteOptions(optionsName); extensionMgr.deleteTransform(MLCP_TRANSFORM_ADAPTER); extensionMgr.deleteTransform(TransformExtensionsTest.XQUERY_NAME); extensionMgr.deleteTransform(TransformExtensionsTest.XSLT_NAME); libMgr.delete("/ext/RestTransformAdapter.xqy"); libMgr.delete("/ext/memory-operations.xqy"); libMgr.delete("/ext/node-operations.xqy"); }
@Test public void serverOptionsListRaw() throws IOException, ParserConfigurationException, SAXException, ForbiddenUserException, FailedRequestException { QueryManager queryMgr = Common.client.newQueryManager(); QueryOptionsManager queryOptionsMgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); StringHandle results = queryMgr.optionsList(new StringHandle()); assertNotNull(results); String resultsString = results.get(); assertNotNull(resultsString); StringHandle results2 = queryOptionsMgr.optionsList(new StringHandle()); assertNotNull(results2); assertEquals(resultsString, results2.get()); assertNotNull(resultsString); }
private void prepareQueryOption() { QueryOptionsManager qryOptMgr = connectionClient.newServerConfigManager().newQueryOptionsManager(); if (StringUtils.isNotEmpty(settings.queryOptionLiterals)) { StringHandle strHandle = new StringHandle(); switch (settings.queryLiteralType) { case "JSON": { strHandle.withFormat(Format.JSON); break; } case "XML": { strHandle.withFormat(Format.XML); break; } } strHandle.set(settings.queryOptionLiterals); qryOptMgr.writeOptions(settings.queryOptionName, strHandle); } }
optionsMgr.writeOptions("valuesoptions", new StringHandle(options)); assertEquals("The last tuple is '2.2 | 4'", "2.2 | 4", value); optionsMgr.deleteOptions("valuesoptions");
@Test public void testValuesPaging() throws IOException, ParserConfigurationException, SAXException { String optionsName = makeValuesOptions(); QueryManager queryMgr = Common.client.newQueryManager(); queryMgr.setPageLength(2); ValuesDefinition vdef = queryMgr.newValuesDefinition("double", optionsName); ValuesHandle v = queryMgr.values(vdef, new ValuesHandle(), 2); CountedDistinctValue dv[] = v.getValues(); assertNotNull("There should be values", dv); assertEquals("There should be 2 values", 2, dv.length); assertEquals("The first value should be '1.2'", dv[0].get("xs:double", Double.class).toString(), "1.2"); assertEquals("The second value should be '2.2'", dv[1].get("xs:double", Double.class).toString(), "2.2"); Common.adminClient.newServerConfigManager().newQueryOptionsManager().deleteOptions(optionsName); }
@Test public void testJSONConverter() throws KeyManagementException, NoSuchAlgorithmException, IOException, ParserConfigurationException, SAXException, XpathException, TransformerException { System.out.println("Running testJSONConverter"); // String queryOptionName = "jsonConverterOpt.json"; String queryOptionName = "queryValidationOpt.json"; DatabaseClient client = getDatabaseClient("rest-admin", "x", getConnType()); // create a manager for writing query options QueryOptionsManager optionsMgr = client.newServerConfigManager().newQueryOptionsManager(); // create handle FileHandle handle = new FileHandle(new File("src/test/java/com/marklogic/client/functionaltest/queryoptions/" + queryOptionName)); handle.setFormat(Format.JSON); // write the query options to the database optionsMgr.writeOptions(queryOptionName, handle); System.out.println("Write " + queryOptionName + " to database"); // read query option with QueryOptionsHandle StringHandle readHandle = new StringHandle(); optionsMgr.readOptions(queryOptionName, readHandle); String output = readHandle.toString(); System.out.println(output); System.out.println("============================"); client.release(); }
private void prepareQueryOption() { QueryOptionsManager qryOptMgr = connectionClient.newServerConfigManager().newQueryOptionsManager(); if (StringUtils.isNotEmpty(settings.queryOptionLiterals)) { StringHandle strHandle = new StringHandle(); switch (settings.queryLiteralType) { case "JSON": { strHandle.withFormat(Format.JSON); break; } case "XML": { strHandle.withFormat(Format.XML); break; } } strHandle.set(settings.queryOptionLiterals); qryOptMgr.writeOptions(settings.queryOptionName, strHandle); } }
@Test public void testAggregates() throws IOException, ParserConfigurationException, SAXException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { QueryOptionsManager optionsMgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); optionsMgr.writeOptions("valuesoptions2", new StringHandle(options)); logger.debug(options.toString()); QueryManager queryMgr = Common.client.newQueryManager(); ValuesDefinition vdef = queryMgr.newValuesDefinition("co", "valuesoptions2"); vdef.setAggregate("correlation", "covariance"); TuplesHandle t = queryMgr.tuples(vdef, new TuplesHandle()); AggregateResult[] agg = t.getAggregates(); assertEquals("Two aggregates are expected", 2, agg.length); double cov = t.getAggregate("covariance").get("xs:double", Double.class); assertTrue("The covariance is between 1.551 and 1.552", cov > 1.551 && cov < 1.552); Tuple[] tuples = t.getTuples(); assertEquals("Twelve tuples are expected", 12, tuples.length); assertEquals("The tuples are named 'co'", "co", t.getName()); ValuesMetrics metrics = t.getMetrics(); assertTrue("The values resolution time is >= 0", metrics.getValuesResolutionTime() >= 0); assertTrue("The aggregate resolution time is >= 0", metrics.getAggregateResolutionTime() >= 0); optionsMgr.deleteOptions("valuesoptions2"); }
@Test public void testJSONOptions() throws JAXBException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { QueryOptionsManager mgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); assertNotNull("Client could not create query options manager", mgr); FileHandle jsonHandle = new FileHandle(new File("src/test/resources/json-config.json")); jsonHandle.setFormat(Format.JSON); mgr.writeOptions("jsonoptions", jsonHandle); JsonNode options = mgr.readOptions("jsonoptions", new JacksonHandle()).get(); assertEquals("JSON options came back incorrectly", options.findPath("constraint").get(0).get("name").textValue(), "decade"); StringHandle jsonStringHandle = new StringHandle(); jsonStringHandle.setFormat(Format.JSON); mgr.readOptions("jsonoptions", jsonStringHandle); assertTrue("JSON String from QueryManager must start with json options", jsonStringHandle.get().startsWith("{\"options\":")); mgr.deleteOptions("jsonoptions"); }; }
@Test public void testAggregates() throws IOException, ParserConfigurationException, SAXException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { String optionsName = makeValuesOptions(); QueryManager queryMgr = Common.client.newQueryManager(); ValuesDefinition vdef = queryMgr.newValuesDefinition("double", optionsName); vdef.setAggregate("sum", "avg"); vdef.setName("double"); //ValuesListDefinition vldef = queryMgr.newValuesListDefinition("valuesoptions"); //ValuesListHandle vlh = queryMgr.valuesList(vldef, new ValuesListHandle()); ValuesHandle v = queryMgr.values(vdef, new ValuesHandle()); AggregateResult[] agg = v.getAggregates(); assertEquals("There should be 2 aggregates", 2, agg.length); double first = agg[0].get("xs:double", Double.class); assertTrue("Aggregate 1 should be between 11.4 and 12", 11.4 < first && first < 12.0); double second = agg[1].get("xs:double", Double.class); logger.debug("" + second); assertTrue("Aggregate 2 should be between 1.43 and 1.44", 1.43 < second && second < 1.44); Common.adminClient.newServerConfigManager().newQueryOptionsManager().deleteOptions(optionsName); }
optionsMgr.writeOptions(queryOptionName, handle); optionsMgr.readOptions(queryOptionName, readHandle); writeHandle.set(jsonQueryOption); writeHandle.setFormat(Format.JSON); optionsMgr.writeOptions(queryOptionNameJson, writeHandle); System.out.println("Write " + queryOptionNameJson + " to database");
/** * Set query option in XML * * @param client * @param queryOptionName * @throws FileNotFoundException */ public void setQueryOption(DatabaseClient client, String queryOptionName) throws FileNotFoundException { // create a manager for writing query options QueryOptionsManager optionsMgr = client.newServerConfigManager().newQueryOptionsManager(); // create handle ReaderHandle handle = new ReaderHandle(); // write the files BufferedReader docStream = new BufferedReader(new FileReader("src/test/java/com/marklogic/client/functionaltest/queryoptions/" + queryOptionName)); handle.set(docStream); // handle.setFormat(Format.XML); // write the query options to the database optionsMgr.writeOptions(queryOptionName, handle); System.out.println("Write " + queryOptionName + " to database"); }
@Test public void testValuesHandle() throws IOException, ParserConfigurationException, SAXException, ResourceNotFoundException, ForbiddenUserException, FailedRequestException, ResourceNotResendableException { QueryOptionsManager optionsMgr = Common.adminClient.newServerConfigManager().newQueryOptionsManager(); optionsMgr.writeOptions("valuesoptions", new StringHandle(options)); QueryManager queryMgr = Common.client.newQueryManager(); ValuesDefinition vdef = queryMgr.newValuesDefinition("co", "valuesoptions"); TuplesHandle t = queryMgr.tuples(vdef, new TuplesHandle()); Tuple[] tuples = t.getTuples(); assertEquals("Twelve tuples are expected", 12, tuples.length); assertEquals("The tuples are named 'co'", "co", t.getName()); TypedDistinctValue[] dv = tuples[0].getValues(); assertEquals("Two values per tuple expected", 2, dv.length); assertEquals("First is long", "xs:double", dv[0].getType()); assertEquals("Second is int", "xs:int", dv[1].getType()); assertEquals("Frequency is 1", 1, tuples[0].getCount()); assertEquals("First value", 1.1, (double) dv[0].get(Double.class), 0.01); assertEquals("Second value", (int) 1, (int) dv[1].get(Integer.class)); optionsMgr.deleteOptions("valuesoptions"); }
Common.adminClient.newServerConfigManager().newQueryOptionsManager().deleteOptions(optionsName);
@Test public void testBug19092() throws KeyManagementException, NoSuchAlgorithmException, IOException, ParserConfigurationException, SAXException, XpathException, TransformerException { System.out.println("Running testBug19092"); DatabaseClient client = getDatabaseClient("rest-admin", "x", getConnType()); // create query options manager QueryOptionsManager optionsMgr = client.newServerConfigManager().newQueryOptionsManager(); // create query options handle String xmlOptions = "<search:options xmlns:search='http://marklogic.com/appservices/search'>" + "<search:term>" + "<search:term-option>case-sensitive</search:term-option>" + "</search:term>" + "</search:options>"; StringHandle handle = new StringHandle(xmlOptions); // write query options optionsMgr.writeOptions("DefaultTermOpt", handle); // read query option StringHandle readHandle = new StringHandle(); readHandle.setFormat(Format.XML); optionsMgr.readOptions("DefaultTermOpt", readHandle); String output = readHandle.get(); System.out.println(output); assertTrue("Default term is not correct", output.contains("<ns2:term-option>case-sensitive</ns2:term-option>") || output.contains("<search:term-option>case-sensitive</search:term-option>")); assertFalse("Weight element exists", output.contains("<ns2:weight>0.0</ns2:weight>") || output.contains("<search:weight>0.0</search:weight>")); assertFalse("Default element exists", output.contains("<ns2:default/>") || output.contains("<search:default/>")); // release client client.release(); }