some cleanup

This commit is contained in:
Andreas Penski 2020-05-03 16:52:55 +02:00
parent 1a001a1af4
commit 7dc62012a6
22 changed files with 144 additions and 50 deletions

1
.idea/compiler.xml generated
View file

@ -8,6 +8,7 @@
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" /> <sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
<outputRelativeToContentRoot value="true" /> <outputRelativeToContentRoot value="true" />
<module name="validationtool" /> <module name="validationtool" />
<module name="validator" />
</profile> </profile>
</annotationProcessing> </annotationProcessing>
</component> </component>

2
.idea/misc.xml generated
View file

@ -79,7 +79,7 @@
<component name="NodePackageJsonFileManager"> <component name="NodePackageJsonFileManager">
<packageJsonPaths /> <packageJsonPaths />
</component> </component>
<component name="ProjectRootManager" version="2" languageLevel="JDK_1_6" project-jdk-name="11" project-jdk-type="JavaSDK"> <component name="ProjectRootManager" version="2" languageLevel="JDK_1_6" default="false" project-jdk-name="openjdk-14" project-jdk-type="JavaSDK">
<output url="file://$PROJECT_DIR$/out" /> <output url="file://$PROJECT_DIR$/out" />
</component> </component>
<component name="jetbrains.communicator.idea.IdProvider" IDEtalkID="4B2DA906C3A7DF4F7B6EA28093E19A3F" /> <component name="jetbrains.communicator.idea.IdProvider" IDEtalkID="4B2DA906C3A7DF4F7B6EA28093E19A3F" />

View file

@ -9,12 +9,17 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
## next version (unreleased) ## next version (unreleased)
### Added ### Added
- Added a builder style configuration API to configure scenarios
- Support java.xml.transform.Source/java.xml.transform.StreamSource as Input - Added an option to configure xml security e.g. to load from http sources or not from a specific repository
(so loading is configurable less restrictive, default strategy is to only load from a local repository)
- Support java.xml.transform.Source as Input
### Changed ### Changed
- Inputs are NOT read into memory (e.g. Byte-Array) prior processing within the validator. This reduces memory consumption. - Inputs are NOT read into memory (e.g. Byte-Array) prior processing within the validator. This reduces memory consumption.
- CheckConfiguration is deprecated now. Use Configuration.load(...) or Configuration.build(...)
- Overall processing of xml files is based on Saxon s9api. No JAXP or SAX classes are used by
the validator (this further improves performance and memory consumption)
-
## UNRELEASED ## UNRELEASED
### Fixed ### Fixed

View file

@ -56,7 +56,7 @@ public class StandardExample {
// Load scenarios.xml from classpath // Load scenarios.xml from classpath
URL scenarios = this.getClass().getClassLoader().getResource("scenarios.xml"); URL scenarios = this.getClass().getClassLoader().getResource("scenarios.xml");
// Load the rest of the specific Validator configuration from classpath // Load the rest of the specific Validator configuration from classpath
CheckConfiguration config = new CheckConfiguration(scenarios.toURI()); Configuration config = Configuration.load(scenarios.toURI());
// Use the default validation procedure // Use the default validation procedure
Check validator = new DefaultCheck(config); Check validator = new DefaultCheck(config);
// Validate a single document // Validate a single document

View file

@ -1,21 +1,22 @@
package de.kosit.validationtool.api; package de.kosit.validationtool.api;
/** /**
* Tri-state describtion of a Recommendation. * Tri-state recommendation whether to accept the {@link Input} or not.
*/ */
public enum AcceptRecommendation { public enum AcceptRecommendation {
/** /**
* The evaluation of the overall validation could not be computed. * The evaluation of the overall validation could not be computed.
*/ */
UNDEFINED, UNDEFINED,
/** /**
* Recommendation is to accept input based on the evaluation of the overall validation. * Recommendation is to accept {@link Input} based on the evaluation of the overall validation.
*/ */
ACCEPTABLE, ACCEPTABLE,
/** /**
* Recommendation is to reject input based on the evaluation of the overall validation. * Recommendation is to reject {@link Input} based on the evaluation of the overall validation.
*/ */
REJECT REJECT
} }

View file

@ -18,7 +18,7 @@ import de.kosit.validationtool.impl.Scenario;
* <li>Using a builder style api {@link de.kosit.validationtool.config.ConfigurationBuilder}to configure the * <li>Using a builder style api {@link de.kosit.validationtool.config.ConfigurationBuilder}to configure the
* {@link Check}</li> * {@link Check}</li>
* </ol> * </ol>
* * <p>
* Both methods can be used via convinience methods. See below. * Both methods can be used via convinience methods. See below.
* *
* @author Andreas Penski * @author Andreas Penski
@ -61,6 +61,12 @@ public interface Configuration {
*/ */
String getDate(); String getDate();
/**
* Add some additional parameters to the validator configuration. Parameter usage depends on actual implementation of
* {@link Check}
*
* @return
*/
Map<String, Object> getAdditionalParameters(); Map<String, Object> getAdditionalParameters();
/** /**

View file

@ -10,12 +10,15 @@ import javax.xml.validation.Validator;
import net.sf.saxon.s9api.Processor; import net.sf.saxon.s9api.Processor;
/** /**
* Centralized construction and configuration of XML related infrastructore components. The KoSIT Validator provides out * Centralized construction and configuration of XML related infrastructure components. This interface allows to use
* of the box implementaions with various security levels. * custom implementations and configurations of internal xml related factories and objects.
*
* The KoSIT Validator provides out of the box implementations with various security levels based on openjdk SAX stack.
* *
* If you decide to implement a custom strategy, please be aware of XML security within your stack. The validator * If you decide to implement a custom strategy, please be aware of XML security within your stack. The validator
* components beyond this strategy asume secured implementation of the interfaces provided by this strategy. There is no * components beyond this strategy asume secured implementation of the interfaces provided by this strategy. There is no
* effort to mitigate or prevent xml related security issues such as XXE, loading external sources etc. * effort to mitigate or prevent xml related security issues such as XXE, loading external sources etc. Your would be
* responsible for this!
* *
* @see de.kosit.validationtool.impl.ResolvingMode * @see de.kosit.validationtool.impl.ResolvingMode
* @author Andreas Penski * @author Andreas Penski
@ -35,12 +38,14 @@ public interface ResolvingConfigurationStrategy {
* leverages the saxon s9api for internal processing e.g. xml reading and writing. So this is the main object to secure * leverages the saxon s9api for internal processing e.g. xml reading and writing. So this is the main object to secure
* for reading, transforming and writing xml files. * for reading, transforming and writing xml files.
* *
* Note: you need exactly one instance for all validator related processing.
*
* @return a preconfigured {@link Processor} * @return a preconfigured {@link Processor}
*/ */
Processor getProcessor(); Processor getProcessor();
/** /**
* Creates a specific implementation for resolving referenced objects in XML files. The URIResolver, it is used for * Creates a specific implementation for resolving referenced objects in XML files. The URIResolver is used for
* dereferencing an absolute URI (after resolution) to return a {@link javax.xml.transform.Source}. It <b>can</b> be * dereferencing an absolute URI (after resolution) to return a {@link javax.xml.transform.Source}. It <b>can</b> be
* used for resolving relative URIs against a base URI or restrict access to certain URIs. * used for resolving relative URIs against a base URI or restrict access to certain URIs.
* <p> * <p>
@ -48,6 +53,7 @@ public interface ResolvingConfigurationStrategy {
* <code>xsl:import-schema</code> declarations. * <code>xsl:import-schema</code> declarations.
* </p> * </p>
* *
* @param scenarioRepository an optional repository, your implementation might not need this
* @return a preconfigured {@link URIResolver} * @return a preconfigured {@link URIResolver}
*/ */
URIResolver createResolver(URI scenarioRepository); URIResolver createResolver(URI scenarioRepository);

View file

@ -29,6 +29,7 @@ import java.util.Arrays;
import java.util.Collection; import java.util.Collection;
import java.util.Collections; import java.util.Collections;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import java.util.stream.StreamSupport;
import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLine;
import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.CommandLineParser;

View file

@ -64,12 +64,17 @@ public class ConfigurationBuilder {
private String description; private String description;
/**
* Add a specific author name to this configuration.
*
* @param authorName the name of the author
* @return this
*/
public ConfigurationBuilder author(final String authorName) { public ConfigurationBuilder author(final String authorName) {
this.author = authorName; this.author = authorName;
return this; return this;
} }
public ConfigurationBuilder name(final String name) { public ConfigurationBuilder name(final String name) {
this.name = name; this.name = name;
return this; return this;
@ -135,6 +140,12 @@ public class ConfigurationBuilder {
throw new NotImplementedException("Not yet defined"); throw new NotImplementedException("Not yet defined");
} }
/**
* Create a named schematron configuration.
*
* @param name the name of the schematron configuration
* @return new {@link SchemaBuilder}
*/
public static SchematronBuilder schematron(final String name) { public static SchematronBuilder schematron(final String name) {
return new SchematronBuilder().name(name); return new SchematronBuilder().name(name);
} }

View file

@ -175,11 +175,27 @@ public class ConfigurationLoader {
return s; return s;
} }
/**
* Sets actual {@link ResolvingMode}, when the validator needs to resolve stuff on startup.
* @param mode the resolving mode
* @return this
*/
public ConfigurationLoader setResolvingMode(final ResolvingMode mode) { public ConfigurationLoader setResolvingMode(final ResolvingMode mode) {
this.resolvingMode = mode; this.resolvingMode = mode;
return this; return this;
} }
public ConfigurationLoader setResolvingStrategy(final ResolvingConfigurationStrategy strategy){
this.resolvingConfigurationStrategy = strategy;
return this;
}
/**
* Add a parameter to the configuration.
* @param name the name of the parameter
* @param value the parameter value object
* @return this
*/
public ConfigurationLoader addParameter(final String name, final Object value) { public ConfigurationLoader addParameter(final String name, final Object value) {
this.parameters.put(name, value); this.parameters.put(name, value);
return this; return this;

View file

@ -13,6 +13,8 @@ import de.kosit.validationtool.model.scenarios.CreateReportType;
import de.kosit.validationtool.model.scenarios.ScenarioType; import de.kosit.validationtool.model.scenarios.ScenarioType;
/** /**
* Create a fallback {@link Scenario} configuration.
*
* @author Andreas Penski * @author Andreas Penski
*/ */
public class FallbackBuilder implements Builder<Scenario> { public class FallbackBuilder implements Builder<Scenario> {

View file

@ -72,7 +72,7 @@ class XPathBuilder implements Builder<XPathExecutable> {
extractNamespaces(); extractNamespaces();
} }
} catch (final IllegalStateException e) { } catch (final IllegalStateException e) {
final String msg = String.format("Error creating %s xpath", this.name, e); final String msg = String.format("Error creating %s xpath: %s", this.name, e.getMessage());
log.error(msg, e); log.error(msg, e);
return new Result<>(Collections.singletonList(msg)); return new Result<>(Collections.singletonList(msg));

View file

@ -1,5 +1,7 @@
package de.kosit.validationtool.impl; package de.kosit.validationtool.impl;
import lombok.SneakyThrows;
import java.io.IOException; import java.io.IOException;
import java.io.InputStream; import java.io.InputStream;
import java.util.Properties; import java.util.Properties;
@ -65,6 +67,10 @@ public class EngineInformation {
return getFrameworkVersion().substring(0, 1); return getFrameworkVersion().substring(0, 1);
} }
public static String getBuild() {
return PROPERTIES.getProperty("build_number");
}
/** /**
* Gibt den Namespace des eingesetzten Frameworks zurück. * Gibt den Namespace des eingesetzten Frameworks zurück.
* *

View file

@ -60,7 +60,7 @@ public class ComputeAcceptanceAction implements CheckAction {
} catch (final SaxonApiException e) { } catch (final SaxonApiException e) {
final String msg = String.format("Error evaluating accept recommendation: %s", selector.getUnderlyingXPathContext().toString()); final String msg = String.format("Error evaluating accept recommendation: %s", selector.getUnderlyingXPathContext().toString());
log.error(msg, e); log.error(msg, e);
results.addProcessingError(msg); results.stopProcessing(msg);
} }
} }

View file

@ -28,6 +28,7 @@ import javax.xml.bind.Marshaller;
import javax.xml.bind.util.JAXBSource; import javax.xml.bind.util.JAXBSource;
import javax.xml.transform.URIResolver; import javax.xml.transform.URIResolver;
import lombok.extern.slf4j.Slf4j;
import org.xml.sax.ContentHandler; import org.xml.sax.ContentHandler;
import org.xml.sax.DTDHandler; import org.xml.sax.DTDHandler;
import org.xml.sax.EntityResolver; import org.xml.sax.EntityResolver;
@ -64,6 +65,7 @@ import net.sf.saxon.s9api.XsltTransformer;
* @author Andreas Penski * @author Andreas Penski
*/ */
@RequiredArgsConstructor @RequiredArgsConstructor
@Slf4j
public class CreateReportAction implements CheckAction { public class CreateReportAction implements CheckAction {
/** /**
@ -206,7 +208,8 @@ public class CreateReportAction implements CheckAction {
results.setReport(destination.getXdmNode()); results.setReport(destination.getXdmNode());
} catch (final SaxonApiException | SAXException | JAXBException e) { } catch (final SaxonApiException | SAXException | JAXBException e) {
throw new IllegalStateException("Can not create final report", e); log.error("Error creating final report", e);
results.stopProcessing("Can not create final report: " + e.getMessage());
} }
} }

View file

@ -94,16 +94,5 @@ public class RelativeUriResolver implements URIResolver {
} }
public Reader resolve(final URI absoluteURI, final String encoding, final Configuration config) throws XPathException {
if (isUnderBaseUri(absoluteURI)) {
try {
return new InputStreamReader(absoluteURI.toURL().openStream(), encoding);
} catch (final IOException e) {
throw new IllegalStateException(String.format("Can not resolve required %s", absoluteURI), e);
}
} else {
throw new IllegalStateException(String.format(
"The resolved transformation artifact %s is not within the configured repository %s", absoluteURI, this.baseUri));
}
}
} }

View file

@ -0,0 +1,7 @@
package de.kosit.validationtool.impl.xml;
public class RemoteResolvingStrategy extends StrictLocalResolvingStrategy {
}

View file

@ -10,7 +10,9 @@ import javax.xml.validation.Validator;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
/** /**
* * This is a slightly more open implementation that allows resolving artifacts from local filesystems. Your are not
* bound to a specific 'repository'. But your validation artifacts (schema, xsl, etc.) must be available locally. This
* implementation does not allow loading from http sources
* *
* @author Andreas Penski * @author Andreas Penski
*/ */
@ -18,16 +20,23 @@ import lombok.extern.slf4j.Slf4j;
public class StrictLocalResolvingStrategy extends StrictRelativeResolvingStrategy { public class StrictLocalResolvingStrategy extends StrictRelativeResolvingStrategy {
/** /**
* e.g. don't allow any scheme * Allow loading schema files from any local location.
*
* @return a configured {@link SchemaFactory}
*/ */
@Override @Override
public SchemaFactory createSchemaFactory() { public SchemaFactory createSchemaFactory() {
final SchemaFactory schemaFactory = super.createSchemaFactory(); final SchemaFactory schemaFactory = super.createSchemaFactory();
allowExternalSchema(schemaFactory, "file", "jar"); allowExternalSchema(schemaFactory, "file");
return schemaFactory; return schemaFactory;
} }
/**
* The default resolver is able to resolve locally and relative.
*
* @param repository the repository is not used by this strategy
* @return null!
*/
@Override @Override
public URIResolver createResolver(final URI repository) { public URIResolver createResolver(final URI repository) {
// intentionally return 'null', since all resolving is configured with the other objects // intentionally return 'null', since all resolving is configured with the other objects
@ -37,7 +46,7 @@ public class StrictLocalResolvingStrategy extends StrictRelativeResolvingStrateg
@Override @Override
public Validator createValidator(final Schema schema) { public Validator createValidator(final Schema schema) {
final Validator validator = super.createValidator(schema); final Validator validator = super.createValidator(schema);
allowExternalSchema(validator, "file", "jar"); allowExternalSchema(validator, "file");
return validator; return validator;
} }

View file

@ -95,6 +95,7 @@ public class StrictRelativeResolvingStrategy extends BaseResolvingStrategy {
processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(FEATURE_SECURE_PROCESSING), true); processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(FEATURE_SECURE_PROCESSING), true);
processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(DISSALLOW_DOCTYPE_DECL_FEATURE), true); processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(DISSALLOW_DOCTYPE_DECL_FEATURE), true);
processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(LOAD_EXTERNAL_DTD_FEATURE), false); processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(LOAD_EXTERNAL_DTD_FEATURE), false);
processor.setConfigurationProperty(FeatureKeys.XML_PARSER_FEATURE + encode(XMLConstants.ACCESS_EXTERNAL_DTD), false);
return processor; return processor;
} }

View file

@ -16,7 +16,6 @@
<complexType name="HealthType"> <complexType name="HealthType">
<sequence> <sequence>
<element name="status"> <element name="status">
<simpleType> <simpleType>
<restriction base="string"> <restriction base="string">
<enumeration value="UP"></enumeration> <enumeration value="UP"></enumeration>

View file

@ -38,8 +38,6 @@ public class CreateReportActionTest {
private ContentRepository repository; private ContentRepository repository;
@Rule
public ExpectedException expectedException = ExpectedException.none();
@Before @Before
public void setup() { public void setup() {
@ -72,15 +70,15 @@ public class CreateReportActionTest {
@Test @Test
public void testExecutionException() throws SaxonApiException { public void testExecutionException() throws SaxonApiException {
this.expectedException.expect(IllegalStateException.class);
this.expectedException.expectMessage(Matchers.containsString("Can not create final report"));
final Processor p = mock(Processor.class); final Processor p = mock(Processor.class);
final DocumentBuilder documentBuilder = mock(DocumentBuilder.class); final DocumentBuilder documentBuilder = mock(DocumentBuilder.class);
this.action = new CreateReportAction(p, new ConversionService(), null); this.action = new CreateReportAction(p, new ConversionService(), null);
when(p.newDocumentBuilder()).thenReturn(documentBuilder); when(p.newDocumentBuilder()).thenReturn(documentBuilder);
when(documentBuilder.build(any(Source.class))).thenThrow(new SaxonApiException("mocked")); when(documentBuilder.build(any(Source.class))).thenThrow(new SaxonApiException("mocked"));
this.action.check(TestBagBuilder.createBag(InputFactory.read(Simple.SIMPLE_VALID), true)); final Bag bag = TestBagBuilder.createBag(InputFactory.read(Simple.SIMPLE_VALID), true);
this.action.check(bag);
assertThat(bag.isStopped()).isTrue();
} }
} }

View file

@ -0,0 +1,33 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
~ Licensed to the Koordinierungsstelle für IT-Standards (KoSIT) under
~ one or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. KoSIT licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing,
~ software distributed under the License is distributed on an
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
~ KIND, either express or implied. See the License for the
~ specific language governing permissions and limitations
~ under the License.
-->
<assertions xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xmlns="http://www.xoev.de/de/validator/framework/1/assertions"
xsi:schemaLocation="http://www.xoev.de/de/validator/framework/1/assertions file:/C:/fb/svn/xoev/produkte/prueftool/trunk/xsd/assertions.xsd">
<namespace prefix="rep">http://www.xoev.de/de/validator/varl/1</namespace>
<assertion report-doc="ubl-0001.xml" test="/rep:report/rep:scenarioMatched/rep:validationStepResult/@id = 'xsd'">
Schema wurde validiert
</assertion>
</assertions>