Changeset 1072

Timestamp:

07/09/08 15:53:52 (4 years ago)

Author:

tstolpma

Message:

Temporarily lowered the sequence range. Added debug output. Added fawkez style formatting.

Files:

• trunk/src/java/org/jcoderz/testdata/Importer.java (modified) (19 diffs)

trunk/src/java/org/jcoderz/testdata/Importer.java

@@ -1 +1 @@
 package org.jcoderz.testdata;
+
 
 import java.io.File;
@@ -31 +32 @@
 import org.hibernate.mapping.Table;
 
+
 /**
- * Generic Test data importer.
- *
- * Recursively scans a directory for test data items and submits them via
- * JDBC to a predefined database. The tables and attribute names are mapped
- * straightforward to the hibernate configuration expected on the classpath.
- * This implementation relies on auto index of all tables.
+ * Generic Test data importer. Recursively scans a directory for test
+ * data items and submits them via JDBC to a predefined database. The
+ * tables and attribute names are mapped straightforward to the
+ * hibernate configuration expected on the classpath. This
+ * implementation relies on auto index of all tables.
  *
  * @author Torsten Stolpmann
- *
  */
-public class Importer {
-
+public class Importer
+{
     private static final String DEFAULT_TABLE_PREFIX = "S0IR_";
 
@@ -53 +53 @@
 
     private static final XPathContext TD_CONTEXT = new XPathContext("td",
-            "http://jcoderz.org/test-data");
+        "http://jcoderz.org/test-data");
 
     static final Logger logger = Logger.getLogger(Importer.class.getName());
 
     private String tablePrefix;
+
     private long sequenceBase;
 
@@ -65 +66 @@
      * @param args Command line arguments.
      */
-    public static void main(String[] args) {
-
-        if (args.length < 1) {
+    public static void main (String[] args)
+    {
+        if (args.length < 1)
+        {
             System.out.println("Usage: " + Importer.class.getName()
-                    + " <sourceDirectory>");
-        }
-
+                + " <sourceDirectory>");
+        }
         String sourceDirectory = args[0];
-
         Properties properties = new Properties();
         List<String> tableNames = new ArrayList<String>();
-
         logger.info("Starting import ...");
-        try {
+        try
+        {
             String defaultPropertiesName = "/testdata.properties";
-
             InputStream defaultInput = Importer.class
-                    .getResourceAsStream(defaultPropertiesName);
-            if (defaultInput != null) {
-                logger.fine("Loading default properties (" + defaultPropertiesName + ")");
+                .getResourceAsStream(defaultPropertiesName);
+            if (defaultInput != null)
+            {
+                logger.fine("Loading default properties ("
+                    + defaultPropertiesName + ")");
                 properties.load(defaultInput); //$NON-NLS-1$
-            } else {
+            }
+            else
+            {
                 logger.fine("Default properties not found");
             }
-            String userPropertiesName = FILE_SEPARATOR + System.getProperty("user.name")
-                    + ".properties";
+            String userPropertiesName = FILE_SEPARATOR
+                + System.getProperty("user.name") + ".properties";
             InputStream userInput = Importer.class
-                    .getResourceAsStream(userPropertiesName);
-            if (userInput != null) {
+                .getResourceAsStream(userPropertiesName);
+            if (userInput != null)
+            {
                 logger.fine("Loading user properties");
                 properties.load(userInput); //$NON-NLS-1$
-            } else {
-                logger.fine("User properties (" + userPropertiesName + ") not found");
-            }
-
+            }
+            else
+            {
+                logger.fine("User properties (" + userPropertiesName
+                    + ") not found");
+            }
             Configuration hibernateConfig = new Configuration();
             hibernateConfig.addProperties(properties);
             hibernateConfig.configure();
-            hibernateConfig.getProperties().remove("hibernate.connection.datasource");
             hibernateConfig.getProperties().remove(
-                    "hibernate.transaction.manager_lookup_class");
-            hibernateConfig.getProperties().remove("hibernate.transaction.factory_class");
-
+                "hibernate.connection.datasource");
+            hibernateConfig.getProperties().remove(
+                "hibernate.transaction.manager_lookup_class");
+            hibernateConfig.getProperties().remove(
+                "hibernate.transaction.factory_class");
             Iterator<?> iter = hibernateConfig.getTableMappings();
-            while (iter.hasNext()) {
+            while (iter.hasNext())
+            {
                 Table table = (Table) iter.next();
                 tableNames.add(table.getName());
             }
-        } catch (IOException e) {
+        }
+        catch (IOException e)
+        {
             logger.severe(e.getMessage());
         }
-
-        Importer importer = new Importer(DEFAULT_TABLE_PREFIX, DEFAULT_SEQUENCE_BASE);
-
+        Importer importer = new Importer(DEFAULT_TABLE_PREFIX,
+            DEFAULT_SEQUENCE_BASE);
         Map<String, Document> items = new HashMap<String, Document>();
-
         importer.loadItems(sourceDirectory, items);
-
-        Map<String, Set<String>> dependencyMap = importer.buildDependencyMap(items);
-
-        if (importer.validateDependencies(items, dependencyMap)) {
+        Map<String, Set<String>> dependencyMap = importer
+            .buildDependencyMap(items);
+        if (importer.validateDependencies(items, dependencyMap))
+        {
             List<String> result = new ArrayList<String>();
-
-            if (importer.reOrderItems(items, dependencyMap, result)) {
+            if (importer.reOrderItems(items, dependencyMap, result))
+            {
                 List<String> queries = new ArrayList<String>();
-
-                if (importer.generateQueries(result, items, queries, tableNames)) {
+                if (importer
+                    .generateQueries(result, items, queries, tableNames))
+                {
                     importer.executeQueries(properties, queries);
-                } else {
-                    logger.severe("No insert statements have been executed since errors are detected.");
-                }
-            }
-        }
-    }
-
-    public Importer(final String prefix, final long base) {
-
+                }
+                else
+                {
+                    logger
+                        .severe("No insert statements have been executed since errors are detected.");
+                }
+            }
+        }
+    }
+
+    public Importer (final String prefix, final long base)
+    {
         tablePrefix = prefix;
         sequenceBase = base;
-
     }
 
@@ -153 +164 @@
      * @param queries the queries
      */
-    private void executeQueries(final Properties hibernateProperties,
-            final List<String> queries) {
-
-        try {
+    private void executeQueries (final Properties hibernateProperties,
+        final List<String> queries)
+    {
+        try
+        {
             Class.forName(hibernateProperties
-                    .getProperty("hibernate.connection.driver_class"));
-
+                .getProperty("hibernate.connection.driver_class"));
             Properties info = new Properties();
             info.setProperty("user", hibernateProperties
-                    .getProperty("hibernate.connection.username"));
+                .getProperty("hibernate.connection.username"));
             info.setProperty("password", hibernateProperties
-                    .getProperty("hibernate.connection.password"));
+                .getProperty("hibernate.connection.password"));
             info.setProperty("useUnicode", "true");
             info.setProperty("characterEncoding", "UTF-8");
-
             Connection conn = DriverManager.getConnection(hibernateProperties
-                    .getProperty("hibernate.connection.url"), info);
-
+                .getProperty("hibernate.connection.url"), info);
             for (SQLWarning warn = conn.getWarnings(); warn != null; warn = warn
-                    .getNextWarning()) {
+                .getNextWarning())
+            {
                 logger.warning("SQL Warning:");
                 logger.warning("State  : " + warn.getSQLState());
@@ -178 +188 @@
                 logger.warning("Error  : " + warn.getErrorCode());
             }
-
-            for (String query : queries) {
-
+            for (String query : queries)
+            {
                 Statement stmt = conn.createStatement();
                 ResultSet rs = stmt.executeQuery(query);
-
                 rs.close();
                 stmt.close();
             }
             conn.close();
-        } catch (SQLException e) {
-
+        }
+        catch (SQLException e)
+        {
             logger.severe("SQL Exception:");
-
-            while (e != null) {
+            while (e != null)
+            {
                 logger.severe("State  : " + e.getSQLState());
                 logger.severe("Message: " + e.getMessage());
                 logger.severe("Error  : " + e.getErrorCode());
-
                 e = e.getNextException();
             }
-        } catch (Exception e) {
+        }
+        catch (Exception e)
+        {
             logger.severe("Exception: " + e.getMessage());
         }
@@ -213 +223 @@
      * @return true, if write
      */
-    private boolean generateQueries(final List<String> idList,
-            final Map<String, Document> items, final List<String> queries,
-            final List<String> tableNames) {
-
+    private boolean generateQueries (final List<String> idList,
+        final Map<String, Document> items, final List<String> queries,
+        final List<String> tableNames)
+    {
         boolean valid = true;
-
-        for (String id : idList) {
-
+        for (String id : idList)
+        {
             StringBuffer query = new StringBuffer();
             StringBuffer names = new StringBuffer("(");
             StringBuffer values = new StringBuffer("(");
-
             Document item = items.get(id);
             String tableName = getTableName(item);
-            if (!tableNames.contains(tableName)) {
+            if (!tableNames.contains(tableName))
+            {
                 logger.severe("The type " + getItemType(item) + " of item "
-                        + getItemId(item)
-                        + " has no matching table in the current configuration ("
-                        + tableName + ")");
+                    + getItemId(item)
+                    + " has no matching table in the current configuration ("
+                    + tableName + ")");
                 valid = false;
             }
             Map<String, Node> attributes = getAttributes(item);
-
             int position = 0;
             int end = attributes.entrySet().size();
-
-            for (Map.Entry<String, Node> attribute : attributes.entrySet()) {
-
+            for (Map.Entry<String, Node> attribute : attributes.entrySet())
+            {
                 position++;
-
                 String name = attribute.getKey().toUpperCase();
                 Node node = attribute.getValue();
-
-                if (node instanceof Element) {
+                if (node instanceof Element)
+                {
                     Element element = (Element) node;
-                    if (element.getLocalName().equals("value")) {
+                    if (element.getLocalName().equals("value"))
+                    {
                         names.append(name);
                         values.append("'");
                         values.append(element.getValue());
                         values.append("'");
-                    } else if (element.getLocalName().equals("autovalue")) {
+                    }
+                    else if (element.getLocalName().equals("autovalue"))
+                    {
                         names.append(name);
                         values.append(getAsPrimaryKey(id));
-                    } else if (element.getLocalName().equals("ref")) {
+                    }
+                    else if (element.getLocalName().equals("ref"))
+                    {
                         String reference = element.getValue();
-                        if (reference.length() > 0) {
-                            if (items.containsKey(reference)) {
+                        if (reference.length() > 0)
+                        {
+                            if (items.containsKey(reference))
+                            {
                                 names.append(name);
-                                values.append(getAsPrimaryKey(element.getValue()));
-                            } else {
-                                logger.severe("ERROR! the reference " + reference
-                                        + " could not be resolved.");
+                                values.append(getAsPrimaryKey(element
+                                    .getValue()));
+                            }
+                            else
+                            {
+                                logger.severe("ERROR! the reference "
+                                    + reference + " could not be resolved.");
                                 valid = false;
                             }
@@ -270 +286 @@
                     }
                 }
-                if (position == end) {
+                if (position == end)
+                {
                     names.append(") ");
                     values.append(") ");
-                } else {
+                }
+                else
+                {
                     names.append(", ");
                     values.append(", ");
                 }
             }
-            if (attributes.size() > 0) {
+            if (attributes.size() > 0)
+            {
                 query.append("INSERT INTO " + tableName);
                 query.append(" ");
@@ -285 +305 @@
                 query.append(values);
             }
-            logger.info(query.toString());
+            // logger.info(query.toString());
             queries.add(query.toString());
         }
@@ -298 +318 @@
      * @param result the resulting list of id's
      */
-    private boolean reOrderItems(final Map<String, Document> items,
-            final Map<String, Set<String>> dependencyMap, final List<String> result) {
-
+    private boolean reOrderItems (final Map<String, Document> items,
+        final Map<String, Set<String>> dependencyMap, final List<String> result)
+    {
         boolean success;
         boolean changed;
-
-        final Map<String, Document> itemPool = new HashMap<String, Document>(items);
-        do {
+        final Map<String, Document> itemPool = new HashMap<String, Document>(
+            items);
+        do
+        {
             changed = false;
-
             Iterator<Map.Entry<String, Document>> entries = itemPool.entrySet()
-                    .iterator();
-            while (entries.hasNext()) {
+                .iterator();
+            while (entries.hasNext())
+            {
                 Map.Entry<String, Document> item = entries.next();
                 String id = item.getKey();
                 boolean accepted = true;
-
                 Set<String> dependencies = dependencyMap.get(id);
-                for (String dependency : dependencies) {
-                    if (!result.contains(dependency)) {
+                for (String dependency : dependencies)
+                {
+                    if (!result.contains(dependency))
+                    {
                         accepted = false;
                         break;
                     }
                 }
-                if (accepted) {
+                if (accepted)
+                {
                     entries.remove();
                     result.add(id);
@@ -328 +351 @@
                 }
             }
-        } while (changed);
-
-        if (!itemPool.isEmpty()) {
-            logger.severe("Reference loop detected! The following items are invalid:");
-            for (String id : itemPool.keySet()) {
+        }
+        while (changed);
+        if (!itemPool.isEmpty())
+        {
+            logger
+                .severe("Reference loop detected! The following items are invalid:");
+            for (String id : itemPool.keySet())
+            {
                 StringBuffer dependencyList = new StringBuffer();
                 Set<String> dependencies = dependencyMap.get(id);
-                for (String dependency : dependencies) {
+                for (String dependency : dependencies)
+                {
                     dependencyList.append(dependency);
                     dependencyList.append(" ");
                 }
-
                 logger.severe(id + ": [" + dependencyList.toString() + "]");
             }
             success = false;
-        } else {
+        }
+        else
+        {
             success = true;
         }
@@ -356 +384 @@
      * @return true, if successful
      */
-    private boolean validateDependencies(Map<String, Document> items,
-            Map<String, Set<String>> dependencyMap) {
-
+    private boolean validateDependencies (Map<String, Document> items,
+        Map<String, Set<String>> dependencyMap)
+    {
         boolean valid = true;
-
-        for (Map.Entry<String, Set<String>> dependenciesEntry : dependencyMap.entrySet()) {
-
+        for (Map.Entry<String, Set<String>> dependenciesEntry : dependencyMap
+            .entrySet())
+        {
             String id = dependenciesEntry.getKey();
             Set<String> dependencies = dependenciesEntry.getValue();
-            for (String dependency : dependencies) {
-                if (!items.containsKey(dependency)) {
-                    logger.severe("Item " + id + " contains invalid reference: "
-                            + dependency + " (Note: Self references are not allowed!)");
+            for (String dependency : dependencies)
+            {
+                if (!items.containsKey(dependency))
+                {
+                    logger.severe("Item " + id
+                        + " contains invalid reference: " + dependency
+                        + " (Note: Self references are not allowed!)");
                     valid = false;
                 }
             }
         }
-
         return valid;
     }
@@ -383 +413 @@
      * @return the Map of dependencies.
      */
-    private Map<String, Set<String>> buildDependencyMap(final Map<String, Document> items) {
-
+    private Map<String, Set<String>> buildDependencyMap (
+        final Map<String, Document> items)
+    {
         Map<String, Set<String>> dependencyMap = new HashMap<String, Set<String>>();
-
-        for (Map.Entry<String, Document> item : items.entrySet()) {
-
+        for (Map.Entry<String, Document> item : items.entrySet())
+        {
             String id = item.getKey();
             Document document = item.getValue();
-
             Set<String> dependencies = new HashSet<String>();
-
-            Nodes references = document.query("/td:item/td:attribute/td:ref", TD_CONTEXT);
-
-            for (int j = 0; j < references.size(); j++) {
+            Nodes references = document.query("/td:item/td:attribute/td:ref",
+                TD_CONTEXT);
+            for (int j = 0; j < references.size(); j++)
+            {
                 Node node = references.get(j);
                 String refId = node.getValue();
-                if (refId.length() > 0) {
+                if (refId.length() > 0)
+                {
                     dependencies.add(refId);
-                } else {
+                }
+                else
+                {
                     // Drop empty references.
                     node.getParent().detach();
                 }
             }
-
             dependencyMap.put(id, dependencies);
         }
@@ -418 +449 @@
      * @param itemMap the item map
      */
-    private void loadItems(String dirName, Map<String, Document> itemMap) {
-
+    private void loadItems (String dirName, Map<String, Document> itemMap)
+    {
         File rootDir = new File(dirName);
-        if (!rootDir.exists()) {
+        if (!rootDir.exists())
+        {
             logger.severe("Root directory '" + dirName + "' not found.");
             return;
         }
         String[] entries = rootDir.list();
-        for (int i = 0; i < entries.length; i++) {
+        for (int i = 0; i < entries.length; i++)
+        {
             String entry = dirName + FILE_SEPARATOR + entries[i];
             File subFile = new File(entry);
-            if (subFile.isDirectory()) {
+            if (subFile.isDirectory())
+            {
                 loadItems(entry, itemMap);
-            } else {
-                if (subFile.getName().endsWith(SUFFIX_XML)) {
+            }
+            else
+            {
+                if (subFile.getName().endsWith(SUFFIX_XML))
+                {
                     Builder parser = new Builder(false);
-                    try {
+                    try
+                    {
                         Document raw = parser.build(entry);
                         Document document = XIncluder.resolve(raw);
                         String id = getItemId(document);
-
-                        if (itemMap.containsKey(id)) {
+                        if (itemMap.containsKey(id))
+                        {
                             logger.severe("Duplicate id detected: " + id
-                                    + " - item will be skipped");
-                        } else {
+                                + " - item will be skipped");
+                        }
+                        else
+                        {
                             itemMap.put(id, document);
                             logger.fine("Adding item: " + id);
                         }
-                    } catch (Exception e) {
+                    }
+                    catch (Exception e)
+                    {
                         e.printStackTrace();
                         logger.severe("Error parsing file " + entry + ": "
-                                + e.getMessage());
+                            + e.getMessage());
                     }
                 }
@@ -462 +504 @@
      * @return the primary key
      */
-    protected String getAsPrimaryKey(final String id) {
-
+    protected String getAsPrimaryKey (final String id)
+    {
         return "" + (sequenceBase + Long.parseLong(id.substring(3)));
     }
@@ -471 +513 @@
      *
      * @param item the item
-     *
      * @return the table name
      */
-    protected String getTableName(final Document item) {
-
+    protected String getTableName (final Document item)
+    {
         Node type = item.query("//td:item/td:type", TD_CONTEXT).get(0);
         return tablePrefix + type.getValue().toUpperCase();
@@ -486 +527 @@
      * @return the item id if any, null else.
      */
-    private String getItemType(final Document document) {
-
+    private String getItemType (final Document document)
+    {
         String type = null;
-
         Nodes nodes = document.query("//td:item/td:type", TD_CONTEXT);
-        for (int j = 0; j < nodes.size(); j++) {
+        for (int j = 0; j < nodes.size(); j++)
+        {
             Node node = nodes.get(j);
             type = node.getValue();
             break;
         }
-        if (type == null) {
+        if (type == null)
+        {
             logger.severe(getItemId(document) + " contains no type element!");
         }
@@ -508 +550 @@
      * @return the item id if any, null else.
      */
-    private String getItemId(final Document document) {
-
+    private String getItemId (final Document document)
+    {
         String id = null;
-
         Nodes nodes = document.query("//td:item/td:id", TD_CONTEXT);
-        for (int j = 0; j < nodes.size(); j++) {
+        for (int j = 0; j < nodes.size(); j++)
+        {
             Node node = nodes.get(j);
             id = node.getValue();
@@ -527 +569 @@
      * @return the attributes of this item.
      */
-    private Map<String, Node> getAttributes(final Document document) {
-
+    private Map<String, Node> getAttributes (final Document document)
+    {
         Map<String, Node> attributeMap = new HashMap<String, Node>();
-
         Nodes attributes = document.query("//td:item/td:attribute", TD_CONTEXT);
-        for (int j = 0; j < attributes.size(); j++) {
+        for (int j = 0; j < attributes.size(); j++)
+        {
             Node attribute = attributes.get(j);
-            String name = attribute.query("td:name", TD_CONTEXT).get(0).getValue();
-            Nodes values = attribute.query("td:value|td:autovalue|td:ref", TD_CONTEXT);
-            if (values.size() > 0) {
+            String name = attribute.query("td:name", TD_CONTEXT).get(0)
+                .getValue();
+            Nodes values = attribute.query("td:value|td:autovalue|td:ref",
+                TD_CONTEXT);
+            if (values.size() > 0)
+            {
                 attributeMap.put(name, values.get(0));
             }