src/main/java/net/webstructor/al/AL.java - master - akolonin/aigents-java

src/main/java/net/webstructor/al/AL.java
403 строки15 KB
Anton Kolonin
3.0.7 Graph-based search with structured-data-driven chat bot
06 сен 2020, 08:13
06 сен 2020, 08:13f99395c
/*
 * MIT License
 * 
 * Copyright (c) 2005-2020 by Anton Kolonin, Aigents®
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */
package net.webstructor.al;

import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;

import net.webstructor.agent.Body;
import net.webstructor.agent.Schema;
import net.webstructor.core.Storager;
import net.webstructor.util.Array;

public class AL {
	public static final int declaration = 0, direction = 1, confirmation = 2, interrogation = 3;

	//TODO: move out to Lexicon/Schema
	
	//values
	public final static String _true 	= "true";
	public final static String _false 	= "false";
	
	public final static String id 		= "id";
	public final static String is 		= "is";
	public final static String has 		= "has";
	public final static String name 	= "name";
	public final static String does 	= "does";
	public final static String times 	= "times";
	public final static String trust 	= "trust";
	public final static String trusts 	= "trusts";
	public final static String ignore 	= "ignore";
	public final static String ignores 	= "ignores";
	public final static String share 	= "share";
	public final static String shares 	= "shares";
	public final static String friend 	= "friend";
	public final static String friends 	= "friends";
	public final static String _new 	= "new";
	public final static String news 	= "news";
	public final static String things 	= "things";
	//public final static String sessions = "sessions";
	public final static String sites 	= "sites";
	public final static String areas 	= "areas";
	public final static String sources 	= "sources";
	public final static String categories = "categories";
	public final static String patterns = "patterns";
	public final static String responses = "responses";
	public final static String member 	= "member";
	public final static String members 	= "members";
	public final static String group 	= "group";
	public final static String groups 	= "groups";
	public final static String network 	= "network";
	public final static String networks = "networks";
	public final static String authors  = "authors";
	public final static String parents  = "parents";
	public final static String topic 	= "topic";
	public final static String topics	= "topics";
	public final static String query	= "query";
	public final static String queries	= "queries";
	public final static String click	= "click";
	public final static String clicks	= "clicks";
	public final static String selection = "selection";
	public final static String selections = "selections";
	public final static String copypaste = "copypaste";
	public final static String copypastes = "copypastes";
	public final static String image 	= "image";
	public final static String path 	= "path";
	public final static String text 	= "text"; // TODO: move this out to name?
	public final static String version  = "version";
	public final static String format   = "format";
	public final static String conversation   = "conversation";
	public final static String context  = "context";
	public final static String reputation = "reputation";//global reputaion
	public final static String title  = "title";
	public final static String positive  = "positive";
	public final static String negative  = "negative";
	public final static String sentiment  = "sentiment";//(positive-negative)/max(positive,negative)

	//things
	public final static String number 	= "number";//integer or floating point
	public final static String currency = "currency";
	public final static String money 	= "money";//currency+number
	//public final static String value 	= "value";// not used?
	public final static String date 	= "date";//year,monh,day
	public final static String daytime 	= "daytime";//hour,minute,second
	public final static String time 	= "time";//date and daytime
	public final static String word 	= "word";//single token
	public final static String email 	= "email";//email address
	public final static String address 	= "address";//physical address
	
	public final static String[] foundation = new String[]{	//TODO have this in Schema, not here and in Thing
		id,name,is,has,does,times,trust,trusts,ignores,share,shares,friend,friends,_new,news,things,topics,sites,areas,sources,patterns,responses,text
		,query,queries,click,clicks,selection,selections,copypaste,copypastes
		,members,groups
	};

	//synsets
	public final static String[] what 	= new String[] {"what"};
	public final static String[] iff  	= new String[] {"if"};
	public final static String[] doo  	= new String[] {"do"};
	//TODO: decide what to do with true/false if appears as property value and breaks parsing as negation
	//public final static String[] not  	= new String[] {"not","no","false","~"};
	public final static String[] no  	= new String[] {"no","not","~"};
	public final static String[] ok  	= new String[] {"ok","yes","true"};
	public final static String[] i_my 	= new String[] {"my","i","we","our","me"};	
	public final static String[] you  	= new String[] {"your","you"};
	public final static String[] there	= new String[] {"there","it","here","this","that","a","the"};
	
	public final static String[] lister = new String[] {",",";","and","or"};//TODO: have either AL.lister or AL.commas!
	
	public final static String[][] grammar = new String[][]{what,iff,doo,no,ok,i_my,you,there,lister};
	
	public static final String period = ".";
	public static final String space = " ";
	public static final String spaces = space+"\t\r\n";
	public static final String brackets_open = "{([";
	public static final String brackets_close = "})]";
	public static final String brackets = brackets_open + brackets_close;
	public static final String commas = ",;";//TODO: union with 'separators' below
	public static final String periods = ".!?";
	public static final String delimiters = commas+periods;
	public static final String negation = "~";
	public static final String punctuation = brackets + commas + periods + negation;
	public static final String separators = ".,:";//like decimal separators inside a word or colon in time
	public static final String dashes = "-—";//word separators allowed only inside a word
	public static final String quotes = "\'\"";
	public static final String trimmers = separators + dashes;
	//https://stackoverflow.com/questions/1856785/characters-allowed-in-a-url
	public static final String urls = "?$-_.+!*'";//()";TODO fix hack excluding parentheses for MD: [I'm an inline-style link](https://www.google.com)
		
	public static final String[] https = {"http://", "https://"};
	public static final String[] imgs = {".png", ".svg", ".jpeg", ".jpg", ".bmp", ".tiff", ".gif"};
			
	protected Body body;
	//private int recursion = 0;//TODO: need to consider current recursion level?
	
	public AL(Body body) {
		this.body = body;
	}

	public static boolean empty(String string) {
		return string == null || string.isEmpty();//string.length() == 0;
	}

	public static boolean empty(StringBuilder sb) {
		return sb == null || sb.length() == 0;
	}

	public static boolean empty(Object[] objects) {
		return objects == null || objects.length == 0;
	}
	
	public static boolean single(Object[] collection) {
		return collection != null && collection.length == 1;
	}
	
	public static boolean empty(Collection collection) {
		return collection == null || collection.isEmpty();
	}
	
	public static boolean single(Collection collection) {
		return collection != null && collection.size() == 1;
	}
	
	public static boolean empty(Set set) {
		return set == null || set.size() == 0;
	}

	public static boolean single(Set collection) {
		return collection != null && collection.size() == 1;
	}
	
	public static boolean empty(Map set) {
		return set == null || set.isEmpty();
	}

	public static String unquote(String string) {
		int len;
		if (!AL.empty(string) && (len = string.length()) > 2)
			if ((string.startsWith("\'") && string.endsWith("\'")) || (string.startsWith("\"") && string.endsWith("\"")))
				return string.substring(1, len - 1);
		return string;
	}
	
	//TODO: move out somewhere!?
	//TODO: optimization to avoid extra lowercasing!
    public static boolean isURL(String str) {
    	return Array.prefix(https,str.toLowerCase()) != null && str.indexOf(' ') == -1;
    }

    public static boolean isIMG(String str) {
    	return isURL(str) && Array.suffix(imgs,str.toLowerCase()) != null;
    }
    
	public static boolean isVariable(String term) {
		return term != null && term.length() > 1 && term.charAt(0) == '$';
	}
	    
	public static int integer(String s, int def) {
    	try {
    		return Integer.valueOf(s).intValue();
    	} catch (Exception e) {
    		return def;
    	}
	}
	
	public static long integer(String s, long def) {
    	try {
    		return Long.valueOf(s).intValue();
    	} catch (Exception e) {
    		return def;
    	}
	}

	public static String toString(Object o) {
		return o == null || o instanceof String ? (String)o : o.toString(); 
	}
	
	public Storager getStorager() {
		return body.storager;
	}
	
	public static Object[][] parseToGrid(String input, String[] columns, String listSeparator) {
		ArrayList rows = new ArrayList();
		Parser parser = new Parser(input);
		Object[] o = new Object[columns.length];
		while (!parser.end()) {
			String name = parser.parseAny(columns,true);
			if (name == null)
				break;
			String delimiter = null;			
			StringBuilder sb = new StringBuilder();
			while (!parser.end()) {
				String token = parser.parse();
				if (AL.punctuation.indexOf(token) != -1) {
					delimiter = token;
					break;
				}
				if (sb.length() > 0)
					sb.append(' ');
				sb.append(token);
			}
			int column = Array.index(columns,name,true);//TODO: should be sensitive=false!? 
			if (column < 0 || column >= o.length)
				;//throw new Exception("ddd");//TODO:throw exception
			else
			if (name.equals(AL.trust) || name.equals(AL.share) || name.equals(AL.friend))//TODO: fair Schema-unary properties!
				o[column] = Boolean.valueOf(sb.toString());
			else
				o[column] = sb.toString();
			if (delimiter == null || !delimiter.equals(listSeparator)) {
				rows.add(o);			
				o = new Object[columns.length];
			}
		}
		return (Object[][])rows.toArray(new Object[][]{});
	}
	
	//TODO:optimize and move all AL-parsing into separate "linguistic" framework
	public static Object[][] parseToSheet(String input, String[] names, String listSeparator) {
		String[] sorted = Array.sortedByLength(names, false);
		HashMap props = new HashMap();
		Parser parser = new Parser(input);
		while (!parser.end()) {
			String n = parser.parseAny(sorted,true);
			if (n == null) {
				parser.parse();
				continue;//skip for tolerance?
				//break;
			}
			String delimiter = null;			
			StringBuilder sb = new StringBuilder();
			while (!parser.end()) {
				String token = parser.parse();
				if (AL.punctuation.indexOf(token) != -1) {
					delimiter = token;
					break;
				}
				if (sb.length() > 0)
					sb.append(' ');
				sb.append(token);
			}			
			props.put(n, sb.toString());
			if (delimiter == null || !delimiter.equals(listSeparator))
				break; //ignore objects other than first one? 
		}
		Object[][] o = new Object[names.length][2];
		for (int i = 0; i < names.length; i++) {
			String str = (String)props.get(names[i]);
			o[i][0] = names[i];
			o[i][1] = str == null ? "" : str;			
		}
		return o;
	}
	
	public static String[] parseToFields(String input) {
		ArrayList list = new ArrayList();
    	Parser p = new Parser(input);
    	while (!p.end()) {
    		StringBuilder name = new StringBuilder();
    		String s = null;
        	while (!p.end()) { // glueing multi-word names from multiple tokens
        		s = p.parse();
        		if (AL.empty(s) || AL.punctuation.indexOf(s) != -1) // break field formation on any delimiter
        			break;
        		if (name.length() > 0)
        			name.append(' ');
    			name.append(s);
        	}
        	if (name.length() > 0)
        		list.add(name.toString());
        	if (AL.empty(s) || AL.periods.indexOf(s) !=-1) //break list formation on period
        		break;
    	}
    	return AL.empty(list) ? null : (String[]) list.toArray(new String[]{});		
	}
	
	public static String propList(String[] names) {
		StringBuilder b = new StringBuilder();
		for (int i = 0; i < names.length; i++) {
			if (i > 0)
				b.append(", ");
			String val = names[i];
			b.append(Writer.needsQuoting(val) ? Writer.quote(val) : val);
		}
		return b.toString();
	}

	private static void buildQualifier(StringBuilder b, String name, Object val) {
		if (val != null) {
			if (b.length() > 0)
				b.append(", ");//TODO: consider " and " ?
			Writer.toString(b,name);
			b.append(' ');
			if (val instanceof String)
				Writer.toString(b,(String)val,Schema.quotable(name));
			else
				Writer.toString(b,val);
		}
	}
	
	public static String buildQualifier(String names[], Object[] values, int fromPos) {
		StringBuilder b = new StringBuilder();
		for (int i = fromPos; i < names.length; i++)
			if (i < values.length && values[i] != null && values[i] instanceof String) {
				buildQualifier(b,names[i],values[i]);
			}
		return b.toString();
	}

	public static String buildQualifier(String names[], Object[] values) {
		return buildQualifier(names,values,0);
	}
	
	public static String buildQualifier(Map map) {
		StringBuilder b = new StringBuilder();	
		for (Iterator it = map.keySet().iterator(); it.hasNext();) {
			String name = (String) it.next();
			buildQualifier(b,name,map.get(name));
		}
		return b.toString();
	}
	
	public static String buildQualifier(String names[], Map map) {
		StringBuilder b = new StringBuilder();
		for (int i = 0; i < names.length; i++) {
			String name = names[i];
			buildQualifier(b,name,map.get(name));
		}
		return b.toString();
	}
	
	public static String error(String message) {
		if (message.startsWith("Error") || message.startsWith("No"))
			return message;
		//TODO: get rid of java.lang.Exception on error - on backend!!!
		if (message.startsWith("Java.lang.Exception: "))
			return Writer.capitalize(message.substring("Java.lang.Exception: ".length()));
		return null;
	}
}