CypherpunkSamurai/NewPipeExtractor
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add time units strings and utilities

Browse source
This commit is contained in:
Mauricio Colli 2018-03-22 19:57:08 -03:00
parent fa3974bf3a
commit 27f61e049d
No known key found for this signature in database
GPG key ID: F200BFD6F29DDD85
96 changed files with 19600 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

75
timeago-parser/raw/java/CheckAll.java Normal file
View file

@ -0,0 +1,75 @@
import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParser;
import java.io.File;
import java.io.FileInputStream;
import java.util.Arrays;
import java.util.Map;
public class CheckAll {
public static void main(String[] args) throws Exception {
int SECONDS = 59, currentSeconds = 0;
int MINUTES = 59, currentMinutes = 0;
int HOURS = 23, currentHours = 0;
int DAYS = 6, currentDays = 0;
int WEEKS = 4, currentWeeks = 0;
int MONTHS = 11, currentMonths = 0;
int YEARS = 12, currentYears = 0;
for (String name : Arrays.asList("seconds", "minutes", "hours", "days", "weeks", "months", "years")) {
JsonObject object = JsonParser.object().from(new FileInputStream(new File("timeago-parser/raw/times/" + name + ".json")));
for (Map.Entry<String, Object> entry : object.entrySet()) {
JsonObject value = (JsonObject) entry.getValue();
final int size = value.keySet().size();
if (size >= 80) {
if (name.equals("seconds")) currentSeconds++;
if (name.equals("minutes")) currentMinutes++;
if (name.equals("hours")) currentHours++;
if (name.equals("days")) currentDays++;
if (name.equals("weeks")) currentWeeks++;
if (name.equals("months")) currentMonths++;
if (name.equals("years")) currentYears++;
} else {
System.err.println("Missing some units in: " + name + " → " + entry.getKey() + " (current size = " + size + ")");
}
String number = entry.getKey().replaceAll("\\D", "");
for (Map.Entry<String, Object> langsKeys : value.entrySet()) {
String lang = langsKeys.getKey();
String langValue = String.valueOf(langsKeys.getValue());
String langValueNumber = langValue.replaceAll("\\D", "");
if (!langValueNumber.equals(number)) {
final String msg = langValueNumber.isEmpty() ? "doesn't contain number" : "different number";
System.out.printf("%-20s[!] %22s: %10s = %s \n", entry.getKey(), msg, lang, langValue);
}
}
}
}
System.out.println("\n\nHow many:\n");
if (currentSeconds == SECONDS) System.out.println("seconds: " + currentSeconds);
else System.out.println("[!] missing seconds: " + currentSeconds);
if (currentMinutes == MINUTES) System.out.println("minutes: " + currentMinutes);
else System.out.println("[!] missing minutes: " + currentMinutes);
if (currentHours == HOURS) System.out.println("hours: " + currentHours);
else System.out.println("[!] missing hours: " + currentHours);
if (currentDays == DAYS) System.out.println("days: " + currentDays);
else System.out.println("[!] missing days: " + currentDays);
if (currentWeeks == WEEKS) System.out.println("weeks: " + currentWeeks);
else System.out.println("[!] missing weeks: " + currentWeeks);
if (currentMonths == MONTHS) System.out.println("months: " + currentMonths);
else System.out.println("[!] missing months: " + currentMonths);
if (currentYears == YEARS) System.out.println("years: " + currentYears);
else System.out.println("[!] missing years: " + currentYears);
}
}

70
timeago-parser/raw/java/GenerateOverview.java Normal file
View file

@ -0,0 +1,70 @@
import com.grack.nanojson.JsonAppendableWriter;
import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParser;
import com.grack.nanojson.JsonWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.util.*;
public class GenerateOverview {
public static void main(String[] args) throws Exception {
Map<String, Map<String, Collection<String>>> outMap = new TreeMap<>(new Comparator<String>() {
@Override
public int compare(String o1, String o2) {
return o1.compareToIgnoreCase(o2);
}
});
for (String unitName : Arrays.asList("seconds", "minutes", "hours", "days", "weeks", "months", "years")) {
JsonObject object = JsonParser.object().from(new FileInputStream(new File("timeago-parser/raw/times/" + unitName + ".json")));
for (Map.Entry<String, Object> timeKeyValue : object.entrySet()) {
JsonObject timeObject = (JsonObject) timeKeyValue.getValue();
for (Map.Entry<String, Object> langsKeyValue : timeObject.entrySet()) {
String langKey = langsKeyValue.getKey();
String langValue = langsKeyValue.getValue().toString();
Map<String, Collection<String>> langUnitsMap;
if (outMap.containsKey(langKey)) {
langUnitsMap = outMap.get(langKey);
} else {
langUnitsMap = new TreeMap<>(Utils.compareByUnitName());
outMap.put(langKey, langUnitsMap);
}
Collection<String> langUnitListValues;
if (langUnitsMap.containsKey(unitName)) {
langUnitListValues = langUnitsMap.get(unitName);
} else {
langUnitListValues = new TreeSet<>(Utils.compareByNumber());
langUnitsMap.put(unitName, langUnitListValues);
}
langUnitListValues.add(langValue);
}
}
}
writeMapTo(outMap, JsonWriter.indent(" ").on(new FileOutputStream(new File("timeago-parser/raw/overview.json"))));
}
public static void writeMapTo(Map<String, Map<String, Collection<String>>> outMap, JsonAppendableWriter out) {
out.object();
for (Map.Entry<String, Map<String, Collection<String>>> langMapEntry : outMap.entrySet()) {
final String langName = langMapEntry.getKey();
out.object(langName);
for (Map.Entry<String, Collection<String>> langValuesEntry : langMapEntry.getValue().entrySet()) {
final String unitName = langValuesEntry.getKey();
out.array(unitName);
for (String timeValue : langValuesEntry.getValue()) out.value(timeValue);
out.end();
}
out.end();
}
out.end().done();
}
}

59
timeago-parser/raw/java/GenerateResourceBundles.java Normal file
View file

@ -0,0 +1,59 @@
import com.grack.nanojson.JsonArray;
import com.grack.nanojson.JsonObject;
import com.grack.nanojson.JsonParser;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.OutputStream;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.TreeMap;
import static org.schabi.newpipe.extractor.timeago.TimeAgoPatternsManager.RESOURCE_BUNDLE_ARRAY_SEPARATOR;
public class GenerateResourceBundles {
public static void main(String[] args) throws Exception {
File outDir = new File("timeago-parser/outBundle");
if (!outDir.isDirectory()) outDir.mkdir();
JsonObject object = JsonParser.object().from(new FileInputStream(new File("timeago-parser/raw/unique_patterns.json")));
for (Map.Entry<String, Object> langTimeEntry : new TreeMap<>(object).entrySet()) {
final String langName = langTimeEntry.getKey();
StringBuilder outString = new StringBuilder();
final TreeMap<String, Object> sortedMap = new TreeMap<>(Utils.compareByUnitName());
sortedMap.putAll((JsonObject) langTimeEntry.getValue());
final Iterator<Map.Entry<String, Object>> unitEntriesIterator = sortedMap.entrySet().iterator();
while (unitEntriesIterator.hasNext()) {
final Map.Entry<String, Object> unitEntry = unitEntriesIterator.next();
final String unitName = unitEntry.getKey();
final List<Object> unitList = (JsonArray) unitEntry.getValue();
outString.append(unitName).append("=\\\n");
for (int i = 0; i < unitList.size(); i++) {
final String s = unitList.get(i).toString();
outString.append(" ").append(s);
if (i < unitList.size() - 1) {
outString.append(RESOURCE_BUNDLE_ARRAY_SEPARATOR).append("\\").append("\n");
}
}
if (unitEntriesIterator.hasNext()) outString.append("\n\n");
}
String fileName = "time_units_" + langName.replaceAll("-", "_") + ".properties";
System.out.println("Writing " + fileName + "...");
try (OutputStream out = new FileOutputStream(new File(outDir, fileName))) {
out.write(outString.toString().getBytes("UTF-8"));
}
}
}
}

29
timeago-parser/raw/java/Utils.java Normal file
View file

@ -0,0 +1,29 @@
import java.util.*;
public class Utils {
static Comparator<String> compareByNumber() {
return new Comparator<String>() {
@Override
public int compare(String o1, String o2) {
return extractInt(o1) - extractInt(o2);
}
private int extractInt(String s) {
String num = s.replaceAll("\\D", "");
return num.isEmpty() ? 0 : Integer.parseInt(num);
}
};
}
static Comparator<Object> compareByUnitName() {
return new Comparator<Object>() {
private final List<String> ORDER = Arrays.asList("seconds", "minutes", "hours", "days", "weeks", "months", "years");
@Override
public int compare(Object o1, Object o2) {
return Integer.compare(ORDER.indexOf(o1.toString()), ORDER.indexOf(o2.toString()));
}
};
}
}