fork download 
  1. /*
  2.  * opsu! - an open-source osu! client
  3.  * Copyright (C) 2014, 2015 Jeffrey Han
  4.  *
  5.  * opsu! is free software: you can redistribute it and/or modify
  6.  * it under the terms of the GNU General Public License as published by
  7.  * the Free Software Foundation, either version 3 of the License, or
  8.  * (at your option) any later version.
  9.  *
  10.  * opsu! is distributed in the hope that it will be useful,
  11.  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12.  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13.  * GNU General Public License for more details.
  14.  *
  15.  * You should have received a copy of the GNU General Public License
  16.  * along with opsu!.  If not, see <http://w...content-available-to-author-only...u.org/licenses/>.
  17.  */
  18.  
  19. package itdelatrisu.opsu.beatmap;
  20.  
  21. import itdelatrisu.opsu.ErrorHandler;
  22. import itdelatrisu.opsu.Options;
  23. import itdelatrisu.opsu.Utils;
  24. import itdelatrisu.opsu.db.BeatmapDB;
  25. import itdelatrisu.opsu.io.MD5InputStreamWrapper;
  26.  
  27. import java.io.BufferedInputStream;
  28. import java.io.BufferedReader;
  29. import java.io.File;
  30. import java.io.FileInputStream;
  31. import java.io.FileReader;
  32. import java.io.FilenameFilter;
  33. import java.io.IOException;
  34. import java.io.InputStream;
  35. import java.io.InputStreamReader;
  36. import java.security.NoSuchAlgorithmException;
  37. import java.util.ArrayList;
  38. import java.util.Collections;
  39. import java.util.HashMap;
  40. import java.util.LinkedList;
  41. import java.util.List;
  42. import java.util.Map;
  43.  
  44. import org.newdawn.slick.Color;
  45. import org.newdawn.slick.util.Log;
  46.  
  47. /**
  48.  * Parser for beatmaps.
  49.  */
  50. public class BeatmapParser {
  51. 	/** The string lookup database. */
  52. 	private static HashMap<String, String> stringdb = new HashMap<String, String>();
  53.  
  54. 	/** The expected pattern for beatmap directories, used to find beatmap set IDs. */
  55. 	private static final String DIR_MSID_PATTERN = "^\\d+ .*";
  56.  
  57. 	/** The current file being parsed. */
  58. 	private static File currentFile;
  59.  
  60. 	/** The current directory number while parsing. */
  61. 	private static int currentDirectoryIndex = -1;
  62.  
  63. 	/** The total number of directories to parse. */
  64. 	private static int totalDirectories = -1;
  65.  
  66. 	/** Parser statuses. */
  67. 	public enum Status { NONE, PARSING, CACHE, INSERTING };
  68.  
  69. 	/** The current status. */
  70. 	private static Status status = Status.NONE;
  71.  
  72. 	/** If no Provider supports a MessageDigestSpi implementation for the MD5 algorithm. */
  73. 	private static boolean hasNoMD5Algorithm = false;
  74.  
  75. 	// This class should not be instantiated.
  76. 	private BeatmapParser() {}
  77.  
  78. 	/**
  79. 	 * Invokes parser for each OSU file in a root directory and
  80. 	 * adds the beatmaps to a new BeatmapSetList.
  81. 	 * @param root the root directory (search has depth 1)
  82. 	 */
  83. 	public static void parseAllFiles(File root) {
  84. 		// create a new BeatmapSetList
  85. 		BeatmapSetList.create();
  86.  
  87. 		// create a new watch service
  88. 		if (Options.isWatchServiceEnabled())
  89. 			BeatmapWatchService.create();
  90.  
  91. 		// parse all directories
  92. 		parseDirectories(root.listFiles());
  93. 	}
  94.  
  95. 	/**
  96. 	 * Invokes parser for each directory in the given array and
  97. 	 * adds the beatmaps to the existing BeatmapSetList.
  98. 	 * @param dirs the array of directories to parse
  99. 	 * @return the last BeatmapSetNode parsed, or null if none
  100. 	 */
  101. 	public static BeatmapSetNode parseDirectories(File[] dirs) {
  102. 		if (dirs == null)
  103. 			return null;
  104.  
  105. 		// progress tracking
  106. 		status = Status.PARSING;
  107. 		currentDirectoryIndex = 0;
  108. 		totalDirectories = dirs.length;
  109.  
  110. 		// get last modified map from database
  111. 		Map<String, Long> map = BeatmapDB.getLastModifiedMap();
  112.  
  113. 		// beatmap lists
  114. 		List<ArrayList<Beatmap>> allBeatmaps = new LinkedList<ArrayList<Beatmap>>();
  115. 		List<Beatmap> cachedBeatmaps = new LinkedList<Beatmap>();  // loaded from database
  116. 		List<Beatmap> parsedBeatmaps = new LinkedList<Beatmap>();  // loaded from parser
  117.  
  118. 		// watch service
  119. 		BeatmapWatchService ws = (Options.isWatchServiceEnabled()) ? BeatmapWatchService.get() : null;
  120.  
  121. 		// parse directories
  122. 		BeatmapSetNode lastNode = null;
  123. 		for (File dir : dirs) {
  124. 			currentDirectoryIndex++;
  125. 			if (!dir.isDirectory())
  126. 				continue;
  127.  
  128. 			// find all OSU files
  129. 			File[] files = dir.listFiles(new FilenameFilter() {
  130. 				@Override
  131. 				public boolean accept(File dir, String name) {
  132. 					return name.toLowerCase().endsWith(".osu");
  133. 				}
  134. 			});
  135. 			if (files == null || files.length < 1)
  136. 				continue;
  137.  
  138. 			// create a new group entry
  139. 			ArrayList<Beatmap> beatmaps = new ArrayList<Beatmap>();
  140. 			for (File file : files) {
  141. 				currentFile = file;
  142.  
  143. 				// check if beatmap is cached
  144. 				String path = String.format("%s/%s", dir.getName(), file.getName());
  145. 				if (map != null) {
  146. 					Long lastModified = map.get(path);
  147. 					if (lastModified != null) {
  148. 						// check last modified times
  149. 						if (lastModified == file.lastModified()) {
  150. 							// add to cached beatmap list
  151. 							Beatmap beatmap = new Beatmap(file);
  152. 							beatmaps.add(beatmap);
  153. 							cachedBeatmaps.add(beatmap);
  154. 							continue;
  155. 						} else
  156. 							BeatmapDB.delete(dir.getName(), file.getName());
  157. 					}
  158. 				}
  159.  
  160. 				// Parse hit objects only when needed to save time/memory.
  161. 				// Change boolean to 'true' to parse them immediately.
  162. 				Beatmap beatmap = parseFile(file, dir, beatmaps, false);
  163.  
  164. 				// add to parsed beatmap list
  165. 				if (beatmap != null) {
  166. 					beatmaps.add(beatmap);
  167. 					parsedBeatmaps.add(beatmap);
  168. 				}
  169. 			}
  170.  
  171. 			// add group entry if non-empty
  172. 			if (!beatmaps.isEmpty()) {
  173. 				beatmaps.trimToSize();
  174. 				allBeatmaps.add(beatmaps);
  175. 				if (ws != null)
  176. 					ws.registerAll(dir.toPath());
  177. 			}
  178.  
  179. 			// stop parsing files (interrupted)
  180. 			if (Thread.interrupted())
  181. 				break;
  182. 		}
  183.  
  184. 		// load cached entries from database
  185. 		if (!cachedBeatmaps.isEmpty()) {
  186. 			status = Status.CACHE;
  187.  
  188. 			// Load array fields only when needed to save time/memory.
  189. 			// Change flag to 'LOAD_ALL' to load them immediately.
  190. 			BeatmapDB.load(cachedBeatmaps, BeatmapDB.LOAD_NONARRAY);
  191. 		}
  192.  
  193. 		// add group entries to BeatmapSetList
  194. 		for (ArrayList<Beatmap> beatmaps : allBeatmaps) {
  195. 			Collections.sort(beatmaps);
  196. 			lastNode = BeatmapSetList.get().addSongGroup(beatmaps);
  197. 		}
  198.  
  199. 		// clear string DB
  200. 		stringdb = new HashMap<String, String>();
  201.  
  202. 		// add beatmap entries to database
  203. 		if (!parsedBeatmaps.isEmpty()) {
  204. 			status = Status.INSERTING;
  205. 			BeatmapDB.insert(parsedBeatmaps);
  206. 		}
  207.  
  208. 		status = Status.NONE;
  209. 		currentFile = null;
  210. 		currentDirectoryIndex = -1;
  211. 		totalDirectories = -1;
  212. 		return lastNode;
  213. 	}
  214.  
  215. 	/**
  216. 	 * Parses a beatmap.
  217. 	 * @param file the file to parse
  218. 	 * @param dir the directory containing the beatmap
  219. 	 * @param beatmaps the song group
  220. 	 * @param parseObjects if true, hit objects will be fully parsed now
  221. 	 * @return the new beatmap
  222. 	 */
  223. 	private static Beatmap parseFile(File file, File dir, ArrayList<Beatmap> beatmaps, boolean parseObjects) {
  224. 		Beatmap beatmap = new Beatmap(file);
  225. 		beatmap.timingPoints = new ArrayList<TimingPoint>();
  226.  
  227. 		try (
  228. 			InputStream bis = new BufferedInputStream(new FileInputStream(file));
  229. 			MD5InputStreamWrapper md5stream = (!hasNoMD5Algorithm) ? new MD5InputStreamWrapper(bis) : null;
  230. 			BufferedReader in = new BufferedReader(new InputStreamReader((md5stream != null) ? md5stream : bis, "UTF-8"));
  231. 		) {
  232. 			String line = in.readLine();
  233. 			String tokens[] = null;
  234. 			while (line != null) {
  235. 				line = line.trim();
  236. 				if (!isValidLine(line)) {
  237. 					line = in.readLine();
  238. 					continue;
  239. 				}
  240. 				switch (line) {
  241. 				case "[General]":
  242. 					while ((line = in.readLine()) != null) {
  243. 						line = line.trim();
  244. 						if (!isValidLine(line))
  245. 							continue;
  246. 						if (line.charAt(0) == '[')
  247. 							break;
  248. 						if ((tokens = tokenize(line)) == null)
  249. 							continue;
  250. 						try {
  251. 							switch (tokens[0]) {
  252. 							case "AudioFilename":
  253. 								File audioFileName = new File(dir, tokens[1]);
  254. 								if (!beatmaps.isEmpty()) {
  255. 									// if possible, reuse the same File object from another Beatmap in the group
  256. 									File groupAudioFileName = beatmaps.get(0).audioFilename;
  257. 									if (groupAudioFileName != null &&
  258. 									    tokens[1].equalsIgnoreCase(groupAudioFileName.getName()))
  259. 										audioFileName = groupAudioFileName;
  260. 								}
  261. 								if (!audioFileName.isFile()) {
  262. 									// try to find the file with a case-insensitive match
  263. 									boolean match = false;
  264. 									for (String s : dir.list()) {
  265. 										if (s.equalsIgnoreCase(tokens[1])) {
  266. 											audioFileName = new File(dir, s);
  267. 											match = true;
  268. 											break;
  269. 										}
  270. 									}
  271. 									if (!match) {
  272. 										Log.error(String.format("Audio file '%s' not found in directory '%s'.", tokens[1], dir.getName()));
  273. 										return null;
  274. 									}
  275. 								}
  276. 								beatmap.audioFilename = audioFileName;
  277. 								break;
  278. 							case "AudioLeadIn":
  279. 								beatmap.audioLeadIn = Integer.parseInt(tokens[1]);
  280. 								break;
  281. //							case "AudioHash":  // deprecated
  282. //								beatmap.audioHash = tokens[1];
  283. //								break;
  284. 							case "PreviewTime":
  285. 								beatmap.previewTime = Integer.parseInt(tokens[1]);
  286. 								break;
  287. 							case "Countdown":
  288. 								beatmap.countdown = Byte.parseByte(tokens[1]);
  289. 								break;
  290. 							case "SampleSet":
  291. 								beatmap.sampleSet = getDBString(tokens[1]);
  292. 								break;
  293. 							case "StackLeniency":
  294. 								beatmap.stackLeniency = Float.parseFloat(tokens[1]);
  295. 								break;
  296. 							case "Mode":
  297. 								beatmap.mode = Byte.parseByte(tokens[1]);
  298.  
  299. 								/* Non-Opsu! standard files not implemented (obviously). */
  300. 								if (beatmap.mode != Beatmap.MODE_OSU)
  301. 									return null;
  302.  
  303. 								break;
  304. 							case "LetterboxInBreaks":
  305. 								beatmap.letterboxInBreaks = Utils.parseBoolean(tokens[1]);
  306. 								break;
  307. 							case "WidescreenStoryboard":
  308. 								beatmap.widescreenStoryboard = Utils.parseBoolean(tokens[1]);
  309. 								break;
  310. 							case "EpilepsyWarning":
  311. 								beatmap.epilepsyWarning = Utils.parseBoolean(tokens[1]);
  312. 							default:
  313. 								break;
  314. 							}
  315. 						} catch (Exception e) {
  316. 							Log.warn(String.format("Failed to read line '%s' for file '%s'.",
  317. 									line, file.getAbsolutePath()), e);
  318. 						}
  319. 					}
  320. 					break;
  321. 				case "[Editor]":
  322. 					while ((line = in.readLine()) != null) {
  323. 						line = line.trim();
  324. 						if (!isValidLine(line))
  325. 							continue;
  326. 						if (line.charAt(0) == '[')
  327. 							break;
  328. 						/* Not implemented. */
  329. //						if ((tokens = tokenize(line)) == null)
  330. //							continue;
  331. //						try {
  332. //							switch (tokens[0]) {
  333. //							case "Bookmarks":
  334. //								String[] bookmarks = tokens[1].split(",");
  335. //								beatmap.bookmarks = new int[bookmarks.length];
  336. //								for (int i = 0; i < bookmarks.length; i++)
  337. //									osu.bookmarks[i] = Integer.parseInt(bookmarks[i]);
  338. //								break;
  339. //							case "DistanceSpacing":
  340. //								beatmap.distanceSpacing = Float.parseFloat(tokens[1]);
  341. //								break;
  342. //							case "BeatDivisor":
  343. //								beatmap.beatDivisor = Byte.parseByte(tokens[1]);
  344. //								break;
  345. //							case "GridSize":
  346. //								beatmap.gridSize = Integer.parseInt(tokens[1]);
  347. //								break;
  348. //							case "TimelineZoom":
  349. //								beatmap.timelineZoom = Integer.parseInt(tokens[1]);
  350. //								break;
  351. //							default:
  352. //								break;
  353. //							}
  354. //						} catch (Exception e) {
  355. //							Log.warn(String.format("Failed to read editor line '%s' for file '%s'.",
  356. //									line, file.getAbsolutePath()), e);
  357. //						}
  358. 					}
  359. 					break;
  360. 				case "[Metadata]":
  361. 					while ((line = in.readLine()) != null) {
  362. 						line = line.trim();
  363. 						if (!isValidLine(line))
  364. 							continue;
  365. 						if (line.charAt(0) == '[')
  366. 							break;
  367. 						if ((tokens = tokenize(line)) == null)
  368. 							continue;
  369. 						try {
  370. 							switch (tokens[0]) {
  371. 							case "Title":
  372. 								beatmap.title = getDBString(tokens[1]);
  373. 								break;
  374. 							case "TitleUnicode":
  375. 								beatmap.titleUnicode = getDBString(tokens[1]);
  376. 								break;
  377. 							case "Artist":
  378. 								beatmap.artist = getDBString(tokens[1]);
  379. 								break;
  380. 							case "ArtistUnicode":
  381. 								beatmap.artistUnicode = getDBString(tokens[1]);
  382. 								break;
  383. 							case "Creator":
  384. 								beatmap.creator = getDBString(tokens[1]);
  385. 								break;
  386. 							case "Version":
  387. 								beatmap.version = getDBString(tokens[1]);
  388. 								break;
  389. 							case "Source":
  390. 								beatmap.source = getDBString(tokens[1]);
  391. 								break;
  392. 							case "Tags":
  393. 								beatmap.tags = getDBString(tokens[1].toLowerCase());
  394. 								break;
  395. 							case "BeatmapID":
  396. 								beatmap.beatmapID = Integer.parseInt(tokens[1]);
  397. 								break;
  398. 							case "BeatmapSetID":
  399. 								beatmap.beatmapSetID = Integer.parseInt(tokens[1]);
  400. 								break;
  401. 							}
  402. 						} catch (Exception e) {
  403. 							Log.warn(String.format("Failed to read metadata '%s' for file '%s'.",
  404. 									line, file.getAbsolutePath()), e);
  405. 						}
  406. 						if (beatmap.beatmapSetID <= 0) {  // try to determine MSID from directory name
  407. 							if (dir != null && dir.isDirectory()) {
  408. 								String dirName = dir.getName();
  409. 								if (!dirName.isEmpty() && dirName.matches(DIR_MSID_PATTERN))
  410. 									beatmap.beatmapSetID = Integer.parseInt(dirName.substring(0, dirName.indexOf(' ')));
  411. 							}
  412. 						}
  413. 					}
  414. 					break;
  415. 				case "[Difficulty]":
  416. 					while ((line = in.readLine()) != null) {
  417. 						line = line.trim();
  418. 						if (!isValidLine(line))
  419. 							continue;
  420. 						if (line.charAt(0) == '[')
  421. 							break;
  422. 						if ((tokens = tokenize(line)) == null)
  423. 							continue;
  424. 						try {
  425. 							switch (tokens[0]) {
  426. 							case "HPDrainRate":
  427. 								beatmap.HPDrainRate = Float.parseFloat(tokens[1]);
  428. 								break;
  429. 							case "CircleSize":
  430. 								beatmap.circleSize = Float.parseFloat(tokens[1]);
  431. 								break;
  432. 							case "OverallDifficulty":
  433. 								beatmap.overallDifficulty = Float.parseFloat(tokens[1]);
  434. 								break;
  435. 							case "ApproachRate":
  436. 								beatmap.approachRate = Float.parseFloat(tokens[1]);
  437. 								break;
  438. 							case "SliderMultiplier":
  439. 								beatmap.sliderMultiplier = Float.parseFloat(tokens[1]);
  440. 								break;
  441. 							case "SliderTickRate":
  442. 								beatmap.sliderTickRate = Float.parseFloat(tokens[1]);
  443. 								break;
  444. 							}
  445. 						} catch (Exception e) {
  446. 							Log.warn(String.format("Failed to read difficulty '%s' for file '%s'.",
  447. 									line, file.getAbsolutePath()), e);
  448. 						}
  449. 					}
  450. 					if (beatmap.approachRate == -1f)  // not in old format
  451. 						beatmap.approachRate = beatmap.overallDifficulty;
  452. 					break;
  453. 				case "[Events]":
  454. 					while ((line = in.readLine()) != null) {
  455. 						line = line.trim();
  456. 						if (!isValidLine(line))
  457. 							continue;
  458. 						if (line.charAt(0) == '[')
  459. 							break;
  460. 						tokens = line.split(",");
  461. 						switch (tokens[0]) {
  462. 						case "0":  // background
  463. 							tokens[2] = tokens[2].replaceAll("^\"|\"$", "");
  464. 							String ext = BeatmapParser.getExtension(tokens[2]);
  465. 							if (ext.equals("jpg") || ext.equals("png"))
  466. 								beatmap.bg = new File(dir, getDBString(tokens[2]));
  467. 							break;
  468. 						case "2":  // break periods
  469. 							try {
  470. 								if (beatmap.breaks == null)  // optional, create if needed
  471. 									beatmap.breaks = new ArrayList<Integer>();
  472. 								beatmap.breaks.add(Integer.parseInt(tokens[1]));
  473. 								beatmap.breaks.add(Integer.parseInt(tokens[2]));
  474. 							} catch (Exception e) {
  475. 								Log.warn(String.format("Failed to read break period '%s' for file '%s'.",
  476. 										line, file.getAbsolutePath()), e);
  477. 							}
  478. 							break;
  479. 						default:
  480. 							/* Not implemented. */
  481. 							break;
  482. 						}
  483. 					}
  484. 					if (beatmap.breaks != null)
  485. 						beatmap.breaks.trimToSize();
  486. 					break;
  487. 				case "[TimingPoints]":
  488. 					while ((line = in.readLine()) != null) {
  489. 						line = line.trim();
  490. 						if (!isValidLine(line))
  491. 							continue;
  492. 						if (line.charAt(0) == '[')
  493. 							break;
  494.  
  495. 						try {
  496. 							// parse timing point
  497. 							TimingPoint timingPoint = new TimingPoint(line);
  498.  
  499. 							// calculate BPM
  500. 							if (!timingPoint.isInherited()) {
  501. 								int bpm = Math.round(60000 / timingPoint.getBeatLength());
  502. 								if (beatmap.bpmMin == 0)
  503. 									beatmap.bpmMin = beatmap.bpmMax = bpm;
  504. 								else if (bpm < beatmap.bpmMin)
  505. 									beatmap.bpmMin = bpm;
  506. 								else if (bpm > beatmap.bpmMax)
  507. 									beatmap.bpmMax = bpm;
  508. 							}
  509.  
  510. 							beatmap.timingPoints.add(timingPoint);
  511. 						} catch (Exception e) {
  512. 							Log.warn(String.format("Failed to read timing point '%s' for file '%s'.",
  513. 									line, file.getAbsolutePath()), e);
  514. 						}
  515. 					}
  516. 					beatmap.timingPoints.trimToSize();
  517. 					break;
  518. 				case "[Colours]":
  519. 					LinkedList<Color> colors = new LinkedList<Color>();
  520. 					while ((line = in.readLine()) != null) {
  521. 						line = line.trim();
  522. 						if (!isValidLine(line))
  523. 							continue;
  524. 						if (line.charAt(0) == '[')
  525. 							break;
  526. 						if ((tokens = tokenize(line)) == null)
  527. 							continue;
  528. 						try {
  529. 							String[] rgb = tokens[1].split(",");
  530. 							Color color = new Color(
  531. 								Integer.parseInt(rgb[0]),
  532. 								Integer.parseInt(rgb[1]),
  533. 								Integer.parseInt(rgb[2])
  534. 							);
  535. 							switch (tokens[0]) {
  536. 							case "Combo1":
  537. 							case "Combo2":
  538. 							case "Combo3":
  539. 							case "Combo4":
  540. 							case "Combo5":
  541. 							case "Combo6":
  542. 							case "Combo7":
  543. 							case "Combo8":
  544. 								colors.add(color);
  545. 								break;
  546. 							case "SliderBorder":
  547. 								beatmap.sliderBorder = color;
  548. 								break;
  549. 							default:
  550. 								break;
  551. 							}
  552. 						} catch (Exception e) {
  553. 							Log.warn(String.format("Failed to read color '%s' for file '%s'.",
  554. 									line, file.getAbsolutePath()), e);
  555. 						}
  556. 					}
  557. 					if (!colors.isEmpty())
  558. 						beatmap.combo = colors.toArray(new Color[colors.size()]);
  559. 					break;
  560. 				case "[HitObjects]":
  561. 					int type = 0;
  562. 					while ((line = in.readLine()) != null) {
  563. 						line = line.trim();
  564. 						if (!isValidLine(line))
  565. 							continue;
  566. 						if (line.charAt(0) == '[')
  567. 							break;
  568. 						/* Only type counts parsed at this time. */
  569. 						tokens = line.split(",");
  570. 						try {
  571. 							type = Integer.parseInt(tokens[3]);
  572. 							if ((type & HitObject.TYPE_CIRCLE) > 0)
  573. 								beatmap.hitObjectCircle++;
  574. 							else if ((type & HitObject.TYPE_SLIDER) > 0)
  575. 								beatmap.hitObjectSlider++;
  576. 							else //if ((type & HitObject.TYPE_SPINNER) > 0)
  577. 								beatmap.hitObjectSpinner++;
  578. 						} catch (Exception e) {
  579. 							Log.warn(String.format("Failed to read hit object '%s' for file '%s'.",
  580. 									line, file.getAbsolutePath()), e);
  581. 						}
  582. 					}
  583.  
  584. 					try {
  585. 						// map length = last object end time (TODO: end on slider?)
  586. 						if ((type & HitObject.TYPE_SPINNER) > 0) {
  587. 							// some 'endTime' fields contain a ':' character (?)
  588. 							int index = tokens[5].indexOf(':');
  589. 							if (index != -1)
  590. 								tokens[5] = tokens[5].substring(0, index);
  591. 							beatmap.endTime = Integer.parseInt(tokens[5]);
  592. 						} else if (type != 0)
  593. 							beatmap.endTime = Integer.parseInt(tokens[2]);
  594. 					} catch (Exception e) {
  595. 						Log.warn(String.format("Failed to read hit object end time '%s' for file '%s'.",
  596. 								line, file.getAbsolutePath()), e);
  597. 					}
  598. 					break;
  599. 				default:
  600. 					line = in.readLine();
  601. 					break;
  602. 				}
  603. 			}
  604. 			if (md5stream != null)
  605. 				beatmap.md5Hash = md5stream.getMD5();
  606. 		} catch (IOException e) {
  607. 			ErrorHandler.error(String.format("Failed to read file '%s'.", file.getAbsolutePath()), e, false);
  608. 		} catch (NoSuchAlgorithmException e) {
  609. 			ErrorHandler.error("Failed to get MD5 hash stream.", e, true);
  610.  
  611. 			// retry without MD5
  612. 			hasNoMD5Algorithm = true;
  613. 			return parseFile(file, dir, beatmaps, parseObjects);
  614. 		}
  615.  
  616. 		// no associated audio file?
  617. 		if (beatmap.audioFilename == null)
  618. 			return null;
  619.  
  620. 		// parse hit objects now?
  621. 		if (parseObjects)
  622. 			parseHitObjects(beatmap);
  623.  
  624. 		return beatmap;
  625. 	}
  626.  
  627. 	/**
  628. 	 * Parses all hit objects in a beatmap.
  629. 	 * @param beatmap the beatmap to parse
  630. 	 */
  631. 	public static void parseHitObjects(Beatmap beatmap) {
  632. 		if (beatmap.objects != null)  // already parsed
  633. 			return;
  634.  
  635. 		beatmap.objects = new HitObject[(beatmap.hitObjectCircle + beatmap.hitObjectSlider + beatmap.hitObjectSpinner)];
  636.  
  637. 		try (BufferedReader in = new BufferedReader(new FileReader(beatmap.getFile()))) {
  638. 			String line = in.readLine();
  639. 			while (line != null) {
  640. 				line = line.trim();
  641. 				if (!line.equals("[HitObjects]"))
  642. 					line = in.readLine();
  643. 				else
  644. 					break;
  645. 			}
  646. 			if (line == null) {
  647. 				Log.warn(String.format("No hit objects found in Beatmap '%s'.", beatmap.toString()));
  648. 				return;
  649. 			}
  650.  
  651. 			// combo info
  652. 			Color[] combo = beatmap.getComboColors();
  653. 			int comboIndex = 0;   // color index
  654. 			int comboNumber = 1;  // combo number
  655.  
  656. 			int objectIndex = 0;
  657. 			boolean first = true;
  658. 			while ((line = in.readLine()) != null && objectIndex < beatmap.objects.length) {
  659. 				line = line.trim();
  660. 				if (!isValidLine(line))
  661. 					continue;
  662. 				if (line.charAt(0) == '[')
  663. 					break;
  664.  
  665. 				// lines must have at minimum 5 parameters
  666. 				int tokenCount = line.length() - line.replace(",", "").length();
  667. 				if (tokenCount < 4)
  668. 					continue;
  669.  
  670. 				try {
  671. 					// create a new HitObject for each line
  672. 					HitObject hitObject = new HitObject(line);
  673.  
  674. 					// set combo info
  675. 					// - new combo: get next combo index, reset combo number
  676. 					// - else:      maintain combo index, increase combo number
  677. 					if (hitObject.isNewCombo() || first) {
  678. 						int skip = (hitObject.isSpinner() ? 0 : 1) + hitObject.getComboSkip();
  679. 						for (int i = 0; i < skip; i++) {
  680. 							comboIndex = (comboIndex + 1) % combo.length;
  681. 							comboNumber = 1;
  682. 						}
  683. 						first = false;
  684. 					}
  685.  
  686. 					hitObject.setComboIndex(comboIndex);
  687. 					hitObject.setComboNumber(comboNumber++);
  688.  
  689. 					beatmap.objects[objectIndex++] = hitObject;
  690. 				} catch (Exception e) {
  691. 					Log.warn(String.format("Failed to read hit object '%s' for beatmap '%s'.",
  692. 							line, beatmap.toString()), e);
  693. 				}
  694. 			}
  695.  
  696. 			// check that all objects were parsed
  697. 			if (objectIndex != beatmap.objects.length)
  698. 				ErrorHandler.error(String.format("Parsed %d objects for beatmap '%s', %d objects expected.",
  699. 						objectIndex, beatmap.toString(), beatmap.objects.length), null, true);
  700. 		} catch (IOException e) {
  701. 			ErrorHandler.error(String.format("Failed to read file '%s'.", beatmap.getFile().getAbsolutePath()), e, false);
  702. 		}
  703. 	}
  704.  
  705. 	/**
  706. 	 * Returns false if the line is too short or commented.
  707. 	 */
  708. 	private static boolean isValidLine(String line) {
  709. 		return (line.length() > 1 && !line.startsWith("//"));
  710. 	}
  711.  
  712. 	/**
  713. 	 * Splits line into two strings: tag, value.
  714. 	 * If no ':' character is present, null will be returned.
  715. 	 */
  716. 	private static String[] tokenize(String line) {
  717. 		int index = line.indexOf(':');
  718. 		if (index == -1) {
  719. 			Log.debug(String.format("Failed to tokenize line: '%s'.", line));
  720. 			return null;
  721. 		}
  722.  
  723. 		String[] tokens = new String[2];
  724. 		tokens[0] = line.substring(0, index).trim();
  725. 		tokens[1] = line.substring(index + 1).trim();
  726. 		return tokens;
  727. 	}
  728.  
  729. 	/**
  730. 	 * Returns the file extension of a file.
  731. 	 * @param file the file name
  732. 	 */
  733. 	public static String getExtension(String file) {
  734. 		int i = file.lastIndexOf('.');
  735. 		return (i != -1) ? file.substring(i + 1).toLowerCase() : "";
  736. 	}
  737.  
  738. 	/**
  739. 	 * Returns the name of the current file being parsed, or null if none.
  740. 	 */
  741. 	public static String getCurrentFileName() {
  742. 		if (status == Status.PARSING)
  743. 			return (currentFile != null) ? currentFile.getName() : null;
  744. 		else
  745. 			return (status == Status.NONE) ? null : "";
  746. 	}
  747.  
  748. 	/**
  749. 	 * Returns the progress of file parsing, or -1 if not parsing.
  750. 	 * @return the completion percent [0, 100] or -1
  751. 	 */
  752. 	public static int getParserProgress() {
  753. 		if (currentDirectoryIndex == -1 || totalDirectories == -1)
  754. 			return -1;
  755.  
  756. 		return currentDirectoryIndex * 100 / totalDirectories;
  757. 	}
  758.  
  759. 	/**
  760. 	 * Returns the current parser status.
  761. 	 */
  762. 	public static Status getStatus() { return status; }
  763.  
  764. 	/**
  765. 	 * Returns the String object in the database for the given String.
  766. 	 * If none, insert the String into the database and return the original String.
  767. 	 * @param s the string to retrieve
  768. 	 * @return the string object
  769. 	 */
  770. 	public static String getDBString(String s) {
  771. 		String DBString = stringdb.get(s);
  772. 		if (DBString == null) {
  773. 			stringdb.put(s, s);
  774. 			return s;
  775. 		} else
  776. 			return DBString;
  777. 	}
  778. }
Compilation error #stdin compilation error #stdout 0s 0KB
comments (?)
stdin 
Standard input is empty
compilation info 
Main.java:50: error: class BeatmapParser is public, should be declared in a file named BeatmapParser.java
public class BeatmapParser {
       ^
Main.java:21: error: cannot find symbol
import itdelatrisu.opsu.ErrorHandler;
                       ^
  symbol:   class ErrorHandler
  location: package itdelatrisu.opsu
Main.java:22: error: cannot find symbol
import itdelatrisu.opsu.Options;
                       ^
  symbol:   class Options
  location: package itdelatrisu.opsu
Main.java:23: error: cannot find symbol
import itdelatrisu.opsu.Utils;
                       ^
  symbol:   class Utils
  location: package itdelatrisu.opsu
Main.java:24: error: package itdelatrisu.opsu.db does not exist
import itdelatrisu.opsu.db.BeatmapDB;
                          ^
Main.java:25: error: package itdelatrisu.opsu.io does not exist
import itdelatrisu.opsu.io.MD5InputStreamWrapper;
                          ^
Main.java:44: error: package org.newdawn.slick does not exist
import org.newdawn.slick.Color;
                        ^
Main.java:45: error: package org.newdawn.slick.util does not exist
import org.newdawn.slick.util.Log;
                             ^
Main.java:101: error: cannot find symbol
	public static BeatmapSetNode parseDirectories(File[] dirs) {
	              ^
  symbol:   class BeatmapSetNode
  location: class BeatmapParser
Main.java:223: error: cannot find symbol
	private static Beatmap parseFile(File file, File dir, ArrayList<Beatmap> beatmaps, boolean parseObjects) {
	                                                                ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:223: error: cannot find symbol
	private static Beatmap parseFile(File file, File dir, ArrayList<Beatmap> beatmaps, boolean parseObjects) {
	               ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:631: error: cannot find symbol
	public static void parseHitObjects(Beatmap beatmap) {
	                                   ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:85: error: cannot find symbol
		BeatmapSetList.create();
		^
  symbol:   variable BeatmapSetList
  location: class BeatmapParser
Main.java:88: error: cannot find symbol
		if (Options.isWatchServiceEnabled())
		    ^
  symbol:   variable Options
  location: class BeatmapParser
Main.java:89: error: cannot find symbol
			BeatmapWatchService.create();
			^
  symbol:   variable BeatmapWatchService
  location: class BeatmapParser
Main.java:111: error: cannot find symbol
		Map<String, Long> map = BeatmapDB.getLastModifiedMap();
		                        ^
  symbol:   variable BeatmapDB
  location: class BeatmapParser
Main.java:114: error: cannot find symbol
		List<ArrayList<Beatmap>> allBeatmaps = new LinkedList<ArrayList<Beatmap>>();
		               ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:114: error: cannot find symbol
		List<ArrayList<Beatmap>> allBeatmaps = new LinkedList<ArrayList<Beatmap>>();
		                                                                ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:115: error: cannot find symbol
		List<Beatmap> cachedBeatmaps = new LinkedList<Beatmap>();  // loaded from database
		     ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:115: error: cannot find symbol
		List<Beatmap> cachedBeatmaps = new LinkedList<Beatmap>();  // loaded from database
		                                              ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:116: error: cannot find symbol
		List<Beatmap> parsedBeatmaps = new LinkedList<Beatmap>();  // loaded from parser
		     ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:116: error: cannot find symbol
		List<Beatmap> parsedBeatmaps = new LinkedList<Beatmap>();  // loaded from parser
		                                              ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:119: error: cannot find symbol
		BeatmapWatchService ws = (Options.isWatchServiceEnabled()) ? BeatmapWatchService.get() : null;
		^
  symbol:   class BeatmapWatchService
  location: class BeatmapParser
Main.java:119: error: cannot find symbol
		BeatmapWatchService ws = (Options.isWatchServiceEnabled()) ? BeatmapWatchService.get() : null;
		                          ^
  symbol:   variable Options
  location: class BeatmapParser
Main.java:119: error: cannot find symbol
		BeatmapWatchService ws = (Options.isWatchServiceEnabled()) ? BeatmapWatchService.get() : null;
		                                                             ^
  symbol:   variable BeatmapWatchService
  location: class BeatmapParser
Main.java:122: error: cannot find symbol
		BeatmapSetNode lastNode = null;
		^
  symbol:   class BeatmapSetNode
  location: class BeatmapParser
Main.java:139: error: cannot find symbol
			ArrayList<Beatmap> beatmaps = new ArrayList<Beatmap>();
			          ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:139: error: cannot find symbol
			ArrayList<Beatmap> beatmaps = new ArrayList<Beatmap>();
			                                            ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:151: error: cannot find symbol
							Beatmap beatmap = new Beatmap(file);
							^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:151: error: cannot find symbol
							Beatmap beatmap = new Beatmap(file);
							                      ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:156: error: cannot find symbol
							BeatmapDB.delete(dir.getName(), file.getName());
							^
  symbol:   variable BeatmapDB
  location: class BeatmapParser
Main.java:162: error: cannot find symbol
				Beatmap beatmap = parseFile(file, dir, beatmaps, false);
				^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:190: error: cannot find symbol
			BeatmapDB.load(cachedBeatmaps, BeatmapDB.LOAD_NONARRAY);
			                               ^
  symbol:   variable BeatmapDB
  location: class BeatmapParser
Main.java:190: error: cannot find symbol
			BeatmapDB.load(cachedBeatmaps, BeatmapDB.LOAD_NONARRAY);
			^
  symbol:   variable BeatmapDB
  location: class BeatmapParser
Main.java:194: error: cannot find symbol
		for (ArrayList<Beatmap> beatmaps : allBeatmaps) {
		               ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:196: error: cannot find symbol
			lastNode = BeatmapSetList.get().addSongGroup(beatmaps);
			           ^
  symbol:   variable BeatmapSetList
  location: class BeatmapParser
Main.java:205: error: cannot find symbol
			BeatmapDB.insert(parsedBeatmaps);
			^
  symbol:   variable BeatmapDB
  location: class BeatmapParser
Main.java:224: error: cannot find symbol
		Beatmap beatmap = new Beatmap(file);
		^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:224: error: cannot find symbol
		Beatmap beatmap = new Beatmap(file);
		                      ^
  symbol:   class Beatmap
  location: class BeatmapParser
Main.java:225: error: cannot find symbol
		beatmap.timingPoints = new ArrayList<TimingPoint>();
		                                     ^
  symbol:   class TimingPoint
  location: class BeatmapParser
Main.java:229: error: cannot find symbol
			MD5InputStreamWrapper md5stream = (!hasNoMD5Algorithm) ? new MD5InputStreamWrapper(bis) : null;
			^
  symbol:   class MD5InputStreamWrapper
  location: class BeatmapParser
Main.java:229: error: cannot find symbol
			MD5InputStreamWrapper md5stream = (!hasNoMD5Algorithm) ? new MD5InputStreamWrapper(bis) : null;
			                                                             ^
  symbol:   class MD5InputStreamWrapper
  location: class BeatmapParser
Main.java:272: error: cannot find symbol
										Log.error(String.format("Audio file '%s' not found in directory '%s'.", tokens[1], dir.getName()));
										^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:300: error: cannot find symbol
								if (beatmap.mode != Beatmap.MODE_OSU)
								                    ^
  symbol:   variable Beatmap
  location: class BeatmapParser
Main.java:305: error: cannot find symbol
								beatmap.letterboxInBreaks = Utils.parseBoolean(tokens[1]);
								                            ^
  symbol:   variable Utils
  location: class BeatmapParser
Main.java:308: error: cannot find symbol
								beatmap.widescreenStoryboard = Utils.parseBoolean(tokens[1]);
								                               ^
  symbol:   variable Utils
  location: class BeatmapParser
Main.java:311: error: cannot find symbol
								beatmap.epilepsyWarning = Utils.parseBoolean(tokens[1]);
								                          ^
  symbol:   variable Utils
  location: class BeatmapParser
Main.java:316: error: cannot find symbol
							Log.warn(String.format("Failed to read line '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:403: error: cannot find symbol
							Log.warn(String.format("Failed to read metadata '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:446: error: cannot find symbol
							Log.warn(String.format("Failed to read difficulty '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:475: error: cannot find symbol
								Log.warn(String.format("Failed to read break period '%s' for file '%s'.",
								^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:497: error: cannot find symbol
							TimingPoint timingPoint = new TimingPoint(line);
							^
  symbol:   class TimingPoint
  location: class BeatmapParser
Main.java:497: error: cannot find symbol
							TimingPoint timingPoint = new TimingPoint(line);
							                              ^
  symbol:   class TimingPoint
  location: class BeatmapParser
Main.java:512: error: cannot find symbol
							Log.warn(String.format("Failed to read timing point '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:519: error: cannot find symbol
					LinkedList<Color> colors = new LinkedList<Color>();
					           ^
  symbol:   class Color
  location: class BeatmapParser
Main.java:519: error: cannot find symbol
					LinkedList<Color> colors = new LinkedList<Color>();
					                                          ^
  symbol:   class Color
  location: class BeatmapParser
Main.java:530: error: cannot find symbol
							Color color = new Color(
							^
  symbol:   class Color
  location: class BeatmapParser
Main.java:530: error: cannot find symbol
							Color color = new Color(
							                  ^
  symbol:   class Color
  location: class BeatmapParser
Main.java:553: error: cannot find symbol
							Log.warn(String.format("Failed to read color '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:558: error: cannot find symbol
						beatmap.combo = colors.toArray(new Color[colors.size()]);
						                                   ^
  symbol:   class Color
  location: class BeatmapParser
Main.java:572: error: cannot find symbol
							if ((type & HitObject.TYPE_CIRCLE) > 0)
							            ^
  symbol:   variable HitObject
  location: class BeatmapParser
Main.java:574: error: cannot find symbol
							else if ((type & HitObject.TYPE_SLIDER) > 0)
							                 ^
  symbol:   variable HitObject
  location: class BeatmapParser
Main.java:579: error: cannot find symbol
							Log.warn(String.format("Failed to read hit object '%s' for file '%s'.",
							^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:586: error: cannot find symbol
						if ((type & HitObject.TYPE_SPINNER) > 0) {
						            ^
  symbol:   variable HitObject
  location: class BeatmapParser
Main.java:595: error: cannot find symbol
						Log.warn(String.format("Failed to read hit object end time '%s' for file '%s'.",
						^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:607: error: cannot find symbol
			ErrorHandler.error(String.format("Failed to read file '%s'.", file.getAbsolutePath()), e, false);
			^
  symbol:   variable ErrorHandler
  location: class BeatmapParser
Main.java:609: error: cannot find symbol
			ErrorHandler.error("Failed to get MD5 hash stream.", e, true);
			^
  symbol:   variable ErrorHandler
  location: class BeatmapParser
Main.java:635: error: cannot find symbol
		beatmap.objects = new HitObject[(beatmap.hitObjectCircle + beatmap.hitObjectSlider + beatmap.hitObjectSpinner)];
		                      ^
  symbol:   class HitObject
  location: class BeatmapParser
Main.java:647: error: cannot find symbol
				Log.warn(String.format("No hit objects found in Beatmap '%s'.", beatmap.toString()));
				^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:652: error: cannot find symbol
			Color[] combo = beatmap.getComboColors();
			^
  symbol:   class Color
  location: class BeatmapParser
Main.java:672: error: cannot find symbol
					HitObject hitObject = new HitObject(line);
					^
  symbol:   class HitObject
  location: class BeatmapParser
Main.java:672: error: cannot find symbol
					HitObject hitObject = new HitObject(line);
					                          ^
  symbol:   class HitObject
  location: class BeatmapParser
Main.java:691: error: cannot find symbol
					Log.warn(String.format("Failed to read hit object '%s' for beatmap '%s'.",
					^
  symbol:   variable Log
  location: class BeatmapParser
Main.java:698: error: cannot find symbol
				ErrorHandler.error(String.format("Parsed %d objects for beatmap '%s', %d objects expected.",
				^
  symbol:   variable ErrorHandler
  location: class BeatmapParser
Main.java:701: error: cannot find symbol
			ErrorHandler.error(String.format("Failed to read file '%s'.", beatmap.getFile().getAbsolutePath()), e, false);
			^
  symbol:   variable ErrorHandler
  location: class BeatmapParser
Main.java:719: error: cannot find symbol
			Log.debug(String.format("Failed to tokenize line: '%s'.", line));
			^
  symbol:   variable Log
  location: class BeatmapParser
76 errors
stdout 
Standard output is empty
https://ideone.com/jZL4Cz
language:
Java (HotSpot 12)
created:
8 years ago
visibility:
public

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!