To prove how fast and highly multithreaded Space4J is, we implemented a stress test program that creates many threads to perform insertion, deletion, search and iteration at the same time in the same indexed Java collection in memory.

You can download the PhoneBookStress.java program by clicking here. The source code is also listed below. (Note that to compile and run this problem you must include the space4.jar in the classpath)

The arguments you must pass to the program are:

number of insert threads
number of delete threads
number of select threads
number of search threads
thread sleep time = how long each thread will sleep after each action
collection initial size = how many elements should the collection has before the threads start
snapshot time = how often should we take a snapshot

After executing the program for some time, hit CTRL+C to print the statistics. Here is an example:
java -cp .;space4j.jar org.space4j.examples.phonebook.PhoneBookStress 5 4 10 5 50 2000 1000 ... ... ... Found 29 recods! Found 28 recods! Found 27 recods! Selected 302 records! Selected 302 records! Found 20 recods! Selected 302 records! Found 22 recods! =============================> Snapshot Complete! Deleted record number 575 Deleted record number 1224 Deleted record number 675 Inserted record number 3020 Inserted record number 3019 Inserted record number 3018 Deleted record number 575 Inserted record number 3017 Inserted record number 3021 ========== Results: Inserted = 60 Deleted = 54 Selected = 79426 Searched = 2867 Snapshots=6 Time: 1375 ms

The source code of the PhoneBookStress.java program:
package org.space4j.examples.phonebook; import java.util.Collection; import java.util.Iterator; import java.util.Random; import org.space4j.Space4J; import org.space4j.implementation.SimpleSpace4J; public class PhoneBookStress extends PhoneBookIndexing { private final Thread[] insertThread; private final Thread[] deleteThread; private final Thread[] selectThread; private final Thread[] searchThread; private final Thread snapshotThread; private Random rand = new Random(); private volatile long totalInserted = 0; private volatile long totalDeleted = 0; private volatile long totalSelected = 0; private volatile long totalSearched = 0; private volatile long snapshotsTaken = 0; private long started; private volatile boolean running = true; public PhoneBookStress(Space4J space4j, final int nInsert, final int nDelete, final int nSelect, final int nSearch, final int sleepTime, final int tableSize, final int snapshotTime) throws Exception { super(space4j); // populate the table if needed... int size = users.size(); if (size < tableSize) { int diff = tableSize - size; for (int i = 0; i < diff; i++) { insertRandom(); System.out.print("\rInserting " + i + "... "); } } System.out.println(); insertThread = new Thread[nInsert]; deleteThread = new Thread[nDelete]; selectThread = new Thread[nSelect]; searchThread = new Thread[nSearch]; for (int i = 0; i < nInsert; i++) { insertThread[i] = new Thread(new Runnable() { public void run() { while (running) { try { Thread.sleep(sleepTime); handleInsert(); } catch (Exception e) { return; } } } }); } for (int i = 0; i < nDelete; i++) { deleteThread[i] = new Thread(new Runnable() { public void run() { while (running) { try { Thread.sleep(sleepTime); handleDelete(); } catch (Exception e) { return; } } } }); } for (int i = 0; i < nSelect; i++) { selectThread[i] = new Thread(new Runnable() { public void run() { while (running) { try { Thread.sleep(sleepTime); handleSelect(); } catch (Exception e) { return; } } } }); } for (int i = 0; i < nSearch; i++) { searchThread[i] = new Thread(new Runnable() { public void run() { while (running) { try { Thread.sleep(sleepTime); handleSearch(); } catch (Exception e) { return; } } } }); } snapshotThread = new Thread( new Runnable() { public void run() { while (running) { try { Thread.sleep(snapshotTime); System.out.println("Executing snapshot..."); PhoneBookStress.this.executeSnapshot(); System.out.println( "=============================> Snapshot Complete!"); snapshotsTaken++; } catch (Exception e) { return; } } } }); } public void start() { for (int i = 0; i < insertThread.length; i++) { insertThread[i].start(); } for (int i = 0; i < deleteThread.length; i++) { deleteThread[i].start(); } for (int i = 0; i < selectThread.length; i++) { selectThread[i].start(); } for (int i = 0; i < searchThread.length; i++) { searchThread[i].start(); } snapshotThread.start(); } protected int insertRandom() throws Exception { // insert a random phone number... StringBuilder sb = new StringBuilder(); sb.append("Oliveira").append(rand.nextInt(100) + 1); return this.addNumber("Sergio", sb.toString(), "123-4321", rand.nextInt(100) + 1); } protected int deleteRandom() throws Exception { // delete a random phone number // (guess a number, iterate to choose a phone and delete it) Iterator iter = users.keySet().iterator(); int count = rand.nextInt(users.size() / 10) + 1; int index = 0; int id = -1; while (iter.hasNext() && index++ <= count) { id = (Integer) iter.next(); } if (id > 0) { this.delUser(id); } return id; } private void handleInsert() throws Exception { int id = insertRandom(); System.out.println("Inserted record number " + id); totalInserted++; } private void handleDelete() throws Exception { int id = deleteRandom(); if (id == -1) { System.out.println("Could not delete anything!"); } else { System.out.println("Deleted record number " + id); totalDeleted++; } } private void handleSelect() { // select any 300 phone numbers and loop through them... Iterator iter = users.values().iterator(); int count = 0; while (iter.hasNext() && count++ <= 300) { iter.next(); } System.out.println("Selected " + count + " records!"); totalSelected += count; } private void handleSearch() { // choose a user and try to find his phone number... StringBuilder sb= new StringBuilder(); sb.append("Oliveira").append(rand.nextInt(100) + 1); Collection coll = this.findUsers(sb.toString()); int count = 0; Iterator iter = coll.iterator(); while (iter.hasNext()) { count++; iter.next(); } System.out.println("Found " + count + " recods!"); totalSearched += count; } private void interruptAll() { for(int i=0;i<insertThread.length;i++) insertThread[i].interrupt(); for(int i=0;i<deleteThread.length;i++) deleteThread[i].interrupt(); for(int i=0;i<selectThread.length;i++) selectThread[i].interrupt(); for(int i=0;i<searchThread.length;i++) searchThread[i].interrupt(); } public static void main(String[] args) throws Exception { if (args.length >= 1) { if (args[0].equals("-nostress")) { PhoneBook book = new PhoneBook(new SimpleSpace4J("PhoneBook")); run(book); return; } } if (args.length != 7) { System.out.println( "format: java PhoneBookStress [-nostress] <number of insert threads> <number of delete threads> " + "<number of select threads> <number of search threads> <thread sleep time> <collection initial size> <snapshot time>"); return; } int nInsert, nDelete, nSelect, nSearch, sleepTime, tableSize, snapTime; nInsert = Integer.parseInt(args[0]); nDelete = Integer.parseInt(args[1]); nSelect = Integer.parseInt(args[2]); nSearch = Integer.parseInt(args[3]); sleepTime = Integer.parseInt(args[4]); tableSize = Integer.parseInt(args[5]); snapTime = Integer.parseInt(args[6]); final PhoneBookStress stress = new PhoneBookStress( new SimpleSpace4J("PhoneBook"), nInsert, nDelete, nSelect, nSearch, sleepTime, tableSize, snapTime); stress.started = System.currentTimeMillis(); Runtime.getRuntime().addShutdownHook(new Thread() { @Override public void run() { long totalInserted = stress.totalInserted; long totalDeleted = stress.totalDeleted; long totalSelected = stress.totalSelected; long totalSearched = stress.totalSearched; long snapshotsTaken = stress.snapshotsTaken; long now = System.currentTimeMillis(); stress.running = false; stress.interruptAll(); try { Thread.sleep(1500); } catch(Exception e) { } System.out.println("\n\n========== Results:"); System.out.println("Inserted = " + totalInserted); System.out.println("Deleted = " + totalDeleted); System.out.println("Selected = " + totalSelected); System.out.println("Searched = " + totalSearched); System.out.println("Snashopts= " + snapshotsTaken); System.out.println("Time: " + (now - stress.started) + " ms"); } }); stress.start(); } }

This message was edited 3 times. Last update was at 05/09/2008 15:43:46