Stress Test

saoj — GMT

To prove how fast and highly multithreaded Space4J is, we implemented a stress test program that creates many threads to perform insertion, deletion, search and iteration at the same time in the same indexed Java collection in memory.

You can download the [i]PhoneBookStress.java[/i] program by [url="http://www.space4j.org/examples/PhoneBookStress.java"]clicking here[/url]. The source code is also listed below. (Note that to compile and run this problem you must include the space4.jar in the classpath)

The arguments you must pass to the program are:

:arrow: number of insert threads
:arrow: number of delete threads
:arrow: number of select threads
:arrow: number of search threads
:arrow: thread sleep time = how long each thread will sleep after each action
:arrow: collection initial size = how many elements should the collection has before the threads start
:arrow: snapshot time = how often should we take a snapshot

After executing the program for some time, hit CTRL+C to print the statistics. Here is an example:
[code]
java -cp .;space4j.jar org.space4j.examples.phonebook.PhoneBookStress 5 4 10 5 50 2000 1000
...
...
...
Found 29 recods!
Found 28 recods!
Found 27 recods!
Selected 302 records!
Selected 302 records!
Found 20 recods!
Selected 302 records!
Found 22 recods!
=============================> Snapshot Complete!
Deleted record number 575
Deleted record number 1224
Deleted record number 675
Inserted record number 3020
Inserted record number 3019
Inserted record number 3018
Deleted record number 575
Inserted record number 3017
Inserted record number 3021

========== Results:
Inserted = 60
Deleted = 54
Selected = 79426
Searched = 2867
Snapshots=6
Time: 1375 ms
[/code]

The source code of the [i]PhoneBookStress.java[/i] program:
[code]
package org.space4j.examples.phonebook;

import java.util.Collection;
import java.util.Iterator;
import java.util.Random;

import org.space4j.Space4J;
import org.space4j.implementation.SimpleSpace4J;

public class PhoneBookStress extends PhoneBookIndexing {

private final Thread[] insertThread;

private final Thread[] deleteThread;

private final Thread[] selectThread;

private final Thread[] searchThread;

private final Thread snapshotThread;

private Random rand = new Random();

private volatile long totalInserted = 0;
private volatile long totalDeleted = 0;
private volatile long totalSelected = 0;
private volatile long totalSearched = 0;
private volatile long snapshotsTaken = 0;

private long started;

private volatile boolean running = true;

public PhoneBookStress(Space4J space4j, final int nInsert, final int nDelete, final int nSelect, final int nSearch,
final int sleepTime, final int tableSize, final int snapshotTime) throws Exception {

super(space4j);

// populate the table if needed...

int size = users.size();

if (size < tableSize) {

int diff = tableSize - size;

for (int i = 0; i < diff; i++) {

insertRandom();

System.out.print("\rInserting " + i + "... ");
}
}

System.out.println();

insertThread = new Thread[nInsert];

deleteThread = new Thread[nDelete];

selectThread = new Thread[nSelect];

searchThread = new Thread[nSearch];

for (int i = 0; i < nInsert; i++) {
insertThread[i] = new Thread(new Runnable() {

public void run() {

while (running) {

try {

Thread.sleep(sleepTime);

handleInsert();

} catch (Exception e) {

return;
}
}
}

});
}

for (int i = 0; i < nDelete; i++) {
deleteThread[i] = new Thread(new Runnable() {

public void run() {

while (running) {

try {

Thread.sleep(sleepTime);

handleDelete();

} catch (Exception e) {

return;
}
}
}

});
}

for (int i = 0; i < nSelect; i++) {
selectThread[i] = new Thread(new Runnable() {

public void run() {

while (running) {

try {

Thread.sleep(sleepTime);

handleSelect();

} catch (Exception e) {

return;
}
}
}

});
}

for (int i = 0; i < nSearch; i++) {
searchThread[i] = new Thread(new Runnable() {

public void run() {

while (running) {

try {

Thread.sleep(sleepTime);

handleSearch();

} catch (Exception e) {

return;
}
}
}

});
}

snapshotThread = new Thread(
new Runnable() {

public void run() {

while (running) {

try {

Thread.sleep(snapshotTime);

System.out.println("Executing snapshot...");

PhoneBookStress.this.executeSnapshot();

System.out.println(
"=============================> Snapshot Complete!");

snapshotsTaken++;

} catch (Exception e) {

return;
}
}
}

});
}

public void start() {

for (int i = 0; i < insertThread.length; i++) {
insertThread[i].start();
}

for (int i = 0; i < deleteThread.length; i++) {
deleteThread[i].start();
}

for (int i = 0; i < selectThread.length; i++) {
selectThread[i].start();
}

for (int i = 0; i < searchThread.length; i++) {
searchThread[i].start();
}

snapshotThread.start();
}

protected int insertRandom() throws Exception {

// insert a random phone number...

StringBuilder sb = new StringBuilder();

sb.append("Oliveira").append(rand.nextInt(100) + 1);

return this.addNumber("Sergio", sb.toString(), "123-4321", rand.nextInt(100) + 1);
}

protected int deleteRandom() throws Exception {

// delete a random phone number
// (guess a number, iterate to choose a phone and delete it)

Iterator iter = users.keySet().iterator();

int count = rand.nextInt(users.size() / 10) + 1;

int index = 0;

int id = -1;

while (iter.hasNext() && index++ <= count) {

id = (Integer) iter.next();

}

if (id > 0) {

this.delUser(id);

}

return id;
}

private void handleInsert() throws Exception {

int id = insertRandom();

System.out.println("Inserted record number " + id);

totalInserted++;
}

private void handleDelete() throws Exception {

int id = deleteRandom();

if (id == -1) {

System.out.println("Could not delete anything!");

} else {

System.out.println("Deleted record number " + id);

totalDeleted++;
}
}

private void handleSelect() {

// select any 300 phone numbers and loop through them...

Iterator iter = users.values().iterator();

int count = 0;

while (iter.hasNext() && count++ <= 300) {

iter.next();
}

System.out.println("Selected " + count + " records!");

totalSelected += count;
}

private void handleSearch() {

// choose a user and try to find his phone number...

StringBuilder sb= new StringBuilder();

sb.append("Oliveira").append(rand.nextInt(100) + 1);

Collection coll = this.findUsers(sb.toString());

int count = 0;

Iterator iter = coll.iterator();

while (iter.hasNext()) {

count++;

iter.next();
}

System.out.println("Found " + count + " recods!");

totalSearched += count;

}

private void interruptAll() {

for(int i=0;i
for(int i=0;i
for(int i=0;i
for(int i=0;i }

public static void main(String[] args) throws Exception {

if (args.length >= 1) {

if (args[0].equals("-nostress")) {

PhoneBook book = new PhoneBook(new SimpleSpace4J("PhoneBook"));

run(book);

return;
}

}

if (args.length != 7) {

System.out.println(
"format: java PhoneBookStress [-nostress] "
+ " ");

return;
}

int nInsert, nDelete, nSelect, nSearch, sleepTime, tableSize, snapTime;

nInsert = Integer.parseInt(args[0]);

nDelete = Integer.parseInt(args[1]);

nSelect = Integer.parseInt(args[2]);

nSearch = Integer.parseInt(args[3]);

sleepTime = Integer.parseInt(args[4]);

tableSize = Integer.parseInt(args[5]);

snapTime = Integer.parseInt(args[6]);

final PhoneBookStress stress = new PhoneBookStress(
new SimpleSpace4J("PhoneBook"), nInsert, nDelete, nSelect,
nSearch, sleepTime, tableSize, snapTime);

stress.started = System.currentTimeMillis();

Runtime.getRuntime().addShutdownHook(new Thread() {

@Override
public void run() {

long totalInserted = stress.totalInserted;
long totalDeleted = stress.totalDeleted;
long totalSelected = stress.totalSelected;
long totalSearched = stress.totalSearched;
long snapshotsTaken = stress.snapshotsTaken;
long now = System.currentTimeMillis();

stress.running = false;

stress.interruptAll();

try { Thread.sleep(1500); } catch(Exception e) { }

System.out.println("\n\n========== Results:");
System.out.println("Inserted = " + totalInserted);
System.out.println("Deleted = " + totalDeleted);
System.out.println("Selected = " + totalSelected);
System.out.println("Searched = " + totalSearched);
System.out.println("Snashopts= " + snapshotsTaken);
System.out.println("Time: " + (now - stress.started) + " ms");

}
});

stress.start();
}

}

[/code]

Latest posts for the topic "Stress Test"

Stress Test