On 12/7/2023 12:11 PM, Larry "Lord Master" Piet wrote:
On Thursday, December 7, 2023 at 10:41:21 AM UTC-5, DFS wrote:
And I don't believe for a second your "tuning" makes programs in general
run 30% faster.
_You_ can't believe anything because you are qualified for nothing.
Here is a benchmark using the Scimark4 program. (This is only a single threaded example.)
The results using highly optimized compiler options on my Gentoo
system and Xeon workstation:
FFT Mflops: 2338.10 (N=1024)
SOR Mflops: 2062.17 (100 x 100)
MonteCarlo: Mflops: 943.78
Sparse matmult Mflops: 2550.52 (N=1000, nz=5000)
LU Mflops: 8320.08 (M=100, N=100)
************************************
Composite Score: 3242.93
************************************
Next, the software was built from generic, lowest-common-denominator compiler options
just like the average Linux distro. The results:
FFT Mflops: 1868.69 (N=1024)
SOR Mflops: 1520.70 (100 x 100)
MonteCarlo: Mflops: 762.05
Sparse matmult Mflops: 2771.88 (N=1000, nz=5000)
LU Mflops: 4883.40 (M=100, N=100)
************************************
Composite Score: 2361.34
************************************
Holey fucking moley! This is a 37% difference in performance.
THIRTY SEVEN FUCKING PERCENT!!!
THIRTY SEVEN FUCKING PERCENT!!!
THIRTY SEVEN FUCKING PERCENT!!!
Same machine. Same hardware. Same program. The only difference was in compile-time
optimization.
Furthermore, the second example still used the optimized glibc routines.
If it were done with the common distro glibc the performance would have
been even less.
So, again, you are full of fucking shit.
Everything you say, claim, report, or believe is full of fucking shit because _you_ are full of fucking shit.
Don't ever play with the Lord Master.
Hey dunce, read for comprehension: I said "programs in general".
1) your one example, which you've posted to cola multiple times, is an
exception. That's why it's the only one you've ever measured and
posted.
2) the only comparison that's meaningful is 'tuned and compiled' vs the
standard binary that would be found on a Linux distro. Your test
doesn't meet the terms of the comparison that people are interested
in. And you purposely didn't reveal those optimizations or the
"LCD" settings.
3) There are hundreds and hundreds of Linux apps you could test. One
proves nothing.
Test SQLite:
precompiled Linux binary:
https://sqlite.org/2023/sqlite-tools-linux-x64-3440200.zip
source code, including a configure script
https://sqlite.org/2023/sqlite-autoconf-3440200.tar.gz
how to compile:
https://sqlite.org/howtocompile.html
Here's a C script to create a test db and populate a table with 2M rows,
then time a variety of db operations against that table:
=========================================================================
// install libsqlite3-dev
// ie, apt install libsqlite3-dev
// compilation: gcc -Wall source -o executable -lsqlite3
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <unistd.h>
#include <sqlite3.h>
//from SQLite docs: used when retrieving data from SQLite
int callback(void *na, int argc, char **argv, char **azColName)
{
na = 0;
for (int i = 0; i < argc; i++) {
printf("%s = %s\n", azColName[i], argv[i] ? argv[i] : "NULL");
}
printf("\n");
return 0;
}
//program timing
double elapsedtime(clock_t start) {
return (clock() - (double)start)/CLOCKS_PER_SEC;
}
//get random number from within range
int randNbr(int low, int high) {
return (low + rand() / (RAND_MAX / (high - low + 1) + 1));
}
//test for leap year
int isleapyear(int yr) {
if(((yr%4==0) && (yr%100!=0)) || (yr%400==0))
{return 0;}
return -1;
}
//build random date in format YYYY-MM-DD
//number of days in the month
int mdays[12]={31,28,31,30,31,30,31,31,30,31,30,31};
char *randDate() {
//year
int ryear = randNbr(2023,2023);
//get random month
int rmth = randNbr(1,12);
//get random day from that month
int rday = randNbr(1,mdays[rmth-1]);
//leap years
if((isleapyear(ryear)==0) && (rmth==1)) {
rday = randNbr(1,29);
}
char *randDt = malloc(sizeof(char) * 11);
sprintf(randDt,"%d-%02d-%02d",ryear, rmth, rday);
randDt[11] = '\0';
return randDt;
}
//build random string of random length
char charset[62] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
short charsetLen = 62;
char *randStr(int randLen) {
char *randStr = malloc(sizeof(char) * randLen);
for(int i=0; i<randLen; i++) {
randStr[i] = charset[randNbr(0,charsetLen-1)];
}
randStr[randLen] = '\0';
return randStr;
}
int main(void) {
sqlite3 *db;
sqlite3_stmt *stmt;
char *testDB = "tuning.sqlite";
char *error_msg = 0;
int rc;
char sqlI[1024] = {};
char *posters[14] =
{
"DFS","Feeb","hh","Slimer","Joel","Freak","Relf","candycane",
"RonB","Bloaty","shitv","Ahlstrom","bowman","Tyrone"
};
int min_age = 21, max_age = 76;
int datarows = 2000000;
//timing-related
clock_t startmaster, start;
//version
printf("running SQLite %s\n", sqlite3_libversion());
//delete existing db file
if (access(testDB, F_OK) == 0) {
int r = remove(testDB);
if (r != 0) {
printf("Unable to delete existing test database\n");
return(1);
}
}
//begin timing overall
startmaster = clock();
//create and open new db file
rc = sqlite3_open(testDB, &db);
printf("created database: %s\n",testDB);
//begin timing create table and populate
start = clock();
//create table
char *sql = "CREATE TABLE TEST(testid INTEGER PRIMARY KEY AUTOINCREMENT, poster TEXT NOT NULL, rnd TEXT DEFAULT 'na' NOT NULL, dt
TEXT NOT NULL DEFAULT '0000-00-00', age INTEGER NOT NULL);";
rc = sqlite3_exec(db, sql, 0, 0, &error_msg);
rc = sqlite3_exec(db, "COMMIT;", 0, 0, &error_msg);
printf("added test table\n");
//rng
srand(time(NULL));
//populate table with test data
//random data: poster name, 12-16 char string, 2023 date, age
between 21 and 80
printf("adding test data: ");
rc = sqlite3_exec(db, "BEGIN TRANSACTION;", 0, 0, &error_msg);
for (int i=1; i<=datarows; i++) {
char* randposter = posters[rand() % 14];
char* randstring = randStr(randNbr(12,16));
char* randdt = randDate();
int randage = rand() % ((max_age + 1) - min_age) + min_age;
sprintf(sqlI,"INSERT INTO TEST (poster, rnd, dt, age) VALUES ('%s','%s','%s',%d);", randposter, randstring, randdt, randage);
rc = sqlite3_exec(db, sqlI, 0, 0, &error_msg);
if (i % (datarows/50) == 0) {
printf("%dK ",i/1000);
fflush(stdout);
}
}
rc = sqlite3_exec(db, "COMMIT;", 0, 0, &error_msg);
//count rows in test table
sqlite3_prepare_v2(db, "SELECT COUNT(*) FROM TEST;", -1, &stmt, NULL);
sqlite3_step(stmt);
int rows = sqlite3_column_int(stmt, 0);
//print time to create table and populate it
printf("\n%'d rows added in %.1f seconds\n", rows, elapsedtime(start));
//print top rows of data
sql = "SELECT * FROM TEST LIMIT 5;";
sqlite3_prepare_v2(db, sql, -1, &stmt, NULL);
printf("First 5 rows\n");
while (sqlite3_step(stmt) == SQLITE_ROW) {
printf("%s %s %s %s %s\n", sqlite3_column_text(stmt, 0), sqlite3_column_text(stmt, 1), sqlite3_column_text(stmt, 2), sqlite3_column_text(stmt, 3), sqlite3_column_text(stmt, 4));
}
//create indexes
start = clock();
printf("creating indexes...\n");
rc = sqlite3_exec(db, "CREATE INDEX IDX_POSTER ON TEST(POSTER);", 0, 0, &error_msg);
rc = sqlite3_exec(db, "CREATE INDEX IDX_DT ON TEST(DT);", 0, 0, &error_msg);
rc = sqlite3_exec(db, "CREATE INDEX IDX_AGE ON TEST(AGE);", 0, 0, &error_msg);
rc = sqlite3_exec(db, "CREATE UNIQUE INDEX UIDX_RND ON TEST(RND);", 0, 0, &error_msg);
rc = sqlite3_exec(db, "COMMIT;", 0, 0, &error_msg);
printf("created 4 indexes in %.1f seconds\n", elapsedtime(start));
//begin timing db operations
start = clock();
printf("executing db operations...\n");
//subquery and row iteration
printf(" - subquery and cursor iteration\n");
sql = "SELECT * FROM TEST WHERE testid IN (SELECT testid FROM TEST WHERE LENGTH(rnd) = 14);";
sqlite3_prepare_v2(db, sql, -1, &stmt, NULL);
sqlite3_step(stmt);
while (sqlite3_step(stmt) != SQLITE_DONE) {sqlite3_step(stmt);}
//update subsets
printf(" - update subset\n");
rc = sqlite3_exec(db, "UPDATE TEST SET rnd = rnd || ' (16 CHARS)' WHERE LENGTH(rnd) = 16;", 0, 0, &error_msg);
//alter table, add new column, update
printf(" - add column and update\n");
rc = sqlite3_exec(db, "ALTER TABLE TEST ADD COLUMN newage INTEGER;", 0, 0, &error_msg);
rc = sqlite3_exec(db, "UPDATE TEST SET newage = age * 3 WHERE age < 25;", 0, 0, &error_msg);
rc = sqlite3_exec(db, "UPDATE TEST SET newage = age * 2 WHERE newage IS NULL;", 0, 0, &error_msg);
//delete subsets
printf(" - delete subsets\n");
rc = sqlite3_exec(db, "DELETE FROM TEST WHERE (age < 24 OR age = 76);", 0, 0, &error_msg);
rc = sqlite3_exec(db, "DELETE FROM TEST WHERE poster = 'RonB' AND age > 50);", 0, 0, &error_msg);
//final save
rc = sqlite3_exec(db, "COMMIT;", 0, 0, &error_msg);
//finish
sqlite3_finalize(stmt);
sqlite3_close(db);
printf("Processing done in %.1f
seconds.\n\n",elapsedtime(startmaster));
return 0;
}
=========================================================================
You have to compile and run my script (about 16sec on my system), and
post to cola the results using your optimized SQLite, and then using the precompiled SQLite binary. You also have to post your optimizations/flags.
Then, when the performance delta is proven to be very small, you have to
kiss my ass.
--- SoupGate-Win32 v1.05
* Origin: fsxNet Usenet Gateway (21:1/5)
