lonjil/derploader - Change XVRML25CYFXM5IXRG4L45Y6DWLAFLXPH5PWGO424KWAE3BQHGUGAC

Whoa, signed!

Created by Lonnie on November 16, 2021

XVRML25CYFXM5IXRG4L45Y6DWLAFLXPH5PWGO424KWAE3BQHGUGAC

Dependencies

In channels

main

Change contents

Insertion in build.zig at line 33 [3.57]
[3.976]
[3.976]
```
    exe.single_threaded = true;
```

Insertion in src/main.zig at line 32 [3.1454]

[2.1145]

[3.2093]

    clap.parseParam("--migrate           Update an old database.") catch unreachable,
    clap.parseParam("--yolo              PRAGMA synchronous = OFF") catch unreachable,

Replacement in src/main.zig at line 54 [3.1454]

B:BD[3.2622] → [3.2622:2649]

    \\  id INTEGER UNIQUE,

[3.2622]

[3.2649]

    \\  iid INTEGER PRIMARY KEY,
    \\  eid INTEGER UNIQUE,

Deletion in src/main.zig at line 57 [3.1454]
B:BD[3.2672] → [3.2672:2712]
```
    \\  image BLOB,
    \\  thumb BLOB,
```

Replacement in src/main.zig at line 63 [3.1454]

∅:D[2.1251] → [3.2950:3022]

B:BD[3.2950] → [3.2950:3022]

    \\  hash_full TEXT,
    \\  hash_thumb TEXT,
    \\  hash_meta TEXT

[2.1251]

[3.3022]

    \\  hash_meta TEXT,
    \\  image_id INTEGER,
    \\  thumb_id INTEGER

Deletion in src/main.zig at line 129 [3.1454]
B:BD[3.4580] → [3.4580:4615]
```
    var db: sqlite.Db = undefined;
```
Replacement in src/main.zig at line 130 [3.1454]
B:BD[3.4648] → [3.4648:4667]
```
    try db.init(.{
```
[3.4648]
[3.4667]
```
    var db = try sqlite.Db.init(.{
```

Replacement in src/main.zig at line 136 [3.1454]

B:BD[3.4810] → [3.4810:4849]

        .threading_mode = .Serialized,

[3.4810]

[3.4849]

        .threading_mode = .SingleThread,

Insertion in src/main.zig at line 140 [3.1454]

[3.4938]

    if (args.flag("--migrate")) {
        if (args.flag("--yolo")) try db.exec("PRAGMA synchronous=0;", .{}, .{});
        try db.exec("BEGIN IMMEDIATE;", .{}, .{});
        errdefer db.exec("ROLLBACK;", .{}, .{}) catch std.debug.panic("SQLite database errored trying to roll back. Have fun!", .{});
        var stmt = try db.prepare("SELECT ROWID FROM image;");
        defer stmt.deinit();
        var iter = try stmt.iterator(u64, .{});
        while (try iter.next(.{})) |id| {
            try db.exec(
                \\INSERT INTO blob (data, hash)
                \\  SELECT image, hash_full
                \\  FROM image WHERE ROWID = ?;
            , .{}, .{id});
            try db.exec(
                \\UPDATE image
                \\  SET image_id = last_insert_rowid()
                \\  WHERE ROWID = ?
            , .{}, .{id});
            try db.exec(
                \\INSERT INTO blob (data, hash)
                \\  SELECT thumb, hash_thumb
                \\  FROM image WHERE ROWID = ?;
            , .{}, .{id});
            try db.exec(
                \\UPDATE image
                \\  SET thumb_id = last_insert_rowid()
                \\  WHERE ROWID = ?
            , .{}, .{id});
        }
        db.exec("COMMIT;", .{}, .{}) catch std.debug.panic("SQLite database errored trying to commit. Not *terrible*, I guess.", .{});
        return;
    }

Deletion in src/main.zig at line 263 [3.1454]

B:BD[2.4507] → [2.4507:4823]

        var headers = zfetch.Headers.init(alloc);
        try headers.appendValue("Accept", "application/json");
        try headers.appendValue("User-Agent", "Derpiloader 0.1 (linux)");
        var req = try zfetch.Request.init(
            alloc,
            "https://derpibooru.org",
            null,
        );

Deletion in src/main.zig at line 277 [3.1454]
B:BD[2.5242] → [2.5242:5291]
```
        var buf = std.ArrayList(u8).init(alloc);
```

Insertion in src/main.zig at line 279 [3.1454]

[2.5402]

        var fuckme = std.ArrayList(u8).init(alloc);
        defer fuckme.deinit();

Replacement in src/main.zig at line 285 [3.1454]
B:BD[2.5630] → [2.5630:5662]
```
            while (true) foo: {
```
[2.5630]
[2.5662]
```
            fuck: while (true) {
```

Replacement in src/main.zig at line 291 [3.1454]

B:BD[2.5876] → [2.5876:6001]

                buf.clearRetainingCapacity();
                const url = try std.fmt.allocPrint(
                    alloc,

[2.5876]

[2.6001]

                _ = try std.fmt.bufPrintZ(
                    urlbuf[0..],

Replacement in src/main.zig at line 298 [3.1454]

B:BD[2.6235] → [2.6235:6490]

                try req.reset(url);
                try req.do(.GET, headers, null);
                const reader = req.reader();
                try reader.readAllArrayList(&buf, 500 * 1024);
                const val = try json.parse(alloc, buf.items);

[2.6235]

[2.6490]

                fuckme.clearRetainingCapacity();
                try easyFetch(handle, &urlbuf, &fuckme);
                const val = try json.parse(alloc, fuckme.items);

Replacement in src/main.zig at line 304 [3.1454]

B:BD[2.6637] → [2.6637:6704]

                            var buffer: [1024 * 10]u8 = undefined;

[2.6637]

[2.6704]

                            var buffer: [1024 * 20]u8 = undefined;

Replacement in src/main.zig at line 338 [3.1454]

B:BD[2.8359] → [2.8359:8399]

                            break :foo;

[2.8359]

[2.8399]

                            break :fuck;

Replacement in src/main.zig at line 439 [3.1454]

B:BD[2.10882] → [2.10882:10930]

        "SELECT true FROM image WHERE id = ?;",

[2.10882]

[2.10930]

        "SELECT true FROM image WHERE eid = ?;",

Replacement in src/main.zig at line 441 [3.1454]
B:BD[2.10943] → [2.10943:10966]
```
        .{ .id = id },
```
[2.10943]
[2.10966]
```
        .{ .eid = id },
```
Replacement in src/main.zig at line 454 [3.1454]
B:BD[2.11337] → [2.11337:11365]
```
        \\  INTO image (id)
```
[2.11337]
[2.11365]
```
        \\  INTO image (eid)
```

Replacement in src/main.zig at line 475 [3.1454]

B:BD[2.11852] → [2.11852:11925]

        "SELECT true FROM image WHERE id = ? AND metadata IS NOT NULL;",

[2.11852]

[2.11925]

        "SELECT true FROM image WHERE eid = ? AND metadata IS NOT NULL;",

Replacement in src/main.zig at line 477 [3.1454]
B:BD[2.11938] → [2.11938:11961]
```
        .{ .id = id },
```
[2.11938]
[2.11961]
```
        .{ .eid = id },
```

Replacement in src/main.zig at line 494 [3.1454]

B:BD[2.12469] → [2.12469:12508]

            \\    image (id, metadata)

[2.12469]

[2.12508]

            \\    image (eid, metadata)

Replacement in src/main.zig at line 496 [3.1454]
B:BD[2.12540] → [2.12540:12573]
```
            \\  ON CONFLICT (id)
```
[2.12540]
[2.12573]
```
            \\  ON CONFLICT (eid)
```

Replacement in src/main.zig at line 499 [3.1454]

B:BD[2.12651] → [2.12651:12711]

        , .{}, .{ .id = id, .metadata = metadata }) catch {

[2.12651]

[2.12711]

        , .{}, .{ .eid = id, .metadata = metadata }) catch {

Replacement in src/main.zig at line 508 [3.1454]

B:BD[2.13014] → [2.13014:13085]

            "UPDATE OR ROLLBACK image SET hash_meta = ? WHERE id = ?",

[2.13014]

[3.7417]

            "UPDATE OR ROLLBACK image SET hash_meta = ? WHERE eid = ?",

Replacement in src/main.zig at line 531 [3.1454]

B:BD[2.13599] → [2.13599:13672]

        "SELECT true FROM image WHERE id = ? AND metadata IS NOT NULL;",

[2.13599]

[2.13672]

        "SELECT true FROM image WHERE eid = ? AND metadata IS NOT NULL;",

Replacement in src/main.zig at line 533 [3.1454]
B:BD[2.13685] → [2.13685:13708]
```
        .{ .id = id },
```
[2.13685]
[2.13708]
```
        .{ .eid = id },
```
Replacement in src/main.zig at line 549 [3.1454]
B:BD[2.14188] → [2.14188:14216]
```
        return error.GO_ON;
```
[2.14188]
[2.14216]
```
        return error.FATAL;
```

Replacement in src/main.zig at line 559 [3.1454]

B:BD[2.14470] → [2.14470:14509]

            \\    image (id, metadata)

[2.14470]

[2.14509]

            \\    image (eid, metadata)

Replacement in src/main.zig at line 561 [3.1454]
B:BD[2.14541] → [2.14541:14574]
```
            \\  ON CONFLICT (id)
```
[2.14541]
[2.14574]
```
            \\  ON CONFLICT (eid)
```

Replacement in src/main.zig at line 564 [3.1454]

B:BD[2.14652] → [2.14652:14714]

        , .{}, .{ .id = id, .metadata = resp.items }) catch {

[2.14652]

[2.14714]

        , .{}, .{ .eid = id, .metadata = resp.items }) catch {

Replacement in src/main.zig at line 573 [3.1454]

B:BD[2.15009] → [2.15009:15080]

            "UPDATE OR ROLLBACK image SET hash_meta = ? WHERE id = ?",

[2.15009]

[4.2790]

            "UPDATE OR ROLLBACK image SET hash_meta = ? WHERE eid = ?",

Replacement in src/main.zig at line 604 [3.1454]

B:BD[2.15826] → [2.15826:15888]

        "SELECT full_url, thumb_url FROM image WHERE id = ?",

[2.15826]

[2.15888]

        "SELECT full_url, thumb_url FROM image WHERE eid = ?",

Replacement in src/main.zig at line 606 [3.1454]
B:BD[2.15901] → [2.15901:15924]
```
        .{ .id = id },
```
[2.15901]
[2.15924]
```
        .{ .eid = id },
```

Replacement in src/main.zig at line 616 [3.1454]

B:BD[2.16225] → [2.16225:16281]

                \\  WHERE id = ? AND image IS NOT NULL;

[2.16225]

[2.16281]

                \\  WHERE eid = ? AND image_id IS NOT NULL;

Insertion in src/main.zig at line 624 [3.1454]

[2.16599]

            }
            defer {
                resp.clearRetainingCapacity();
                std.mem.set(u8, hash_buf[0..], 0);
                std.mem.set(u8, hash_buf2[0..], 0);

Deletion in src/main.zig at line 633 [3.1454]

B:BD[2.16779] → [2.16779:17259]

            };
            try db.exec("BEGIN IMMEDIATE;", .{}, .{});
            errdefer db.exec("ROLLBACK;", .{}, .{}) catch {};
            db.exec(
                "UPDATE OR ROLLBACK image SET image = ? WHERE id = ?",
                .{},
                .{
                    .image = resp.items,
                    .id = id,
                },
            ) catch {
                sqliteErrorReport("Couldn't add image to DB.", db);
                return error.GO_ON;

Insertion in src/main.zig at line 638 [3.1454]

[2.17448]

            try db.exec("BEGIN IMMEDIATE;", .{}, .{});
            errdefer db.exec("ROLLBACK;", .{}, .{}) catch {};
            try db.exec(
                \\INSERT INTO blob (data, hash)
                \\  VALUES (?, ?);
            , .{}, .{ resp.items, hash_buf2[0..] });

Replacement in src/main.zig at line 645 [3.1454]

B:BD[2.17469] → [2.17469:17544]

                "UPDATE OR ROLLBACK image SET hash_full = ? WHERE id = ?",

[2.17469]

[2.17544]

                \\UPDATE OR ROLLBACK image
                \\  SET image_id = last_insert_rowid() WHERE eid = ?
            ,

Replacement in src/main.zig at line 649 [3.1454]
B:BD[2.17565] → [2.17565:17606]
```
                .{ hash_buf2[0..], id },
```
[2.17565]
[2.17606]
```
                .{id},
```

Replacement in src/main.zig at line 651 [3.1454]

B:BD[2.17628] → [2.17628:17694]

                sqliteErrorReport("Couldn't set iamge hash", db);

[2.17628]

[2.17694]

                sqliteErrorReport("Couldn't add image to DB.", db);

Deletion in src/main.zig at line 658 [3.1454]

B:BD[2.17918] → [2.17918:18056]

            resp.clearRetainingCapacity();
            std.mem.set(u8, hash_buf[0..], 0);
            std.mem.set(u8, hash_buf2[0..], 0);

Replacement in src/main.zig at line 663 [3.1454]

B:BD[2.18223] → [2.18223:18279]

                \\  WHERE id = ? AND thumb IS NOT NULL;

[2.18223]

[2.18279]

                \\  WHERE eid = ? AND thumb_id IS NOT NULL;

Replacement in src/main.zig at line 665 [3.1454]

B:BD[2.18313] → [2.18313:18414]

                sqliteErrorReport("SQLite error while checking if thumb is already downloaded", db);

[2.18313]

[2.18414]

                sqliteErrorReport("SQLite error while checking if image is already downloaded", db);

Replacement in src/main.zig at line 669 [3.1454]

B:BD[2.18496] → [2.18496:18569]

                log.info("Thumb for ID {d} already downloaded.", .{id});

[2.18496]

[2.18569]

                log.info("Image for ID {d} already downloaded.", .{id});

Replacement in src/main.zig at line 673 [3.1454]

B:BD[2.18660] → [2.18660:19257]

                log.info("Failed to download thumbnail image for ID {d}", .{id});
                return error.GO_ON;
            };
            try db.exec("BEGIN IMMEDIATE;", .{}, .{});
            errdefer db.exec("ROLLBACK;", .{}, .{}) catch {};
            db.exec(
                "UPDATE OR ROLLBACK image SET thumb = ? WHERE id = ?",
                .{},
                .{
                    .thumb = resp.items,
                    .id = id,
                },
            ) catch {
                sqliteErrorReport("Couldn't add thumb to DB", db);
                return error.GO_ON;

[2.18660]

[2.19257]

                log.info("Failed to download fullsize image for ID {d}", .{id});
                return error.FATAL;

Replacement in src/main.zig at line 677 [3.1454]

B:BD[2.19317] → [2.19317:19395]

                log.err("Couldn't hash thumb for ID {d}: {s}", .{ id, err });

[2.19317]

[2.19395]

                log.err("Couldn't hash image for ID {d}: {s}", .{ id, err });

Insertion in src/main.zig at line 680 [3.1454]

[2.19446]

            try db.exec("BEGIN IMMEDIATE;", .{}, .{});
            errdefer db.exec("ROLLBACK;", .{}, .{}) catch {};
            try db.exec(
                \\INSERT INTO blob (data, hash)
                \\  VALUES (?, ?);
            , .{}, .{ resp.items, hash_buf2[0..] });

Replacement in src/main.zig at line 687 [3.1454]

B:BD[2.19467] → [2.19467:19543]

                "UPDATE OR ROLLBACK image SET hash_thumb = ? WHERE id = ?",

[2.19467]

[2.19543]

                \\UPDATE OR ROLLBACK image
                \\  SET thumb_id = last_insert_rowid() WHERE eid = ?
            ,

Replacement in src/main.zig at line 691 [3.1454]
B:BD[2.19564] → [2.19564:19605]
```
                .{ hash_buf2[0..], id },
```
[2.19564]
[2.19605]
```
                .{id},
```

Replacement in src/main.zig at line 693 [3.1454]

B:BD[2.19627] → [2.19627:19693]

                sqliteErrorReport("Couldn't add thumb hash", db);

[2.19627]

[2.19693]

                sqliteErrorReport("Couldn't add image to DB.", db);

Replacement in src/main.zig at line 711 [3.1454]

B:BD[2.20200] → [2.20200:20260]

            image: ?[:0]u8,
            extension: ?[:0]u8,

[2.20200]

[2.20260]

            image: ?[]u8,
            extension: ?[]u8,

Replacement in src/main.zig at line 715 [3.1454]

B:BD[2.20286] → [2.20286:20345]

        "SELECT image, extension FROM image WHERE id = ?",

[2.20286]

[2.20345]

        "SELECT blob.data, image.extension FROM blob, image WHERE eid = ? AND image.image_id = blob.id;",

Replacement in src/main.zig at line 717 [3.1454]
B:BD[2.20358] → [2.20358:20381]
```
        .{ .id = id },
```
[2.20358]
[2.20381]
```
        .{id},
```

Insertion in zig.mod at line 9 [3.18992]

[2.21882]

      - -DSQLITE_ENABLE_DQS=0
      - -DSQLITE_THREADSAFE=0
      - -DSQLITE_DEFAULT_MEMSTATUS=0
      - -DSQLITE_DEFAULT_WAL_SYNCHRONOUS=1
      - -DSQLITE_LIKE_DOESNT_MATCH_BLOBS
      - -DSQLITE_MAX_EXPR_DEPTH=0
      - -DSQLITE_OMIT_DEPRECATED
      - -DSQLITE_OMIT_SHARED_CACHE
      - -DSQLITE_DEFAULT_FOREIGN_KEYS
      - -DHAVE_FDATASYNC
      - -DHAVE_ISNAN
      - -DSQLITE_USE_URI
      - -DSQLITE_ALLOW_URI_AUTHORITY
      - -DSQLITE_ENABLE_BYTECODE_VTAB
      - -DSQLITE_ENABLE_COLUMN_METADATA
      - -DSQLITE_ENABLE_DBPAGE_VTAB
      - -DSQLITE_ENABLE_DBSTAT_VTAB
      - -DSQLITE_ENABLE_EXPLAIN_COMMENTS
      - -DSQLITE_ENABLE_FTS5
      - -DSQLITE_ENABLE_MATH_FUNCTIONS
      - -DSQLITE_ENABLE_BATCH_ATOMIC_WRITE=1
    c_source_files:
      - ../../../../../../sqlite-amalgamation-3360000/sqlite3.c

Replacement in zigmod.lock at line 2 [3.19314]

B:BD[3.19317] → [5.1:88]

B:BD[5.88] → [2.22084:22177]

git https://github.com/Hejsil/zig-clap commit-ed90e560d9b1144a27562ef62ff7686eb3af029a
git https://github.com/vrischmann/zig-sqlite commit-1adb900dcc816a419a4b67ccae0555ffe33f72c4

[3.19317]

[2.22177]

git https://github.com/Hejsil/zig-clap commit-c5fb22823a9a4a699acaefc1e9febfee0b8e506c
git https://github.com/vrischmann/zig-sqlite commit-4954c419d379ffbb637904b41d25ef910c6bb02b

Replacement in zigmod.lock at line 5 [3.19314]

B:BD[2.22264] → [2.22264:22440]

git https://github.com/truemedian/zfetch commit-8bbc7b34cd417794841e1432585334bc969dfe83
git https://github.com/truemedian/hzzp commit-2d30bddae3bf1eaecde5144490307604efe76f2a

[2.22264]

[2.22440]

git https://github.com/truemedian/zfetch commit-6ba2ba136ec7cfc887811039cd4a7d8a43ba725b
git https://github.com/truemedian/hzzp commit-492107d44caa2676c7b5aa4e934e1e937232d652