Stable infinite files

.github/workflows/test.yml

@@ -112,6 +112,7 @@ jobs:
                     "examples/inspect_message",
                     "examples/internet_identity",
                     "examples/key_value_store",
+                    "examples/large_files",
                     "examples/ledger_canister",
                     "examples/list_of_lists",
                     "examples/management_canister",

dfx/index.ts

@@ -0,0 +1,94 @@
+import { execSync } from 'child_process';
+import { Secp256k1KeyIdentity } from '@dfinity/identity-secp256k1';
+import { readFile } from 'fs/promises';
+import { homedir } from 'os';
+import { join } from 'path';
+import { HttpAgent } from '@dfinity/agent';
+
+export function getCanisterId(canisterName: string): string {
+    return execSync(
+        `dfx canister --network ${
+            process.env.DFX_NETWORK ?? 'local'
+        } id ${canisterName}`
+    )
+        .toString()
+        .trim();
+}
+
+export function getWebServerPort(): string {
+    return execSync(`dfx info webserver-port`).toString().trim();
+}
+
+export function getCanisterOrigin(canisterName: string): string {
+    return `http://${getCanisterId(
+        canisterName
+    )}.localhost:${getWebServerPort()}`;
+}
+
+export function getAgentHost(): string {
+    return process.env.DFX_NETWORK === 'ic'
+        ? `https://icp-api.io`
+        : `http://127.0.0.1:${getWebServerPort()}`;
+}
+
+export async function createAnonymousAgent() {
+    const agent = new HttpAgent({
+        host: getAgentHost()
+    });
+
+    if (process.env.DFX_NETWORK !== 'ic') {
+        await agent.fetchRootKey();
+    }
+}
+
+export async function createAuthenticatedAgent(
+    identityName?: string
+): Promise<HttpAgent> {
+    const agent = new HttpAgent({
+        host: getAgentHost(),
+        identity: getIdentity(identityName)
+    });
+
+    if (process.env.DFX_NETWORK !== 'ic') {
+        await agent.fetchRootKey();
+    }
+
+    return agent;
+}
+
+export function getIdentityName(): string {
+    return execSync(`dfx identity whoami`).toString().trim();
+}
+
+export function generateIdentity(name: string) {
+    execSync(`dfx identity new ${name} --storage-mode plaintext`);
+}
+
+export function useIdentity(name: string) {
+    execSync(`dfx identity use ${name}`);
+}
+
+export function getIdentities(): string[] {
+    const list = execSync(`dfx identity list`).toString().trim();
+    const identities = list.split('\n');
+
+    return identities;
+}
+
+export function removeIdentity(name: string) {
+    execSync(`dfx identity remove ${name}`);
+}
+
+export async function getIdentity(
+    identityName: string = getIdentityName()
+): Promise<Secp256k1KeyIdentity> {
+    const identityPath = join(
+        homedir(),
+        '.config',
+        'dfx',
+        'identity',
+        identityName,
+        'identity.pem'
+    );
+    return Secp256k1KeyIdentity.fromPem(await readFile(identityPath, 'utf-8'));
+}

examples/apollo_server/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { getTests } from './tests';
 
 const canisterId = getCanisterId('apollo_server');

examples/async_await/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor } from './dfx_generated/async_await';
 import { get_tests } from './tests';
 

examples/audio_and_video/.gitignore

@@ -1,3 +1,6 @@
 .azle
 .dfx
 node_modules
+src/backend/media/jordan_video_streaming_demo.mp4
+src/backend/media/popeye_the_sailor_meets_sindbad_the_sailor.mp4
+src/backend/media/the_memphis_belle.mp4

examples/audio_and_video/dfx.json

@@ -10,8 +10,20 @@
             "gzip": true,
             "assets": [
                 ["src/frontend/dist", "dist"],
-                ["src/backend/media", "media"]
+                ["src/backend/media/audio.ogg", "media/audio.ogg"],
+                ["src/backend/media/video.ogv", "media/video.ogv"]
             ],
+            "assets_large_commented_out": [
+                [
+                    "src/backend/media/jordan_video_streaming_demo.mp4",
+                    "media/jordan_video_streaming_demo.mp4"
+                ],
+                [
+                    "src/backend/media/popeye_the_sailor_meets_sindbad_the_sailor.mp4",
+                    "media/popeye_the_sailor_meets_sindbad_the_sailor.mp4"
+                ]
+            ],
+            "post_install": "npx azle upload-assets backend",
             "build_assets": "npm run build",
             "metadata": [
                 {

examples/audio_and_video/src/frontend/index.html

@@ -2,17 +2,95 @@
 
 <html>
     <head>
-        <title>Audio and Video</title>
+        <title>ICP Video/Audio Streaming w/ Range Requests</title>
     </head>
 
     <body>
-        <video
-            src="media/video.ogv"
-            controls
-        ></video>
-        <audio
-            src="media/audio.ogg"
-            controls
-        ></audio>
+        <style>
+            .title {
+                display: flex;
+                flex-direction: column;
+                align-items: center;
+            }
+
+            .info {
+                padding-bottom: 25px;
+            }
+
+            .media-container {
+                display: flex;
+                flex-direction: column;
+                justify-content: center;
+                align-items: center;
+            }
+
+            .media-title {
+                padding: 25px;
+            }
+
+            video {
+                max-height: 75vh;
+            }
+        </style>
+
+        <div class="title">
+            <h1>ICP Video/Audio Streaming w/ Range Requests</h1>
+            <div class="info">
+                <div>
+                    1.
+                    <a
+                        href="https://github.com/demergent-labs/azle/blob/main/examples/audio_and_video/src/backend/server.ts"
+                        target="_blank"
+                        >View the incredibly simple source code</a
+                    >
+                </div>
+                <div>
+                    2. Details on scalability are not fully known yet (consider
+                    boundary node caching/limits + subnet/canister query limits)
+                </div>
+                <div>
+                    3. Streaming is currently free (besides storage, upload,
+                    etc); this will most likely change in the future
+                </div>
+                <div>
+                    4. Very large file uploads (greater than ~20 MiB) will be
+                    released in subsequent versions of Azle
+                </div>
+            </div>
+        </div>
+
+        <div class="media-container">
+            <video
+                src="media/jordan_video_streaming_demo.mp4"
+                controls
+            ></video>
+            <div class="media-title">
+                Jordan Video Streaming Demo - 17.78 MiB
+            </div>
+        </div>
+
+        <div class="media-container">
+            <video
+                src="media/popeye_the_sailor_meets_sindbad_the_sailor.mp4"
+                controls
+            ></video>
+            <div class="media-title">
+                <a
+                    href="https://www.loc.gov/item/mbrs00068306"
+                    target="_blank"
+                    >Popeye the Sailor Meets Sindbad the Sailor - 611.98 MiB</a
+                >
+            </div>
+        </div>
+
+        <div class="media-container">
+            <audio
+                src="media/audio.ogg"
+                controls
+            ></audio>
+            <div class="media-title">
+                Abraham Lincoln's Second Inaugural Address - 5.33 MiB
+            </div>
+        </div>
     </body>
 </html>

examples/audio_and_video/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { getTests } from './tests';
 
 const canisterId = getCanisterId('backend');

examples/audio_recorder/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor } from '../test/dfx_generated/audio_recorder';
 import { get_tests } from './tests';
 

examples/autoreload/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { getTests } from './tests';
 
 const canisterId = getCanisterId('autoreload');

examples/bitcoin/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests, Test } from 'azle/test';
+import { runTests, Test } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from './dfx_generated/bitcoin';
 import { wallets } from './wallets';
 import { impureSetup, whileRunningBitcoinDaemon } from './setup';

examples/blob_array/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from './dfx_generated/blob_array';
 import { get_tests } from './tests';
 

examples/bytes/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from './dfx_generated/bytes_canister';
 import { get_tests } from './tests';
 

examples/call_raw/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from '../test/dfx_generated/call_raw';
 import { get_tests } from './tests';
 

examples/candid_encoding/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from './dfx_generated/candid_encoding';
 import { get_tests } from './tests';
 

examples/candid_keywords/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { createActor } from './dfx_generated/candid_keywords';
 import { getTests } from './tests';
 

examples/canister/test/pretest.ts

@@ -1,5 +1,5 @@
 import { execSync } from 'child_process';
-import { getCanisterId } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 
 async function pretest() {
     await new Promise((resolve) => setTimeout(resolve, 5000));

examples/canister/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor } from './dfx_generated/canister';
 import { getTests } from './tests';
 

examples/canister/test/tests.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, Test } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { Test } from 'azle/test';
 import { _SERVICE } from './dfx_generated/canister/canister.did';
 import { ActorSubclass } from '@dfinity/agent';
 import { Principal } from '@dfinity/principal';

examples/ckbtc/test/tests.ts

@@ -3,7 +3,7 @@ import { ActorSubclass } from '@dfinity/agent';
 import { AzleResult, Test } from 'azle/test';
 import { Identity } from '@dfinity/agent';
 import { Ed25519KeyIdentity } from '@dfinity/identity';
-import { getCanisterId } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 
 // @ts-ignore
 import { _SERVICE } from '../wallet/frontend/dfx_generated/wallet_backend/wallet_backend.did';

examples/complex_init/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor as createComplexActor } from '../test/dfx_generated/complex_init';
 // @ts-ignore
 import { createActor as createRecActor } from '../test/dfx_generated/rec_init';

examples/complex_types/test/test.ts

@@ -1,6 +1,7 @@
 // TODO this needs to be more thoroughly tested
 
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor } from '../test/dfx_generated/complex_types';
 import { get_tests } from './tests';
 

examples/composite_queries/test/pretest.ts

@@ -1,4 +1,4 @@
-import { getCanisterId } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
 import { execSync } from 'child_process';
 
 async function pretest() {

examples/composite_queries/test/test.ts

@@ -1,4 +1,5 @@
-import { getCanisterId, runTests } from 'azle/test';
+import { getCanisterId } from 'azle/dfx';
+import { runTests } from 'azle/test';
 import { createActor } from './dfx_generated/canister1';
 import { get_tests } from './tests';