chore: fix typo in llama.cpp

[alwqx]

architectues -> architectues

[github-actions]

📈 llama.cpp server for bench-server-baseline on Standard_NC4as_T4_v3 for phi-2-q4_0: 526 iterations 🚀

Expand details for performance related PR only

• Concurrent users: 8, duration: 10m
• HTTP request : avg=8896.92ms p(95)=21684.2ms fails=, finish reason: stop=458 truncated=68
• Prompt processing (pp): avg=109.96tk/s p(95)=502.37tk/s
• Token generation (tg): avg=35.68tk/s p(95)=45.84tk/s
• ggml-org/models/phi-2/ggml-model-q4_0.gguf parallel=8 ctx-size=16384 ngl=33 batch-size=2048 ubatch-size=256 pp=1024 pp+tg=2048 branch=fix/typo-in-llama-cpp commit=c9fbea433cc31767a3ffe71ade8cae5b3214402f

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:prompt_tokens_seconds"
    x-axis "llamacpp:prompt_tokens_seconds" 1714667944 --> 1714668576
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 918.21, 918.21, 918.21, 918.21, 918.21, 888.44, 888.44, 888.44, 888.44, 888.44, 856.09, 856.09, 856.09, 856.09, 856.09, 920.07, 920.07, 920.07, 920.07, 920.07, 929.46, 929.46, 929.46, 929.46, 929.46, 919.11, 919.11, 919.11, 919.11, 919.11, 898.5, 898.5, 898.5, 898.5, 898.5, 922.09, 922.09, 922.09, 922.09, 922.09, 914.54, 914.54, 914.54, 914.54, 914.54, 919.72, 919.72, 919.72, 919.72, 919.72, 917.29, 917.29, 917.29, 917.29, 917.29, 930.11, 930.11, 930.11, 930.11, 930.11, 913.6, 913.6, 913.6, 913.6, 913.6, 917.54, 917.54, 917.54, 917.54, 917.54, 918.3, 918.3, 918.3, 918.3, 918.3, 927.13, 927.13, 927.13, 927.13, 927.13, 926.0, 926.0, 926.0, 926.0, 926.0, 920.68, 920.68, 920.68, 920.68, 920.68, 916.14, 916.14, 916.14, 916.14, 916.14, 914.43, 914.43, 914.43, 914.43, 914.43, 910.13, 910.13, 910.13, 910.13, 910.13, 909.79, 909.79, 909.79, 909.79, 909.79, 910.65, 910.65, 910.65, 910.65, 910.65, 904.71, 904.71, 904.71, 904.71, 904.71, 903.32, 903.32, 903.32, 903.32, 903.32, 904.51, 904.51, 904.51, 904.51, 904.51, 913.72, 913.72, 913.72, 913.72, 913.72, 918.3, 918.3, 918.3, 918.3, 918.3, 915.11, 915.11, 915.11, 915.11, 915.11, 912.37, 912.37, 912.37, 912.37, 912.37, 911.66, 911.66, 911.66, 911.66, 911.66, 915.44, 915.44, 915.44, 915.44, 915.44, 914.28, 914.28, 914.28, 914.28, 914.28, 911.85, 911.85, 911.85, 911.85, 911.85, 914.08, 914.08, 914.08, 914.08, 914.08, 923.99, 923.99, 923.99, 923.99, 923.99, 928.77, 928.77, 928.77, 928.77, 928.77, 934.18, 934.18, 934.18, 934.18, 934.18, 930.44, 930.44, 930.44, 930.44, 930.44, 927.42, 927.42, 927.42, 927.42, 927.42, 926.29, 926.29, 926.29, 926.29, 926.29, 930.0, 930.0, 930.0, 930.0, 930.0, 928.46, 928.46, 928.46, 928.46, 928.46, 922.69, 922.69, 922.69, 922.69, 922.69, 906.54, 906.54, 906.54, 906.54, 906.54, 905.38, 905.38, 905.38, 905.38, 905.38, 896.9, 896.9, 896.9, 896.9, 896.9, 893.79, 893.79, 893.79, 893.79, 893.79, 899.16, 899.16, 899.16, 899.16, 899.16, 899.3, 899.3, 899.3, 899.3, 899.3, 897.93, 897.93, 897.93, 897.93, 897.93, 900.7, 900.7, 900.7, 900.7, 900.7, 900.98, 900.98, 900.98, 900.98, 900.98, 898.99, 898.99, 898.99, 898.99, 898.99, 900.66, 900.66, 900.66, 900.66, 900.66, 899.71, 899.71, 899.71, 899.71, 899.71, 903.75, 903.75, 903.75, 903.75, 903.75, 904.25, 904.25, 904.25, 904.25, 904.25, 903.08, 903.08, 903.08, 903.08, 903.08, 904.12, 904.12, 904.12, 904.12, 904.12, 904.14, 904.14]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:predicted_tokens_seconds"
    x-axis "llamacpp:predicted_tokens_seconds" 1714667944 --> 1714668576
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 35.44, 35.44, 35.44, 35.44, 35.44, 30.78, 30.78, 30.78, 30.78, 30.78, 29.81, 29.81, 29.81, 29.81, 29.81, 31.79, 31.79, 31.79, 31.79, 31.79, 31.93, 31.93, 31.93, 31.93, 31.93, 32.5, 32.5, 32.5, 32.5, 32.5, 33.04, 33.04, 33.04, 33.04, 33.04, 33.53, 33.53, 33.53, 33.53, 33.53, 33.7, 33.7, 33.7, 33.7, 33.7, 33.6, 33.6, 33.6, 33.6, 33.6, 33.52, 33.52, 33.52, 33.52, 33.52, 33.37, 33.37, 33.37, 33.37, 33.37, 33.44, 33.44, 33.44, 33.44, 33.44, 32.39, 32.39, 32.39, 32.39, 32.39, 31.78, 31.78, 31.78, 31.78, 31.78, 31.25, 31.25, 31.25, 31.25, 31.25, 31.28, 31.28, 31.28, 31.28, 31.28, 31.55, 31.55, 31.55, 31.55, 31.55, 31.28, 31.28, 31.28, 31.28, 31.28, 31.13, 31.13, 31.13, 31.13, 31.13, 30.86, 30.86, 30.86, 30.86, 30.86, 30.86, 30.86, 30.86, 30.86, 30.86, 30.95, 30.95, 30.95, 30.95, 30.95, 31.17, 31.17, 31.17, 31.17, 31.17, 31.24, 31.24, 31.24, 31.24, 31.24, 31.35, 31.35, 31.35, 31.35, 31.35, 31.51, 31.51, 31.51, 31.51, 31.51, 31.43, 31.43, 31.43, 31.43, 31.43, 30.61, 30.61, 30.61, 30.61, 30.61, 30.62, 30.62, 30.62, 30.62, 30.62, 30.74, 30.74, 30.74, 30.74, 30.74, 30.91, 30.91, 30.91, 30.91, 30.91, 30.96, 30.96, 30.96, 30.96, 30.96, 31.09, 31.09, 31.09, 31.09, 31.09, 31.16, 31.16, 31.16, 31.16, 31.16, 31.07, 31.07, 31.07, 31.07, 31.07, 30.98, 30.98, 30.98, 30.98, 30.98, 30.97, 30.97, 30.97, 30.97, 30.97, 30.72, 30.72, 30.72, 30.72, 30.72, 30.75, 30.75, 30.75, 30.75, 30.75, 30.9, 30.9, 30.9, 30.9, 30.9, 31.02, 31.02, 31.02, 31.02, 31.02, 31.06, 31.06, 31.06, 31.06, 31.06, 31.17, 31.17, 31.17, 31.17, 31.17, 30.99, 30.99, 30.99, 30.99, 30.99, 30.51, 30.51, 30.51, 30.51, 30.51, 30.21, 30.21, 30.21, 30.21, 30.21, 29.4, 29.4, 29.4, 29.4, 29.4, 29.38, 29.38, 29.38, 29.38, 29.38, 29.38, 29.38, 29.38, 29.38, 29.38, 29.45, 29.45, 29.45, 29.45, 29.45, 29.6, 29.6, 29.6, 29.6, 29.6, 29.72, 29.72, 29.72, 29.72, 29.72, 29.73, 29.73, 29.73, 29.73, 29.73, 29.72, 29.72, 29.72, 29.72, 29.72, 29.61, 29.61, 29.61, 29.61, 29.61, 29.55, 29.55, 29.55, 29.55, 29.55, 29.59, 29.59, 29.59, 29.59, 29.59, 29.73, 29.73, 29.73, 29.73, 29.73, 29.83, 29.83, 29.83, 29.83, 29.83, 29.95, 29.95]
                    

Loading

Details

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:kv_cache_usage_ratio"
    x-axis "llamacpp:kv_cache_usage_ratio" 1714667944 --> 1714668576
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.37, 0.37, 0.37, 0.37, 0.37, 0.32, 0.32, 0.32, 0.32, 0.32, 0.17, 0.17, 0.17, 0.17, 0.17, 0.22, 0.22, 0.22, 0.22, 0.22, 0.15, 0.15, 0.15, 0.15, 0.15, 0.19, 0.19, 0.19, 0.19, 0.19, 0.13, 0.13, 0.13, 0.13, 0.13, 0.19, 0.19, 0.19, 0.19, 0.19, 0.2, 0.2, 0.2, 0.2, 0.2, 0.18, 0.18, 0.18, 0.18, 0.18, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.34, 0.34, 0.34, 0.34, 0.34, 0.24, 0.24, 0.24, 0.24, 0.24, 0.19, 0.19, 0.19, 0.19, 0.19, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.15, 0.15, 0.15, 0.15, 0.15, 0.3, 0.3, 0.3, 0.3, 0.3, 0.28, 0.28, 0.28, 0.28, 0.28, 0.14, 0.14, 0.14, 0.14, 0.14, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.3, 0.3, 0.3, 0.3, 0.3, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.21, 0.21, 0.21, 0.21, 0.21, 0.37, 0.37, 0.37, 0.37, 0.37, 0.22, 0.22, 0.22, 0.22, 0.22, 0.19, 0.19, 0.19, 0.19, 0.19, 0.12, 0.12, 0.12, 0.12, 0.12, 0.12, 0.12, 0.12, 0.12, 0.12, 0.1, 0.1, 0.1, 0.1, 0.1, 0.19, 0.19, 0.19, 0.19, 0.19, 0.14, 0.14, 0.14, 0.14, 0.14, 0.16, 0.16, 0.16, 0.16, 0.16, 0.19, 0.19, 0.19, 0.19, 0.19, 0.25, 0.25, 0.25, 0.25, 0.25, 0.16, 0.16, 0.16, 0.16, 0.16, 0.18, 0.18, 0.18, 0.18, 0.18, 0.14, 0.14, 0.14, 0.14, 0.14, 0.1, 0.1, 0.1, 0.1, 0.1, 0.14, 0.14, 0.14, 0.14, 0.14, 0.34, 0.34, 0.34, 0.34, 0.34, 0.54, 0.54, 0.54, 0.54, 0.54, 0.59, 0.59, 0.59, 0.59, 0.59, 0.55, 0.55, 0.55, 0.55, 0.55, 0.09, 0.09, 0.09, 0.09, 0.09, 0.15, 0.15, 0.15, 0.15, 0.15, 0.17, 0.17, 0.17, 0.17, 0.17, 0.12, 0.12, 0.12, 0.12, 0.12, 0.16, 0.16, 0.16, 0.16, 0.16, 0.12, 0.12, 0.12, 0.12, 0.12, 0.19, 0.19, 0.19, 0.19, 0.19, 0.25, 0.25, 0.25, 0.25, 0.25, 0.19, 0.19, 0.19, 0.19, 0.19, 0.09, 0.09, 0.09, 0.09, 0.09, 0.15, 0.15, 0.15, 0.15, 0.15, 0.08, 0.08, 0.08, 0.08, 0.08, 0.08, 0.08, 0.08, 0.08, 0.08, 0.14, 0.14]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:requests_processing"
    x-axis "llamacpp:requests_processing" 1714667944 --> 1714668576
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 7.0, 7.0, 7.0, 7.0, 7.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 7.0, 7.0, 7.0, 7.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 5.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 5.0, 5.0, 5.0, 5.0, 5.0, 1.0, 1.0]
                    

Loading