Add an option to build without CUDA VMM

[WilliamTambellini]

Add an option to build ggml cuda without CUDA VMM
resolves
#6889
refs
https://forums.developer.nvidia.com/t/potential-nvshmem-allocated-memory-performance-issue/275416/4

[github-actions]

📈 llama.cpp server for bench-server-baseline on Standard_NC4as_T4_v3 for phi-2-q4_0: 525 iterations 🚀

Expand details for performance related PR only

• Concurrent users: 8, duration: 10m
• HTTP request : avg=8906.5ms p(95)=21670.45ms fails=, finish reason: stop=453 truncated=72
• Prompt processing (pp): avg=104.69tk/s p(95)=538.47tk/s
• Token generation (tg): avg=33.63tk/s p(95)=45.95tk/s
• ggml-org/models/phi-2/ggml-model-q4_0.gguf parallel=8 ctx-size=16384 ngl=33 batch-size=2048 ubatch-size=256 pp=1024 pp+tg=2048 branch=NOVMM commit=8fbf31cfd40b64e565c71ed1a3d39d9328ffbf15

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 525 iterations"
    y-axis "llamacpp:prompt_tokens_seconds"
    x-axis "llamacpp:prompt_tokens_seconds" 1715011190 --> 1715011816
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 240.35, 240.35, 240.35, 240.35, 240.35, 703.42, 703.42, 703.42, 703.42, 703.42, 750.13, 750.13, 750.13, 750.13, 750.13, 771.41, 771.41, 771.41, 771.41, 771.41, 832.45, 832.45, 832.45, 832.45, 832.45, 855.74, 855.74, 855.74, 855.74, 855.74, 854.64, 854.64, 854.64, 854.64, 854.64, 864.14, 864.14, 864.14, 864.14, 864.14, 872.46, 872.46, 872.46, 872.46, 872.46, 870.67, 870.67, 870.67, 870.67, 870.67, 879.79, 879.79, 879.79, 879.79, 879.79, 900.4, 900.4, 900.4, 900.4, 900.4, 915.67, 915.67, 915.67, 915.67, 915.67, 922.58, 922.58, 922.58, 922.58, 922.58, 928.89, 928.89, 928.89, 928.89, 928.89, 855.63, 855.63, 855.63, 855.63, 855.63, 859.84, 859.84, 859.84, 859.84, 859.84, 858.12, 858.12, 858.12, 858.12, 858.12, 868.71, 868.71, 868.71, 868.71, 868.71, 869.72, 869.72, 869.72, 869.72, 869.72, 864.6, 864.6, 864.6, 864.6, 864.6, 869.12, 869.12, 869.12, 869.12, 869.12, 869.85, 869.85, 869.85, 869.85, 869.85, 887.15, 887.15, 887.15, 887.15, 887.15, 885.61, 885.61, 885.61, 885.61, 885.61, 887.55, 887.55, 887.55, 887.55, 887.55, 889.52, 889.52, 889.52, 889.52, 889.52, 863.14, 863.14, 863.14, 863.14, 863.14, 858.66, 858.66, 858.66, 858.66, 858.66, 856.32, 856.32, 856.32, 856.32, 856.32, 856.29, 856.29, 856.29, 856.29, 856.29, 861.32, 861.32, 861.32, 861.32, 861.32, 860.79, 860.79, 860.79, 860.79, 860.79, 857.32, 857.32, 857.32, 857.32, 857.32, 857.03, 857.03, 857.03, 857.03, 857.03, 840.55, 840.55, 840.55, 840.55, 840.55, 843.97, 843.97, 843.97, 843.97, 843.97, 850.83, 850.83, 850.83, 850.83, 850.83, 847.53, 847.53, 847.53, 847.53, 847.53, 846.49, 846.49, 846.49, 846.49, 846.49, 844.45, 844.45, 844.45, 844.45, 844.45, 847.62, 847.62, 847.62, 847.62, 847.62, 852.95, 852.95, 852.95, 852.95, 852.95, 863.28, 863.28, 863.28, 863.28, 863.28, 852.83, 852.83, 852.83, 852.83, 852.83, 852.12, 852.12, 852.12, 852.12, 852.12, 850.3, 850.3, 850.3, 850.3, 850.3, 847.42, 847.42, 847.42, 847.42, 847.42, 852.03, 852.03, 852.03, 852.03, 852.03, 853.83, 853.83, 853.83, 853.83, 853.83, 852.76, 852.76, 852.76, 852.76, 852.76, 859.12, 859.12, 859.12, 859.12, 859.12, 858.11, 858.11, 858.11, 858.11, 858.11, 862.13, 862.13, 862.13, 862.13, 862.13, 864.95, 864.95, 864.95, 864.95, 864.95, 864.19, 864.19, 864.19, 864.19, 864.19, 868.64, 868.64, 868.64, 868.64, 868.64, 869.89, 869.89, 869.89, 869.89, 869.89, 871.04, 871.04, 871.04, 871.04, 871.04, 871.03, 871.03, 871.03, 871.03, 871.03, 872.23, 872.23, 872.23, 872.23]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 525 iterations"
    y-axis "llamacpp:predicted_tokens_seconds"
    x-axis "llamacpp:predicted_tokens_seconds" 1715011190 --> 1715011816
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 30.14, 30.14, 30.14, 30.14, 30.14, 27.95, 27.95, 27.95, 27.95, 27.95, 28.9, 28.9, 28.9, 28.9, 28.9, 30.47, 30.47, 30.47, 30.47, 30.47, 31.43, 31.43, 31.43, 31.43, 31.43, 32.26, 32.26, 32.26, 32.26, 32.26, 33.39, 33.39, 33.39, 33.39, 33.39, 33.56, 33.56, 33.56, 33.56, 33.56, 33.67, 33.67, 33.67, 33.67, 33.67, 33.46, 33.46, 33.46, 33.46, 33.46, 33.47, 33.47, 33.47, 33.47, 33.47, 33.5, 33.5, 33.5, 33.5, 33.5, 33.12, 33.12, 33.12, 33.12, 33.12, 33.13, 33.13, 33.13, 33.13, 33.13, 32.22, 32.22, 32.22, 32.22, 32.22, 31.97, 31.97, 31.97, 31.97, 31.97, 32.11, 32.11, 32.11, 32.11, 32.11, 32.07, 32.07, 32.07, 32.07, 32.07, 31.9, 31.9, 31.9, 31.9, 31.9, 31.94, 31.94, 31.94, 31.94, 31.94, 31.96, 31.96, 31.96, 31.96, 31.96, 31.99, 31.99, 31.99, 31.99, 31.99, 31.98, 31.98, 31.98, 31.98, 31.98, 31.67, 31.67, 31.67, 31.67, 31.67, 31.88, 31.88, 31.88, 31.88, 31.88, 31.91, 31.91, 31.91, 31.91, 31.91, 31.87, 31.87, 31.87, 31.87, 31.87, 31.4, 31.4, 31.4, 31.4, 31.4, 31.25, 31.25, 31.25, 31.25, 31.25, 31.36, 31.36, 31.36, 31.36, 31.36, 31.51, 31.51, 31.51, 31.51, 31.51, 31.62, 31.62, 31.62, 31.62, 31.62, 31.47, 31.47, 31.47, 31.47, 31.47, 31.08, 31.08, 31.08, 31.08, 31.08, 31.13, 31.13, 31.13, 31.13, 31.13, 30.99, 30.99, 30.99, 30.99, 30.99, 30.91, 30.91, 30.91, 30.91, 30.91, 30.74, 30.74, 30.74, 30.74, 30.74, 30.77, 30.77, 30.77, 30.77, 30.77, 30.95, 30.95, 30.95, 30.95, 30.95, 31.09, 31.09, 31.09, 31.09, 31.09, 31.2, 31.2, 31.2, 31.2, 31.2, 30.97, 30.97, 30.97, 30.97, 30.97, 30.85, 30.85, 30.85, 30.85, 30.85, 30.65, 30.65, 30.65, 30.65, 30.65, 30.59, 30.59, 30.59, 30.59, 30.59, 29.16, 29.16, 29.16, 29.16, 29.16, 29.14, 29.14, 29.14, 29.14, 29.14, 29.12, 29.12, 29.12, 29.12, 29.12, 29.12, 29.12, 29.12, 29.12, 29.12, 29.18, 29.18, 29.18, 29.18, 29.18, 29.34, 29.34, 29.34, 29.34, 29.34, 29.36, 29.36, 29.36, 29.36, 29.36, 29.38, 29.38, 29.38, 29.38, 29.38, 29.16, 29.16, 29.16, 29.16, 29.16, 29.14, 29.14, 29.14, 29.14, 29.14, 29.1, 29.1, 29.1, 29.1, 29.1, 29.2, 29.2, 29.2, 29.2, 29.2, 29.3, 29.3, 29.3, 29.3, 29.3, 29.4, 29.4, 29.4, 29.4]
                    

Loading

Details

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 525 iterations"
    y-axis "llamacpp:kv_cache_usage_ratio"
    x-axis "llamacpp:kv_cache_usage_ratio" 1715011190 --> 1715011816
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.07, 0.07, 0.07, 0.07, 0.07, 0.26, 0.26, 0.26, 0.26, 0.26, 0.25, 0.25, 0.25, 0.25, 0.25, 0.13, 0.13, 0.13, 0.13, 0.13, 0.21, 0.21, 0.21, 0.21, 0.21, 0.13, 0.13, 0.13, 0.13, 0.13, 0.18, 0.18, 0.18, 0.18, 0.18, 0.17, 0.17, 0.17, 0.17, 0.17, 0.14, 0.14, 0.14, 0.14, 0.14, 0.17, 0.17, 0.17, 0.17, 0.17, 0.21, 0.21, 0.21, 0.21, 0.21, 0.22, 0.22, 0.22, 0.22, 0.22, 0.21, 0.21, 0.21, 0.21, 0.21, 0.12, 0.12, 0.12, 0.12, 0.12, 0.36, 0.36, 0.36, 0.36, 0.36, 0.18, 0.18, 0.18, 0.18, 0.18, 0.16, 0.16, 0.16, 0.16, 0.16, 0.19, 0.19, 0.19, 0.19, 0.19, 0.18, 0.18, 0.18, 0.18, 0.18, 0.23, 0.23, 0.23, 0.23, 0.23, 0.15, 0.15, 0.15, 0.15, 0.15, 0.16, 0.16, 0.16, 0.16, 0.16, 0.14, 0.14, 0.14, 0.14, 0.14, 0.25, 0.25, 0.25, 0.25, 0.25, 0.11, 0.11, 0.11, 0.11, 0.11, 0.12, 0.12, 0.12, 0.12, 0.12, 0.19, 0.19, 0.19, 0.19, 0.19, 0.37, 0.37, 0.37, 0.37, 0.37, 0.23, 0.23, 0.23, 0.23, 0.23, 0.13, 0.13, 0.13, 0.13, 0.13, 0.11, 0.11, 0.11, 0.11, 0.11, 0.13, 0.13, 0.13, 0.13, 0.13, 0.11, 0.11, 0.11, 0.11, 0.11, 0.18, 0.18, 0.18, 0.18, 0.18, 0.14, 0.14, 0.14, 0.14, 0.14, 0.25, 0.25, 0.25, 0.25, 0.25, 0.17, 0.17, 0.17, 0.17, 0.17, 0.31, 0.31, 0.31, 0.31, 0.31, 0.15, 0.15, 0.15, 0.15, 0.15, 0.18, 0.18, 0.18, 0.18, 0.18, 0.15, 0.15, 0.15, 0.15, 0.15, 0.1, 0.1, 0.1, 0.1, 0.1, 0.22, 0.22, 0.22, 0.22, 0.22, 0.46, 0.46, 0.46, 0.46, 0.46, 0.54, 0.54, 0.54, 0.54, 0.54, 0.61, 0.61, 0.61, 0.61, 0.61, 0.58, 0.58, 0.58, 0.58, 0.58, 0.09, 0.09, 0.09, 0.09, 0.09, 0.17, 0.17, 0.17, 0.17, 0.17, 0.22, 0.22, 0.22, 0.22, 0.22, 0.13, 0.13, 0.13, 0.13, 0.13, 0.21, 0.21, 0.21, 0.21, 0.21, 0.13, 0.13, 0.13, 0.13, 0.13, 0.19, 0.19, 0.19, 0.19, 0.19, 0.26, 0.26, 0.26, 0.26, 0.26, 0.19, 0.19, 0.19, 0.19, 0.19, 0.2, 0.2, 0.2, 0.2, 0.2, 0.15, 0.15, 0.15, 0.15, 0.15, 0.1, 0.1, 0.1, 0.1, 0.1, 0.13, 0.13, 0.13, 0.13, 0.13, 0.12, 0.12, 0.12, 0.12]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 525 iterations"
    y-axis "llamacpp:requests_processing"
    x-axis "llamacpp:requests_processing" 1715011190 --> 1715011816
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 5.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0]
                    

Loading