v1/models/quantization API

[leafspark]

openapi: 3.0.0
info:
  title: Quantization API
  version: 1.0.0

paths:
  /v1/models/quantization:
    post:
      summary: Quantize a model
      requestBody:
        required: true
        content:
          application/json:
            schema:
              type: object
              required:
                - input_model
                - output_model
              properties:
                input_model:
                  type: string
                  description: Path to the input model file
                output_model:
                  type: string
                  description: Path for the output quantized model
                q_type:
                  type: string
                  enum: ['2', '3', '4', '5', '8']
                  default: '2'
                  description: Quantization type (2-8 bits)
      responses:
        '200':
          description: Successful quantization
          content:
            application/json:
              schema:
                type: object
                properties:
                  status:
                    type: string
                    enum: ['success']
                  message:
                    type: string
        '400':
          description: Bad request
        '500':
          description: Server error

[leafspark]

Partially implemented in release v1.6.2: https://github.com/leafspark/AutoGGUF/releases/tag/v1.6.2