stream get file from url for huggingface

[mullerhai]

Hi,
in python ,download huggingface file ,we use requests like this,just set stream with true

import requests
fileUrl = "https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf/resolve/main/config.json?download=true"
model_url = "https://huggingface.co/bert-base-uncased/resolve/main/pytorch_model.bin"
response = requests.get(fileUrl, stream=True)
with open("muller.json", "wb") as f:
    for chunk in response.iter_content(chunk_size=8192):
        f.write(chunk)

is equal in scala？ I not find to set stream =true operation

requests.get.stream(…).readWithHeaders{ (headers, stream) =>
  if (headers.statusCode == 200) {
    os.write(..., stream)
  } else {
    println("Error. Not streaming file.")
  }
}

[mullerhai]

could we make api like this ,
val response = requests.get(modelUrl, headers = headers, stream = true)

by the way , I do not know why download huggingface model and file use requests always failed

[mullerhai]

this is my code , could you tell me what my fault

import java.io.{BufferedOutputStream, FileOutputStream}

object requestsDown {

  def main(args: Array[String]): Unit = {
    //    val fileUrl = "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528/resolve/main/generation_config.json?download=true"
    val fileUrl = "https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf/resolve/main/config.json?download=true"
//    fileUrl = "https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf/resolve/main/config.json?download=true"
    val model_url = "https://huggingface.co/bert-base-uncased/resolve/main/pytorch_model.bin"
    val savePath = "config20.json"

    val headers = Map(
      "Accept-Encoding" -> "identity",
      "user-agent" -> "transformers/0.0.1;  java/23.0.2+7-58;  hf_hub/null;  java/23.0.2;  file_type/config;  from_autoclass/false;   unknown/None",
      "authorization" -> "Bearer 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"
    )
    // 发送 GET 请求
//    val response = requests.get.stream(fileUrl,headers=headers)
    val fos = new FileOutputStream(savePath)
    val bos = new BufferedOutputStream(fos)
//    val savePath = "config.json"
    val req = requests.get.stream(fileUrl,headers = headers,readTimeout = 12000,connectTimeout = 12000)
    req.writeBytesTo(bos)