Add JSONL validation

Author: alexrudall

lib/ruby/openai/files.rb

@@ -18,13 +18,15 @@ def list(version: default_version)
     end
 
     def upload(version: default_version, parameters: {})
+      file = validate(file: parameters[:file])
+
       self.class.post(
         "/#{version}/files",
         headers: {
           "Content-Type" => "application/json",
           "Authorization" => "Bearer #{@access_token}"
         },
-        body: parameters.merge(file: File.open(parameters[:file]))
+        body: parameters.merge(file: file)
       )
     end
 
@@ -53,5 +55,13 @@ def delete(id:, version: default_version)
     def default_version
       "v1".freeze
     end
+
+    def validate(file:)
+      File.open(file).each_line.with_index do |line, index|
+        JSON.parse(line)
+      rescue JSON::ParserError => e
+        raise JSON::ParserError, "#{e.message} - found on line #{index + 1} of #{file}"
+      end
+    end
   end
 end

spec/fixtures/files/errors/missing_quote.jsonl

@@ -0,0 +1,2 @@
+{"text": "puppy A is happy", "metadata": "emotional state of puppy A"}
+{"text": "puppy B is sad", "metadata": "emotional state of puppy B}

spec/ruby/openai/client/files_spec.rb

@@ -11,12 +11,20 @@
         OpenAI::Client.new.files.upload(parameters: { file: file, purpose: purpose })
       end
 
-      it "succeeds" do
-        VCR.use_cassette(cassette) do
-          r = JSON.parse(response.body)
-          expect(r["filename"]).to eq(filename)
+      context "with a valid JSON lines file" do
+        it "succeeds" do
+          VCR.use_cassette(cassette) do
+            r = JSON.parse(response.body)
+            expect(r["filename"]).to eq(filename)
+          end
         end
       end
+
+      context "with an invalid file" do
+        let(:filename) { File.join("errors", "missing_quote.jsonl") }
+
+        it { expect { response }.to raise_error(JSON::ParserError) }
+      end
     end
 
     describe "#list" do