Merge pull request #11 from go-faster/feat/optimize-encoding

feat(proto): optimize encoding
ClickHouse · Dec 31, 2021 · 5eb8f3a · 5eb8f3a
2 parents 35fccb5 + cbe7d25
commit 5eb8f3a
Show file tree

Hide file tree

Showing 79 changed files with 797 additions and 380 deletions.
diff --git a/proto/cmd/ch-gen-col/main.tpl b/proto/cmd/ch-gen-col/main.tpl
@@ -5,9 +5,6 @@ package proto
 
 import (
 	"encoding/binary"
-{{- if .IsFloat }}
-	"math"
-{{- end }}
 )
 
 var _ = binary.LittleEndian // clickHouse uses LittleEndian
@@ -60,33 +57,3 @@ func (c *ColArr) Append{{ .Name }}(data []{{ .ElemType }}) {
   *d = append(*d, data...)
   c.Offsets = append(c.Offsets, uint64(len(*d)))
 }
-
-// EncodeColumn encodes {{ .Name }} rows to *Buffer.
-func (c {{ .Type }}) EncodeColumn(b *Buffer) {
-  {{- if .Byte }}
-  b.Buf = append(b.Buf, c...)
-  {{- else if .SingleByte }}
-  start := len(b.Buf)
-  b.Buf = append(b.Buf, make([]byte, len(c))...)
-  for i := range c {
-	b.Buf[i + start] = {{ .UnsignedType }}(c[i])
-  }
-  {{- else }}
-  const size = {{ .Bits }} / 8
-  offset := len(b.Buf)
-  b.Buf = append(b.Buf, make([]byte, size * len(c))...)
-  for _, v := range c {
-	{{ .BinPut }}(
-	  b.Buf[offset:offset+size],
-	{{- if .IsFloat }}
-	  math.{{ .Name }}bits(v),
-	{{- else if .Cast }}
-	  {{ .UnsignedType }}(v),
-	{{- else }}
-	  v,
-	{{- end }}
-	)
-	offset += size
-  }
-  {{- end }}
-}
diff --git a/proto/cmd/ch-gen-col/safe.tpl b/proto/cmd/ch-gen-col/safe.tpl
@@ -59,3 +59,33 @@ func (c *{{ .Type }}) DecodeColumn(r *Reader, rows int) error {
   {{- end }}
   return nil
 }
+
+// EncodeColumn encodes {{ .Name }} rows to *Buffer.
+func (c {{ .Type }}) EncodeColumn(b *Buffer) {
+  {{- if .Byte }}
+  b.Buf = append(b.Buf, c...)
+  {{- else if .SingleByte }}
+  start := len(b.Buf)
+  b.Buf = append(b.Buf, make([]byte, len(c))...)
+  for i := range c {
+	b.Buf[i + start] = {{ .UnsignedType }}(c[i])
+  }
+  {{- else }}
+  const size = {{ .Bits }} / 8
+  offset := len(b.Buf)
+  b.Buf = append(b.Buf, make([]byte, size * len(c))...)
+  for _, v := range c {
+	{{ .BinPut }}(
+	  b.Buf[offset:offset+size],
+	{{- if .IsFloat }}
+	  math.{{ .Name }}bits(v),
+	{{- else if .Cast }}
+	  {{ .UnsignedType }}(v),
+	{{- else }}
+	  v,
+	{{- end }}
+	)
+	offset += size
+  }
+  {{- end }}
+}
diff --git a/proto/cmd/ch-gen-col/unsafe.tpl b/proto/cmd/ch-gen-col/unsafe.tpl
@@ -27,3 +27,25 @@ func (c *{{ .Type }}) DecodeColumn(r *Reader, rows int) error {
   }
   return nil
 }
+
+// EncodeColumn encodes {{ .Name }} rows to *Buffer.
+func (c {{ .Type }}) EncodeColumn(b *Buffer) {
+	if len(c) == 0 {
+		return
+	}
+	offset := len(b.Buf)
+{{- if .SingleByte }}
+	b.Buf = append(b.Buf, make([]byte, len(c))...)
+{{- else }}
+	const size = {{ .Bits }} / 8
+	b.Buf = append(b.Buf, make([]byte, size * len(c))...)
+{{ end }}
+	s := *(*slice)(unsafe.Pointer(&c))
+{{- if not .SingleByte }}
+	s.Len *= {{ .Bytes }}
+	s.Cap *= {{ .Bytes }}
+{{- end }}
+	src := *(*[]byte)(unsafe.Pointer(&s))
+    dst := b.Buf[offset:]
+	copy(dst, src)
+}
diff --git a/proto/col_date32_gen.go b/proto/col_date32_gen.go
diff --git a/proto/col_date32_safe_gen.go b/proto/col_date32_safe_gen.go
diff --git a/proto/col_date32_unsafe_gen.go b/proto/col_date32_unsafe_gen.go
diff --git a/proto/col_date_gen.go b/proto/col_date_gen.go
diff --git a/proto/col_date_safe_gen.go b/proto/col_date_safe_gen.go
diff --git a/proto/col_date_unsafe_gen.go b/proto/col_date_unsafe_gen.go
diff --git a/proto/col_datetime64_gen.go b/proto/col_datetime64_gen.go
diff --git a/proto/col_datetime64_safe_gen.go b/proto/col_datetime64_safe_gen.go
diff --git a/proto/col_datetime64_unsafe_gen.go b/proto/col_datetime64_unsafe_gen.go
diff --git a/proto/col_datetime_gen.go b/proto/col_datetime_gen.go
diff --git a/proto/col_datetime_safe_gen.go b/proto/col_datetime_safe_gen.go
diff --git a/proto/col_datetime_unsafe_gen.go b/proto/col_datetime_unsafe_gen.go
diff --git a/proto/col_decimal128_gen.go b/proto/col_decimal128_gen.go
diff --git a/proto/col_decimal128_safe_gen.go b/proto/col_decimal128_safe_gen.go
diff --git a/proto/col_decimal128_unsafe_gen.go b/proto/col_decimal128_unsafe_gen.go