From 791e0e1781e2f7daaadf723951f2fbb12d0abb27 Mon Sep 17 00:00:00 2001 From: Max Woolf Date: Sat, 17 Apr 2021 18:55:14 -0700 Subject: [PATCH] Tweak the GPTNeoConfigCPU config --- aitextgen/utils.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/aitextgen/utils.py b/aitextgen/utils.py index 6f15493..69af867 100644 --- a/aitextgen/utils.py +++ b/aitextgen/utils.py @@ -149,7 +149,10 @@ def GPTNeoConfigCPU( vocab_size=vocab_size, max_position_embeddings=64, hidden_size=256, - attention_types=[[["global", "local"], 4]], + window_size=32, + intermediate_size=256, + attention_types=[[["global", "local"], 2]], + num_layers=4, num_heads=4, bos_token_id=bos_token_id, eos_token_id=eos_token_id,