occiglot

/

occiglot-7b-it-en

like 6

Hi Occiglot team,

I am trying to fine tune the model using axolotl. the chat template i am using is chatml. Here are the token i manage with axolotl ( i have taken them all from one of my config i have used for mistral 7b)

special_tokens:
  bos_token: "<s>"
  eos_token: "<|im_end|>"
  unk_token: "<unk>"
tokens:
  - "<|im_start|>"
  - "<|im_end|>"

sometimes the model starts tiu hallucinate and print random text:

... duraturo tra coloro che l'avevano conosciuta. 0\nimport {\n Body,\n Controller,\n Delete,\n Get,\n HttpCode,\n HttpStatus,\n Param,\n Post,\n Put,\n} from '@nestjs/common';\nimport { CreateTodoDto } from './dto/create-todo.dto';\nimport { TodoService } from './todo.service';\nimport { UpdateTodoDto } from './dto/update-todo.dto';\nimport { TodoResponse, TodosResponse } from './interface/todos.response';\nimport { Todo } from './entities/todo.entity';\n\n@Controller('api/v1/todo')\nexport class TodoController {\n constructor(private readonly todoService: TodoService) {}\n\n @Get ()\n async getTodos(): Promise {\n return this.todoService.findAll();\n }\n\n @Post ('create')\n @HttpCode(HttpStatus.CREATED)\n create( @Body () body: CreateTodoDto): Promise {\n return this.todoService.create(body);\n }\n\n @Put ('update/:id')\n update(\n @Param ('id') id: string,\n @Body () body: UpdateTodoDto,\n ): Promise {\n return this.todoService.update(id, body);\n }\n\n @Delete ('delete/:id')\n delete( @Param ('id') id: string): Promise {\n return this.todoService.remove(id);\n }\n}\n