improve parameters controllable range

This commit is contained in:
josc146 2024-03-02 16:52:53 +08:00
parent d91c3c004d
commit 53a5574080
5 changed files with 9 additions and 9 deletions

View File

@ -667,7 +667,7 @@ def RWKV(model: str, strategy: str, tokenizer: Union[str, None]) -> AbstractRWKV
class ModelConfigBody(BaseModel): class ModelConfigBody(BaseModel):
max_tokens: int = Field(default=None, gt=0, le=102400) max_tokens: int = Field(default=None, gt=0, le=102400)
temperature: float = Field(default=None, ge=0, le=2) temperature: float = Field(default=None, ge=0, le=3)
top_p: float = Field(default=None, ge=0, le=1) top_p: float = Field(default=None, ge=0, le=1)
presence_penalty: float = Field(default=None, ge=-2, le=2) presence_penalty: float = Field(default=None, ge=-2, le=2)
frequency_penalty: float = Field(default=None, ge=-2, le=2) frequency_penalty: float = Field(default=None, ge=-2, le=2)

View File

@ -247,7 +247,7 @@ const SidePanel: FC = observer(() => {
<Labeled flex breakline label={t('Temperature')} <Labeled flex breakline label={t('Temperature')}
desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')} desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')}
content={ content={
<ValuedSlider value={params.temperature} min={0} max={2} step={0.1} <ValuedSlider value={params.temperature} min={0} max={3} step={0.1}
input input
onChange={(e, data) => { onChange={(e, data) => {
commonStore.setChatParams({ commonStore.setChatParams({
@ -258,7 +258,7 @@ const SidePanel: FC = observer(() => {
<Labeled flex breakline label={t('Top_P')} <Labeled flex breakline label={t('Top_P')}
desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')} desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')}
content={ content={
<ValuedSlider value={params.topP} min={0} max={1} step={0.1} input <ValuedSlider value={params.topP} min={0} max={1} step={0.05} input
onChange={(e, data) => { onChange={(e, data) => {
commonStore.setChatParams({ commonStore.setChatParams({
topP: data.value topP: data.value

View File

@ -188,7 +188,7 @@ const CompletionPanel: FC = observer(() => {
<Labeled flex breakline label={t('Temperature')} <Labeled flex breakline label={t('Temperature')}
desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')} desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')}
content={ content={
<ValuedSlider value={params.temperature} min={0} max={2} step={0.1} <ValuedSlider value={params.temperature} min={0} max={3} step={0.1}
input input
onChange={(e, data) => { onChange={(e, data) => {
setParams({ setParams({
@ -199,7 +199,7 @@ const CompletionPanel: FC = observer(() => {
<Labeled flex breakline label={t('Top_P')} <Labeled flex breakline label={t('Top_P')}
desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')} desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')}
content={ content={
<ValuedSlider value={params.topP} min={0} max={1} step={0.1} input <ValuedSlider value={params.topP} min={0} max={1} step={0.05} input
onChange={(e, data) => { onChange={(e, data) => {
setParams({ setParams({
topP: data.value topP: data.value

View File

@ -275,7 +275,7 @@ const CompositionPanel: FC = observer(() => {
<Labeled flex breakline label={t('Temperature')} <Labeled flex breakline label={t('Temperature')}
desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')} desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')}
content={ content={
<ValuedSlider value={params.temperature} min={0} max={2} step={0.1} <ValuedSlider value={params.temperature} min={0} max={3} step={0.1}
input input
onChange={(e, data) => { onChange={(e, data) => {
setParams({ setParams({
@ -286,7 +286,7 @@ const CompositionPanel: FC = observer(() => {
<Labeled flex breakline label={t('Top_P')} <Labeled flex breakline label={t('Top_P')}
desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')} desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')}
content={ content={
<ValuedSlider value={params.topP} min={0} max={1} step={0.1} input <ValuedSlider value={params.topP} min={0} max={1} step={0.05} input
onChange={(e, data) => { onChange={(e, data) => {
setParams({ setParams({
topP: data.value topP: data.value

View File

@ -176,7 +176,7 @@ const Configs: FC = observer(() => {
<Labeled label={t('Temperature') + ' *'} <Labeled label={t('Temperature') + ' *'}
desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')} desc={t('Sampling temperature, it\'s like giving alcohol to a model, the higher the stronger the randomness and creativity, while the lower, the more focused and deterministic it will be.')}
content={ content={
<ValuedSlider value={selectedConfig.apiParameters.temperature} min={0} max={2} step={0.1} <ValuedSlider value={selectedConfig.apiParameters.temperature} min={0} max={3} step={0.1}
input input
onChange={(e, data) => { onChange={(e, data) => {
setSelectedConfigApiParams({ setSelectedConfigApiParams({
@ -187,7 +187,7 @@ const Configs: FC = observer(() => {
<Labeled label={t('Top_P') + ' *'} <Labeled label={t('Top_P') + ' *'}
desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')} desc={t('Just like feeding sedatives to the model. Consider the results of the top n% probability mass, 0.1 considers the top 10%, with higher quality but more conservative, 1 considers all results, with lower quality but more diverse.')}
content={ content={
<ValuedSlider value={selectedConfig.apiParameters.topP} min={0} max={1} step={0.1} input <ValuedSlider value={selectedConfig.apiParameters.topP} min={0} max={1} step={0.05} input
onChange={(e, data) => { onChange={(e, data) => {
setSelectedConfigApiParams({ setSelectedConfigApiParams({
topP: data.value topP: data.value