Update Alpha card, exact code, current defaults and statistics
Browse files- README.md +2 -2
- checkpoints/step-00003775/READY.json +8 -0
- default.json +3 -3
- evaluation/code/prepare.py +1 -1
- evaluation/code/publish.py +7 -4
- evaluation/code/render.py +2 -1
- evaluation/code/score.py +1 -1
- evaluation/code/test_release.py +68 -0
- evaluation/code/worker.py +1 -1
- requirements.txt +2 -2
- stats/STATUS.json +8 -8
- stats/listening_results.json +102 -48
- stats/steps.jsonl +5 -0
- stats/validation.jsonl +1 -0
- training/run_monitor.py +18 -0
- voices.json +20 -0
README.md
CHANGED
|
@@ -10,7 +10,7 @@ datasets:
|
|
| 10 |
|
| 11 |
# Humaneness Voice Small 1.1 Alpha
|
| 12 |
|
| 13 |
-
**INTERIM CHECKPOINT: training is still running**. Current download: step **
|
| 14 |
|
| 15 |
**[Public English listening demo](https://laion-humaneness-voice-1-1-alpha-listening.static.hf.space/?model=small)**: matched old/new checkpoints, seven-emotion and 40-emotion cases, natural/organic variants, casual conversation and assistant replies, plus Gaston and ElevenLabs voice examples with/without references. [Exact prompts, MP3 audio and metrics](https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio) are public. Pending cells are labeled; no quality improvement is asserted before evaluation completes.
|
| 16 |
|
|
@@ -34,7 +34,7 @@ Both models receive the **same 390,914 presentations / 3,284.943 presentation-ho
|
|
| 34 |
|
| 35 |
Approximately half the presentations use a different utterance by the same provider speaker, with different normalized transcript/audio hash, same split and speech-rich 5–15-second crop. The rest use stable learned pseudonyms. Three prompt views rotate: GENERAL + inline SCRIPT; GENERAL + plain SCRIPT; inline SCRIPT without GENERAL. Ten percent drop caption/control cues while retaining spoken text and identity; Gaston retains its accent cue. Validation targets never receive optimizer updates.
|
| 36 |
|
| 37 |
-
AdamW updates all active semantic/Talker parameters with BF16 compute and FP32 weights. 32 GH200 GPUs, microbatch one and accumulation 2, global batch 64. Peak LR: 3e-05 semantic / 6e-05 Talker. **5% linear warmup, then one cosine decay to 10% of peak** covers the entire mix. Allocation changes resume the same optimizer/RNG/schedule, not a new warmup. Latest 14-case validation loss: 4.
|
| 38 |
|
| 39 |
## Inference
|
| 40 |
|
|
|
|
| 10 |
|
| 11 |
# Humaneness Voice Small 1.1 Alpha
|
| 12 |
|
| 13 |
+
**INTERIM CHECKPOINT: training is still running**. Current download: step **3,775 / 6,109**. The verified complete weight file is selected by default.json, which updates automatically at training completion. Uploaded older snapshots remain individually labeled under checkpoints/. This is a full-parameter continuation, **not a LoRA**, and not a new pretraining from scratch.
|
| 14 |
|
| 15 |
**[Public English listening demo](https://laion-humaneness-voice-1-1-alpha-listening.static.hf.space/?model=small)**: matched old/new checkpoints, seven-emotion and 40-emotion cases, natural/organic variants, casual conversation and assistant replies, plus Gaston and ElevenLabs voice examples with/without references. [Exact prompts, MP3 audio and metrics](https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio) are public. Pending cells are labeled; no quality improvement is asserted before evaluation completes.
|
| 16 |
|
|
|
|
| 34 |
|
| 35 |
Approximately half the presentations use a different utterance by the same provider speaker, with different normalized transcript/audio hash, same split and speech-rich 5–15-second crop. The rest use stable learned pseudonyms. Three prompt views rotate: GENERAL + inline SCRIPT; GENERAL + plain SCRIPT; inline SCRIPT without GENERAL. Ten percent drop caption/control cues while retaining spoken text and identity; Gaston retains its accent cue. Validation targets never receive optimizer updates.
|
| 36 |
|
| 37 |
+
AdamW updates all active semantic/Talker parameters with BF16 compute and FP32 weights. 32 GH200 GPUs, microbatch one and accumulation 2, global batch 64. Peak LR: 3e-05 semantic / 6e-05 Talker. **5% linear warmup, then one cosine decay to 10% of peak** covers the entire mix. Allocation changes resume the same optimizer/RNG/schedule, not a new warmup. Latest 14-case validation loss: 4.2404239518301825; this diagnostic is not a representative speech-quality test.
|
| 38 |
|
| 39 |
## Inference
|
| 40 |
|
checkpoints/step-00003775/READY.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 3775,
|
| 3 |
+
"contract_sha256": "069feb1883d3135a9bb394545e587aced2744d6aea5dcc31a151adfae0759d5a",
|
| 4 |
+
"reason": "signal",
|
| 5 |
+
"optimizer_and_rng_saved": true,
|
| 6 |
+
"validation_loss": 4.2404239518301825,
|
| 7 |
+
"time": 1791870651.049013
|
| 8 |
+
}
|
default.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"model_file": "checkpoints/step-
|
| 3 |
-
"step":
|
| 4 |
"training_complete": false,
|
| 5 |
-
"validation_loss": 4.
|
| 6 |
"optimizer_states_public": false,
|
| 7 |
"demo": "https://laion-humaneness-voice-1-1-alpha-listening.static.hf.space/"
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"model_file": "checkpoints/step-00003775/model.safetensors",
|
| 3 |
+
"step": 3775,
|
| 4 |
"training_complete": false,
|
| 5 |
+
"validation_loss": 4.2404239518301825,
|
| 6 |
"optimizer_states_public": false,
|
| 7 |
"demo": "https://laion-humaneness-voice-1-1-alpha-listening.static.hf.space/"
|
| 8 |
}
|
evaluation/code/prepare.py
CHANGED
|
@@ -117,7 +117,7 @@ def freeze():
|
|
| 117 |
shutil.copy2(HERE/'infer.py',target/'infer.py')
|
| 118 |
atomic(target/'release_config.json',{'model_kind':kind,'n_vq':12,'frame_seconds':.08})
|
| 119 |
atomic(target/'voices.json',{'gemini_aliases':read(RUN/'DATA_READY.json')['aliases'],
|
| 120 |
-
'other_voices':
|
| 121 |
report={'status':'FROZEN','rows':len(rows),'groups':dict(Counter(r['group'] for r in rows)),
|
| 122 |
'manifest_sha256':sha(manifest),'stages':list(STAGES),'reference_min_seconds':5.12,
|
| 123 |
'reference_max_seconds':14.96,'new_texts_training_exact_match':0}
|
|
|
|
| 117 |
shutil.copy2(HERE/'infer.py',target/'infer.py')
|
| 118 |
atomic(target/'release_config.json',{'model_kind':kind,'n_vq':12,'frame_seconds':.08})
|
| 119 |
atomic(target/'voices.json',{'gemini_aliases':read(RUN/'DATA_READY.json')['aliases'],
|
| 120 |
+
'other_voices':[r[0] for r in db.execute('SELECT DISTINCT alias FROM samples WHERE source IN ("gaston","elevenlabs") ORDER BY alias')]})
|
| 121 |
report={'status':'FROZEN','rows':len(rows),'groups':dict(Counter(r['group'] for r in rows)),
|
| 122 |
'manifest_sha256':sha(manifest),'stages':list(STAGES),'reference_min_seconds':5.12,
|
| 123 |
'reference_max_seconds':14.96,'new_texts_training_exact_match':0}
|
evaluation/code/publish.py
CHANGED
|
@@ -16,8 +16,8 @@ transformers==5.14.1
|
|
| 16 |
safetensors>=0.8,<1
|
| 17 |
soundfile>=0.14,<1
|
| 18 |
numpy>=2,<3
|
| 19 |
-
huggingface_hub>=1.
|
| 20 |
-
accelerate
|
| 21 |
lameenc
|
| 22 |
scipy
|
| 23 |
"""
|
|
@@ -212,7 +212,11 @@ def upload_audio(api,Add):
|
|
| 212 |
scores={}
|
| 213 |
if db.execute('SELECT 1 FROM sqlite_master WHERE type="table" AND name="scores"').fetchone():
|
| 214 |
scores={key:json.loads(blob) for key,blob in db.execute('SELECT key,metrics FROM scores')}
|
| 215 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 216 |
record=json.loads(metadata)
|
| 217 |
if key.startswith('__reference__'):
|
| 218 |
path='references/'+key.removeprefix('__reference__')+'.mp3'
|
|
@@ -226,7 +230,6 @@ def upload_audio(api,Add):
|
|
| 226 |
if path not in remote:operations.append(Add(path_in_repo=path,path_or_fileobj=audio))
|
| 227 |
else:assert remote[path]==len(audio),path
|
| 228 |
if len(operations)>=50:commit()
|
| 229 |
-
db.close()
|
| 230 |
commit()
|
| 231 |
remote={x.rfilename:x.size for x in api.dataset_info(AUDIO_REPO,files_metadata=True).siblings}
|
| 232 |
assert all(remote.get(path)==size for path,size in paths.items())
|
|
|
|
| 16 |
safetensors>=0.8,<1
|
| 17 |
soundfile>=0.14,<1
|
| 18 |
numpy>=2,<3
|
| 19 |
+
huggingface_hub>=1.29,<2
|
| 20 |
+
accelerate==1.14.0
|
| 21 |
lameenc
|
| 22 |
scipy
|
| 23 |
"""
|
|
|
|
| 212 |
scores={}
|
| 213 |
if db.execute('SELECT 1 FROM sqlite_master WHERE type="table" AND name="scores"').fetchone():
|
| 214 |
scores={key:json.loads(blob) for key,blob in db.execute('SELECT key,metrics FROM scores')}
|
| 215 |
+
# Release every SQLite read lock BEFORE slow network calls. A live
|
| 216 |
+
# cursor held through an HF commit blocks the GPU writer's COMMIT.
|
| 217 |
+
snapshot=db.execute('SELECT key,mp3,metadata FROM audio').fetchall()
|
| 218 |
+
db.close()
|
| 219 |
+
for key,audio,metadata in snapshot:
|
| 220 |
record=json.loads(metadata)
|
| 221 |
if key.startswith('__reference__'):
|
| 222 |
path='references/'+key.removeprefix('__reference__')+'.mp3'
|
|
|
|
| 230 |
if path not in remote:operations.append(Add(path_in_repo=path,path_or_fileobj=audio))
|
| 231 |
else:assert remote[path]==len(audio),path
|
| 232 |
if len(operations)>=50:commit()
|
|
|
|
| 233 |
commit()
|
| 234 |
remote={x.rfilename:x.size for x in api.dataset_info(AUDIO_REPO,files_metadata=True).siblings}
|
| 235 |
assert all(remote.get(path)==size for path,size in paths.items())
|
evaluation/code/render.py
CHANGED
|
@@ -31,7 +31,8 @@ def build(records):
|
|
| 31 |
item=dict(row)
|
| 32 |
item['audio']={s:r['audio_url'] for s in STAGES if (r:=available.get((s,row['key'])))}
|
| 33 |
item['metrics']={s:r['metrics'] for s in STAGES if (r:=available.get((s,row['key']))) and r.get('metrics')}
|
| 34 |
-
item['reference_url']=f'https://huggingface.co/datasets/{AUDIO_REPO}/resolve/main/references/{row["reference_id"]}.mp3'
|
|
|
|
| 35 |
public.append(item)
|
| 36 |
state={k:read(RUN/k/'training/STATUS.json') for k in ('small','large')}
|
| 37 |
data={'rows':public,'stages':{k:{'kind':v[0],'label':v[1]} for k,v in STAGES.items()},'summary':stats,'training':state,
|
|
|
|
| 31 |
item=dict(row)
|
| 32 |
item['audio']={s:r['audio_url'] for s in STAGES if (r:=available.get((s,row['key'])))}
|
| 33 |
item['metrics']={s:r['metrics'] for s in STAGES if (r:=available.get((s,row['key']))) and r.get('metrics')}
|
| 34 |
+
item['reference_url']=(f'https://huggingface.co/datasets/{AUDIO_REPO}/resolve/main/references/{row["reference_id"]}.mp3'
|
| 35 |
+
if item['audio'] else None)
|
| 36 |
public.append(item)
|
| 37 |
state={k:read(RUN/k/'training/STATUS.json') for k in ('small','large')}
|
| 38 |
data={'rows':public,'stages':{k:{'kind':v[0],'label':v[1]} for k,v in STAGES.items()},'summary':stats,'training':state,
|
evaluation/code/score.py
CHANGED
|
@@ -52,7 +52,7 @@ def main(stage,rank,world,smoke=False):
|
|
| 52 |
assert all((path/f'READY-rank{i}.json').is_file() for i in range(world))
|
| 53 |
complete=path/f'SCORED-rank{rank}.json'
|
| 54 |
if complete.exists():return
|
| 55 |
-
db=sqlite3.connect(path/f'audio-rank{rank}.sqlite')
|
| 56 |
db.execute('CREATE TABLE IF NOT EXISTS scores(key TEXT PRIMARY KEY,metrics TEXT NOT NULL)')
|
| 57 |
rows={r['key']:r for r in read(OUT/'manifest.json',[])}
|
| 58 |
spec=importlib.util.spec_from_file_location('alpha_ears_model',EARS/'model.py')
|
|
|
|
| 52 |
assert all((path/f'READY-rank{i}.json').is_file() for i in range(world))
|
| 53 |
complete=path/f'SCORED-rank{rank}.json'
|
| 54 |
if complete.exists():return
|
| 55 |
+
db=sqlite3.connect(path/f'audio-rank{rank}.sqlite',timeout=60)
|
| 56 |
db.execute('CREATE TABLE IF NOT EXISTS scores(key TEXT PRIMARY KEY,metrics TEXT NOT NULL)')
|
| 57 |
rows={r['key']:r for r in read(OUT/'manifest.json',[])}
|
| 58 |
spec=importlib.util.spec_from_file_location('alpha_ears_model',EARS/'model.py')
|
evaluation/code/test_release.py
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""CPU-only release invariants. No GPU imports and no external mutations."""
|
| 2 |
+
import json
|
| 3 |
+
import sys
|
| 4 |
+
import unittest
|
| 5 |
+
from pathlib import Path
|
| 6 |
+
from settings import OUT, OLD, STAGES, read
|
| 7 |
+
from score import word_edits
|
| 8 |
+
from render import summary
|
| 9 |
+
from infer import build_user
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
class FakeProcessor:
|
| 13 |
+
def build_user_message(self,**kwargs):
|
| 14 |
+
return {'content':'- Reference(s):\n'+('<|audio|>\n' if kwargs['reference'] is not None else 'None\n')+
|
| 15 |
+
'- Text:\n'+kwargs['text']+'\n- Instruction:\n'+kwargs['instruction'],
|
| 16 |
+
'audio_codes_list':kwargs['reference'] or []}
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
class ReleaseTests(unittest.TestCase):
|
| 20 |
+
def test_frozen_original_inputs(self):
|
| 21 |
+
rows=read(OUT/'manifest.json',[])
|
| 22 |
+
self.assertEqual(len(rows),207)
|
| 23 |
+
self.assertEqual(len({r['key'] for r in rows}),207)
|
| 24 |
+
for group,name in [('original','manifest.json'),('natural','natural_manifest.json')]:
|
| 25 |
+
expected={r['key']:r for r in read(OLD/name,[])}
|
| 26 |
+
for row in [r for r in rows if r['group']==group]:
|
| 27 |
+
old=expected[row['source_key']]
|
| 28 |
+
for field in ('spoken_text','instruction','seed','condition','reference_uid','reference_start','reference_frames'):
|
| 29 |
+
self.assertEqual(row[field],old[field])
|
| 30 |
+
def test_reference_and_alias_paths(self):
|
| 31 |
+
proc=FakeProcessor()
|
| 32 |
+
user=build_user(proc,text='Hello.',prompt='SCRIPT:\nHello.',frames=50,language='English',alias='Alice')
|
| 33 |
+
self.assertIn('Speaker: Alice',user['content'])
|
| 34 |
+
self.assertEqual(user['audio_codes_list'],[])
|
| 35 |
+
self.assertNotIn('Alice','- Text:\nHello.')
|
| 36 |
+
user=build_user(proc,text='Hello.',prompt='SCRIPT:\nHello.',frames=50,language='English')
|
| 37 |
+
self.assertIn('- Reference(s):\nNone\n',user['content'])
|
| 38 |
+
with self.assertRaises(ValueError):
|
| 39 |
+
build_user(proc,text='Hello',prompt='',frames=50,language='English',alias='Alice',reference=[1])
|
| 40 |
+
def test_gaston_paired_conditions(self):
|
| 41 |
+
rows=[r for r in read(OUT/'manifest.json',[]) if r['group']=='gaston']
|
| 42 |
+
self.assertEqual(len(rows),8)
|
| 43 |
+
for r in rows:
|
| 44 |
+
self.assertIn('French Accent',r['instruction'].split('SCRIPT:')[0])
|
| 45 |
+
self.assertGreaterEqual(r['reference_frames'],64)
|
| 46 |
+
self.assertLessEqual(r['reference_frames'],187)
|
| 47 |
+
for seed in {r['seed'] for r in rows}:
|
| 48 |
+
pair=[r for r in rows if r['seed']==seed]
|
| 49 |
+
self.assertEqual({r['condition'] for r in pair},{'alias','reference'})
|
| 50 |
+
self.assertEqual(pair[0]['spoken_text'],pair[1]['spoken_text'])
|
| 51 |
+
def test_wer_and_aggregate(self):
|
| 52 |
+
self.assertEqual(word_edits('Hello... world!','hello world'),(0,2))
|
| 53 |
+
self.assertEqual(word_edits('You stayed here','you stayed'),(1,3))
|
| 54 |
+
data=summary([{'stage':'small_alpha','condition':'reference','metrics':{
|
| 55 |
+
'word_edits':1,'reference_words':5,'orange_timbre_cosine':.8,
|
| 56 |
+
'target_emotion_score':None}}])
|
| 57 |
+
self.assertAlmostEqual(data['small_alpha']['reference']['wer_parakeet_micro'],.2)
|
| 58 |
+
def test_public_files_and_names(self):
|
| 59 |
+
for kind in ('small','large'):
|
| 60 |
+
root=OUT/'models'/kind
|
| 61 |
+
self.assertTrue((root/'infer.py').is_file())
|
| 62 |
+
self.assertTrue((root/'assets/sft3/tokenizer.json').is_file())
|
| 63 |
+
self.assertEqual(read(root/'release_config.json')['n_vq'],12)
|
| 64 |
+
self.assertEqual(len(read(root/'voices.json')['gemini_aliases']),30)
|
| 65 |
+
self.assertIn('Gaston',read(root/'voices.json')['other_voices'])
|
| 66 |
+
|
| 67 |
+
|
| 68 |
+
if __name__=='__main__':unittest.main()
|
evaluation/code/worker.py
CHANGED
|
@@ -27,7 +27,7 @@ def stop(*_):
|
|
| 27 |
def database(stage, rank):
|
| 28 |
path = OUT/'evaluation'/stage/f'audio-rank{rank}.sqlite'
|
| 29 |
path.parent.mkdir(parents=True, exist_ok=True)
|
| 30 |
-
db = sqlite3.connect(path)
|
| 31 |
db.execute('PRAGMA journal_mode=DELETE')
|
| 32 |
db.execute('PRAGMA synchronous=FULL')
|
| 33 |
db.execute('CREATE TABLE IF NOT EXISTS audio(key TEXT PRIMARY KEY,mp3 BLOB NOT NULL,codes BLOB,metadata TEXT NOT NULL)')
|
|
|
|
| 27 |
def database(stage, rank):
|
| 28 |
path = OUT/'evaluation'/stage/f'audio-rank{rank}.sqlite'
|
| 29 |
path.parent.mkdir(parents=True, exist_ok=True)
|
| 30 |
+
db = sqlite3.connect(path, timeout=60)
|
| 31 |
db.execute('PRAGMA journal_mode=DELETE')
|
| 32 |
db.execute('PRAGMA synchronous=FULL')
|
| 33 |
db.execute('CREATE TABLE IF NOT EXISTS audio(key TEXT PRIMARY KEY,mp3 BLOB NOT NULL,codes BLOB,metadata TEXT NOT NULL)')
|
requirements.txt
CHANGED
|
@@ -4,7 +4,7 @@ transformers==5.14.1
|
|
| 4 |
safetensors>=0.8,<1
|
| 5 |
soundfile>=0.14,<1
|
| 6 |
numpy>=2,<3
|
| 7 |
-
huggingface_hub>=1.
|
| 8 |
-
accelerate
|
| 9 |
lameenc
|
| 10 |
scipy
|
|
|
|
| 4 |
safetensors>=0.8,<1
|
| 5 |
soundfile>=0.14,<1
|
| 6 |
numpy>=2,<3
|
| 7 |
+
huggingface_hub>=1.29,<2
|
| 8 |
+
accelerate==1.14.0
|
| 9 |
lameenc
|
| 10 |
scipy
|
stats/STATUS.json
CHANGED
|
@@ -1,17 +1,17 @@
|
|
| 1 |
{
|
| 2 |
-
"state": "
|
| 3 |
"model": "small",
|
| 4 |
-
"step":
|
| 5 |
"total_steps": 6109,
|
| 6 |
-
"presentations_done":
|
| 7 |
"presentations_total": 390914,
|
| 8 |
-
"elapsed_this_job_s":
|
| 9 |
"job_id": "2302412",
|
| 10 |
"gpus": 32,
|
| 11 |
-
"loss": 4.
|
| 12 |
"peak_gpu_gb": 15.95,
|
| 13 |
-
"updated_unix":
|
| 14 |
"gradient_checkpointed_layers": 28,
|
| 15 |
-
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/small/training/checkpoints/step-
|
| 16 |
-
"validation_loss": 4.
|
| 17 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"state": "RESUME_REQUIRED",
|
| 3 |
"model": "small",
|
| 4 |
+
"step": 3775,
|
| 5 |
"total_steps": 6109,
|
| 6 |
+
"presentations_done": 241600,
|
| 7 |
"presentations_total": 390914,
|
| 8 |
+
"elapsed_this_job_s": 1446.9,
|
| 9 |
"job_id": "2302412",
|
| 10 |
"gpus": 32,
|
| 11 |
+
"loss": 4.161439511924982,
|
| 12 |
"peak_gpu_gb": 15.95,
|
| 13 |
+
"updated_unix": 1791870651.0688584,
|
| 14 |
"gradient_checkpointed_layers": 28,
|
| 15 |
+
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/small/training/checkpoints/step-00003775",
|
| 16 |
+
"validation_loss": 4.2404239518301825
|
| 17 |
}
|
stats/listening_results.json
CHANGED
|
@@ -4718,7 +4718,8 @@
|
|
| 4718 |
"reference_split": "validation",
|
| 4719 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4720 |
"audio": {
|
| 4721 |
-
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/gaston_01_en_Gaston_alias.mp3"
|
|
|
|
| 4722 |
},
|
| 4723 |
"metrics": {},
|
| 4724 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_en.mp3"
|
|
@@ -4741,7 +4742,9 @@
|
|
| 4741 |
"reference_id": "gaston_Gaston_en",
|
| 4742 |
"reference_split": "validation",
|
| 4743 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4744 |
-
"audio": {
|
|
|
|
|
|
|
| 4745 |
"metrics": {},
|
| 4746 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_en.mp3"
|
| 4747 |
},
|
|
@@ -4788,7 +4791,9 @@
|
|
| 4788 |
"reference_id": "gaston_Gaston_de",
|
| 4789 |
"reference_split": "validation",
|
| 4790 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4791 |
-
"audio": {
|
|
|
|
|
|
|
| 4792 |
"metrics": {},
|
| 4793 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
| 4794 |
},
|
|
@@ -4811,7 +4816,8 @@
|
|
| 4811 |
"reference_split": "validation",
|
| 4812 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4813 |
"audio": {
|
| 4814 |
-
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/gaston_03_de_Gaston_alias.mp3"
|
|
|
|
| 4815 |
},
|
| 4816 |
"metrics": {},
|
| 4817 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
|
@@ -4834,7 +4840,9 @@
|
|
| 4834 |
"reference_id": "gaston_Gaston_de",
|
| 4835 |
"reference_split": "validation",
|
| 4836 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4837 |
-
"audio": {
|
|
|
|
|
|
|
| 4838 |
"metrics": {},
|
| 4839 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
| 4840 |
},
|
|
@@ -4856,7 +4864,9 @@
|
|
| 4856 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4857 |
"reference_split": "validation",
|
| 4858 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4859 |
-
"audio": {
|
|
|
|
|
|
|
| 4860 |
"metrics": {},
|
| 4861 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4862 |
},
|
|
@@ -4878,7 +4888,9 @@
|
|
| 4878 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4879 |
"reference_split": "validation",
|
| 4880 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4881 |
-
"audio": {
|
|
|
|
|
|
|
| 4882 |
"metrics": {},
|
| 4883 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4884 |
},
|
|
@@ -4901,7 +4913,8 @@
|
|
| 4901 |
"reference_split": "validation",
|
| 4902 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4903 |
"audio": {
|
| 4904 |
-
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/elevenlabs_05_de_ElevenAlice_alias.mp3"
|
|
|
|
| 4905 |
},
|
| 4906 |
"metrics": {},
|
| 4907 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_de.mp3"
|
|
@@ -4924,7 +4937,9 @@
|
|
| 4924 |
"reference_id": "elevenlabs_ElevenAlice_de",
|
| 4925 |
"reference_split": "validation",
|
| 4926 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4927 |
-
"audio": {
|
|
|
|
|
|
|
| 4928 |
"metrics": {},
|
| 4929 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_de.mp3"
|
| 4930 |
},
|
|
@@ -4946,7 +4961,9 @@
|
|
| 4946 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4947 |
"reference_split": "validation",
|
| 4948 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4949 |
-
"audio": {
|
|
|
|
|
|
|
| 4950 |
"metrics": {},
|
| 4951 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4952 |
},
|
|
@@ -4968,7 +4985,9 @@
|
|
| 4968 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4969 |
"reference_split": "validation",
|
| 4970 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4971 |
-
"audio": {
|
|
|
|
|
|
|
| 4972 |
"metrics": {},
|
| 4973 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4974 |
},
|
|
@@ -4991,7 +5010,8 @@
|
|
| 4991 |
"reference_split": "validation",
|
| 4992 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 4993 |
"audio": {
|
| 4994 |
-
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/elevenlabs_07_en_ElevenAdam_alias.mp3"
|
|
|
|
| 4995 |
},
|
| 4996 |
"metrics": {},
|
| 4997 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
|
@@ -5014,7 +5034,9 @@
|
|
| 5014 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5015 |
"reference_split": "validation",
|
| 5016 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5017 |
-
"audio": {
|
|
|
|
|
|
|
| 5018 |
"metrics": {},
|
| 5019 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5020 |
},
|
|
@@ -5036,7 +5058,9 @@
|
|
| 5036 |
"reference_id": "elevenlabs_ElevenAdam_de",
|
| 5037 |
"reference_split": "validation",
|
| 5038 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5039 |
-
"audio": {
|
|
|
|
|
|
|
| 5040 |
"metrics": {},
|
| 5041 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_de.mp3"
|
| 5042 |
},
|
|
@@ -5058,7 +5082,9 @@
|
|
| 5058 |
"reference_id": "elevenlabs_ElevenAdam_de",
|
| 5059 |
"reference_split": "validation",
|
| 5060 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5061 |
-
"audio": {
|
|
|
|
|
|
|
| 5062 |
"metrics": {},
|
| 5063 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_de.mp3"
|
| 5064 |
},
|
|
@@ -5080,7 +5106,9 @@
|
|
| 5080 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5081 |
"reference_split": "validation",
|
| 5082 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5083 |
-
"audio": {
|
|
|
|
|
|
|
| 5084 |
"metrics": {},
|
| 5085 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5086 |
},
|
|
@@ -5102,7 +5130,9 @@
|
|
| 5102 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5103 |
"reference_split": "validation",
|
| 5104 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5105 |
-
"audio": {
|
|
|
|
|
|
|
| 5106 |
"metrics": {},
|
| 5107 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5108 |
},
|
|
@@ -5124,7 +5154,9 @@
|
|
| 5124 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5125 |
"reference_split": "validation",
|
| 5126 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5127 |
-
"audio": {
|
|
|
|
|
|
|
| 5128 |
"metrics": {},
|
| 5129 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5130 |
},
|
|
@@ -5146,7 +5178,9 @@
|
|
| 5146 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5147 |
"reference_split": "validation",
|
| 5148 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5149 |
-
"audio": {
|
|
|
|
|
|
|
| 5150 |
"metrics": {},
|
| 5151 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5152 |
},
|
|
@@ -5168,7 +5202,9 @@
|
|
| 5168 |
"reference_id": "elevenlabs_ElevenBella_de",
|
| 5169 |
"reference_split": "validation",
|
| 5170 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5171 |
-
"audio": {
|
|
|
|
|
|
|
| 5172 |
"metrics": {},
|
| 5173 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_de.mp3"
|
| 5174 |
},
|
|
@@ -5190,7 +5226,9 @@
|
|
| 5190 |
"reference_id": "elevenlabs_ElevenBella_de",
|
| 5191 |
"reference_split": "validation",
|
| 5192 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5193 |
-
"audio": {
|
|
|
|
|
|
|
| 5194 |
"metrics": {},
|
| 5195 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_de.mp3"
|
| 5196 |
},
|
|
@@ -5212,7 +5250,9 @@
|
|
| 5212 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5213 |
"reference_split": "validation",
|
| 5214 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5215 |
-
"audio": {
|
|
|
|
|
|
|
| 5216 |
"metrics": {},
|
| 5217 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5218 |
},
|
|
@@ -5234,7 +5274,9 @@
|
|
| 5234 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5235 |
"reference_split": "validation",
|
| 5236 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5237 |
-
"audio": {
|
|
|
|
|
|
|
| 5238 |
"metrics": {},
|
| 5239 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5240 |
},
|
|
@@ -5256,7 +5298,9 @@
|
|
| 5256 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5257 |
"reference_split": "validation",
|
| 5258 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5259 |
-
"audio": {
|
|
|
|
|
|
|
| 5260 |
"metrics": {},
|
| 5261 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5262 |
},
|
|
@@ -5278,7 +5322,9 @@
|
|
| 5278 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5279 |
"reference_split": "validation",
|
| 5280 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5281 |
-
"audio": {
|
|
|
|
|
|
|
| 5282 |
"metrics": {},
|
| 5283 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5284 |
},
|
|
@@ -5300,7 +5346,9 @@
|
|
| 5300 |
"reference_id": "elevenlabs_ElevenBrian_de",
|
| 5301 |
"reference_split": "validation",
|
| 5302 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5303 |
-
"audio": {
|
|
|
|
|
|
|
| 5304 |
"metrics": {},
|
| 5305 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_de.mp3"
|
| 5306 |
},
|
|
@@ -5322,7 +5370,9 @@
|
|
| 5322 |
"reference_id": "elevenlabs_ElevenBrian_de",
|
| 5323 |
"reference_split": "validation",
|
| 5324 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5325 |
-
"audio": {
|
|
|
|
|
|
|
| 5326 |
"metrics": {},
|
| 5327 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_de.mp3"
|
| 5328 |
},
|
|
@@ -5344,7 +5394,9 @@
|
|
| 5344 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5345 |
"reference_split": "validation",
|
| 5346 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5347 |
-
"audio": {
|
|
|
|
|
|
|
| 5348 |
"metrics": {},
|
| 5349 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5350 |
},
|
|
@@ -5366,7 +5418,9 @@
|
|
| 5366 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5367 |
"reference_split": "validation",
|
| 5368 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5369 |
-
"audio": {
|
|
|
|
|
|
|
| 5370 |
"metrics": {},
|
| 5371 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5372 |
}
|
|
@@ -5420,11 +5474,11 @@
|
|
| 5420 |
},
|
| 5421 |
"small_parent": {
|
| 5422 |
"reference": {
|
| 5423 |
-
"generated":
|
| 5424 |
"scored": 0
|
| 5425 |
},
|
| 5426 |
"alias": {
|
| 5427 |
-
"generated":
|
| 5428 |
"scored": 0
|
| 5429 |
},
|
| 5430 |
"none": {
|
|
@@ -5438,44 +5492,44 @@
|
|
| 5438 |
},
|
| 5439 |
"training": {
|
| 5440 |
"small": {
|
| 5441 |
-
"state": "
|
| 5442 |
"model": "small",
|
| 5443 |
-
"step":
|
| 5444 |
"total_steps": 6109,
|
| 5445 |
-
"presentations_done":
|
| 5446 |
"presentations_total": 390914,
|
| 5447 |
-
"elapsed_this_job_s":
|
| 5448 |
"job_id": "2302412",
|
| 5449 |
"gpus": 32,
|
| 5450 |
-
"loss": 4.
|
| 5451 |
"peak_gpu_gb": 15.95,
|
| 5452 |
-
"updated_unix":
|
| 5453 |
"gradient_checkpointed_layers": 28,
|
| 5454 |
-
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/small/training/checkpoints/step-
|
| 5455 |
-
"validation_loss": 4.
|
| 5456 |
},
|
| 5457 |
"large": {
|
| 5458 |
-
"state": "
|
| 5459 |
"model": "large",
|
| 5460 |
-
"step":
|
| 5461 |
"total_steps": 3055,
|
| 5462 |
-
"presentations_done":
|
| 5463 |
"presentations_total": 390914,
|
| 5464 |
-
"elapsed_this_job_s":
|
| 5465 |
"job_id": "2302417",
|
| 5466 |
"gpus": 64,
|
| 5467 |
-
"loss": 4.
|
| 5468 |
"peak_gpu_gb": 91.29,
|
| 5469 |
-
"updated_unix":
|
| 5470 |
"gradient_checkpointed_layers": 36,
|
| 5471 |
-
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/large/training/checkpoints/step-
|
| 5472 |
-
"validation_loss": 4.
|
| 5473 |
}
|
| 5474 |
},
|
| 5475 |
"model_repos": {
|
| 5476 |
"small": "laion/Humaneness-Voice-Small-1.1-Alpha",
|
| 5477 |
"large": "laion/Humaneness-Voice-Large-1.1-Alpha"
|
| 5478 |
},
|
| 5479 |
-
"predictions":
|
| 5480 |
"expected_predictions": 1449
|
| 5481 |
}
|
|
|
|
| 4718 |
"reference_split": "validation",
|
| 4719 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4720 |
"audio": {
|
| 4721 |
+
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/gaston_01_en_Gaston_alias.mp3",
|
| 4722 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/gaston_01_en_Gaston_alias.mp3"
|
| 4723 |
},
|
| 4724 |
"metrics": {},
|
| 4725 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_en.mp3"
|
|
|
|
| 4742 |
"reference_id": "gaston_Gaston_en",
|
| 4743 |
"reference_split": "validation",
|
| 4744 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4745 |
+
"audio": {
|
| 4746 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/gaston_01_en_Gaston_reference.mp3"
|
| 4747 |
+
},
|
| 4748 |
"metrics": {},
|
| 4749 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_en.mp3"
|
| 4750 |
},
|
|
|
|
| 4791 |
"reference_id": "gaston_Gaston_de",
|
| 4792 |
"reference_split": "validation",
|
| 4793 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4794 |
+
"audio": {
|
| 4795 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/gaston_02_de_Gaston_reference.mp3"
|
| 4796 |
+
},
|
| 4797 |
"metrics": {},
|
| 4798 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
| 4799 |
},
|
|
|
|
| 4816 |
"reference_split": "validation",
|
| 4817 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4818 |
"audio": {
|
| 4819 |
+
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/gaston_03_de_Gaston_alias.mp3",
|
| 4820 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/gaston_03_de_Gaston_alias.mp3"
|
| 4821 |
},
|
| 4822 |
"metrics": {},
|
| 4823 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
|
|
|
| 4840 |
"reference_id": "gaston_Gaston_de",
|
| 4841 |
"reference_split": "validation",
|
| 4842 |
"provider_speaker_id": "gemini_en-us-finn_gaston_french_accent",
|
| 4843 |
+
"audio": {
|
| 4844 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/gaston_03_de_Gaston_reference.mp3"
|
| 4845 |
+
},
|
| 4846 |
"metrics": {},
|
| 4847 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/gaston_Gaston_de.mp3"
|
| 4848 |
},
|
|
|
|
| 4864 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4865 |
"reference_split": "validation",
|
| 4866 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4867 |
+
"audio": {
|
| 4868 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_04_en_ElevenAlice_alias.mp3"
|
| 4869 |
+
},
|
| 4870 |
"metrics": {},
|
| 4871 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4872 |
},
|
|
|
|
| 4888 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4889 |
"reference_split": "validation",
|
| 4890 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4891 |
+
"audio": {
|
| 4892 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_04_en_ElevenAlice_reference.mp3"
|
| 4893 |
+
},
|
| 4894 |
"metrics": {},
|
| 4895 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4896 |
},
|
|
|
|
| 4913 |
"reference_split": "validation",
|
| 4914 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4915 |
"audio": {
|
| 4916 |
+
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/elevenlabs_05_de_ElevenAlice_alias.mp3",
|
| 4917 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_05_de_ElevenAlice_alias.mp3"
|
| 4918 |
},
|
| 4919 |
"metrics": {},
|
| 4920 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_de.mp3"
|
|
|
|
| 4937 |
"reference_id": "elevenlabs_ElevenAlice_de",
|
| 4938 |
"reference_split": "validation",
|
| 4939 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4940 |
+
"audio": {
|
| 4941 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_05_de_ElevenAlice_reference.mp3"
|
| 4942 |
+
},
|
| 4943 |
"metrics": {},
|
| 4944 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_de.mp3"
|
| 4945 |
},
|
|
|
|
| 4961 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4962 |
"reference_split": "validation",
|
| 4963 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4964 |
+
"audio": {
|
| 4965 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_06_en_ElevenAlice_alias.mp3"
|
| 4966 |
+
},
|
| 4967 |
"metrics": {},
|
| 4968 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4969 |
},
|
|
|
|
| 4985 |
"reference_id": "elevenlabs_ElevenAlice_en",
|
| 4986 |
"reference_split": "validation",
|
| 4987 |
"provider_speaker_id": "elevenlabs_Xb7hH8MSUJpSbSDYk0k2",
|
| 4988 |
+
"audio": {
|
| 4989 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_06_en_ElevenAlice_reference.mp3"
|
| 4990 |
+
},
|
| 4991 |
"metrics": {},
|
| 4992 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAlice_en.mp3"
|
| 4993 |
},
|
|
|
|
| 5010 |
"reference_split": "validation",
|
| 5011 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5012 |
"audio": {
|
| 5013 |
+
"small_previous": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_previous/elevenlabs_07_en_ElevenAdam_alias.mp3",
|
| 5014 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_07_en_ElevenAdam_alias.mp3"
|
| 5015 |
},
|
| 5016 |
"metrics": {},
|
| 5017 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
|
|
|
| 5034 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5035 |
"reference_split": "validation",
|
| 5036 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5037 |
+
"audio": {
|
| 5038 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_07_en_ElevenAdam_reference.mp3"
|
| 5039 |
+
},
|
| 5040 |
"metrics": {},
|
| 5041 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5042 |
},
|
|
|
|
| 5058 |
"reference_id": "elevenlabs_ElevenAdam_de",
|
| 5059 |
"reference_split": "validation",
|
| 5060 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5061 |
+
"audio": {
|
| 5062 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_08_de_ElevenAdam_alias.mp3"
|
| 5063 |
+
},
|
| 5064 |
"metrics": {},
|
| 5065 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_de.mp3"
|
| 5066 |
},
|
|
|
|
| 5082 |
"reference_id": "elevenlabs_ElevenAdam_de",
|
| 5083 |
"reference_split": "validation",
|
| 5084 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5085 |
+
"audio": {
|
| 5086 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_08_de_ElevenAdam_reference.mp3"
|
| 5087 |
+
},
|
| 5088 |
"metrics": {},
|
| 5089 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_de.mp3"
|
| 5090 |
},
|
|
|
|
| 5106 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5107 |
"reference_split": "validation",
|
| 5108 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5109 |
+
"audio": {
|
| 5110 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_09_en_ElevenAdam_alias.mp3"
|
| 5111 |
+
},
|
| 5112 |
"metrics": {},
|
| 5113 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5114 |
},
|
|
|
|
| 5130 |
"reference_id": "elevenlabs_ElevenAdam_en",
|
| 5131 |
"reference_split": "validation",
|
| 5132 |
"provider_speaker_id": "elevenlabs_pNInz6obpgDQGcFmaJgB",
|
| 5133 |
+
"audio": {
|
| 5134 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_09_en_ElevenAdam_reference.mp3"
|
| 5135 |
+
},
|
| 5136 |
"metrics": {},
|
| 5137 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenAdam_en.mp3"
|
| 5138 |
},
|
|
|
|
| 5154 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5155 |
"reference_split": "validation",
|
| 5156 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5157 |
+
"audio": {
|
| 5158 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_10_en_ElevenBella_alias.mp3"
|
| 5159 |
+
},
|
| 5160 |
"metrics": {},
|
| 5161 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5162 |
},
|
|
|
|
| 5178 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5179 |
"reference_split": "validation",
|
| 5180 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5181 |
+
"audio": {
|
| 5182 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_10_en_ElevenBella_reference.mp3"
|
| 5183 |
+
},
|
| 5184 |
"metrics": {},
|
| 5185 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5186 |
},
|
|
|
|
| 5202 |
"reference_id": "elevenlabs_ElevenBella_de",
|
| 5203 |
"reference_split": "validation",
|
| 5204 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5205 |
+
"audio": {
|
| 5206 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_11_de_ElevenBella_alias.mp3"
|
| 5207 |
+
},
|
| 5208 |
"metrics": {},
|
| 5209 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_de.mp3"
|
| 5210 |
},
|
|
|
|
| 5226 |
"reference_id": "elevenlabs_ElevenBella_de",
|
| 5227 |
"reference_split": "validation",
|
| 5228 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5229 |
+
"audio": {
|
| 5230 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_11_de_ElevenBella_reference.mp3"
|
| 5231 |
+
},
|
| 5232 |
"metrics": {},
|
| 5233 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_de.mp3"
|
| 5234 |
},
|
|
|
|
| 5250 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5251 |
"reference_split": "validation",
|
| 5252 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5253 |
+
"audio": {
|
| 5254 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_12_en_ElevenBella_alias.mp3"
|
| 5255 |
+
},
|
| 5256 |
"metrics": {},
|
| 5257 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5258 |
},
|
|
|
|
| 5274 |
"reference_id": "elevenlabs_ElevenBella_en",
|
| 5275 |
"reference_split": "validation",
|
| 5276 |
"provider_speaker_id": "elevenlabs_hpp4J3VqNfWAUOO0d1Us",
|
| 5277 |
+
"audio": {
|
| 5278 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_12_en_ElevenBella_reference.mp3"
|
| 5279 |
+
},
|
| 5280 |
"metrics": {},
|
| 5281 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBella_en.mp3"
|
| 5282 |
},
|
|
|
|
| 5298 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5299 |
"reference_split": "validation",
|
| 5300 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5301 |
+
"audio": {
|
| 5302 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_13_en_ElevenBrian_alias.mp3"
|
| 5303 |
+
},
|
| 5304 |
"metrics": {},
|
| 5305 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5306 |
},
|
|
|
|
| 5322 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5323 |
"reference_split": "validation",
|
| 5324 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5325 |
+
"audio": {
|
| 5326 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_13_en_ElevenBrian_reference.mp3"
|
| 5327 |
+
},
|
| 5328 |
"metrics": {},
|
| 5329 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5330 |
},
|
|
|
|
| 5346 |
"reference_id": "elevenlabs_ElevenBrian_de",
|
| 5347 |
"reference_split": "validation",
|
| 5348 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5349 |
+
"audio": {
|
| 5350 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_14_de_ElevenBrian_alias.mp3"
|
| 5351 |
+
},
|
| 5352 |
"metrics": {},
|
| 5353 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_de.mp3"
|
| 5354 |
},
|
|
|
|
| 5370 |
"reference_id": "elevenlabs_ElevenBrian_de",
|
| 5371 |
"reference_split": "validation",
|
| 5372 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5373 |
+
"audio": {
|
| 5374 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_14_de_ElevenBrian_reference.mp3"
|
| 5375 |
+
},
|
| 5376 |
"metrics": {},
|
| 5377 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_de.mp3"
|
| 5378 |
},
|
|
|
|
| 5394 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5395 |
"reference_split": "validation",
|
| 5396 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5397 |
+
"audio": {
|
| 5398 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_15_en_ElevenBrian_alias.mp3"
|
| 5399 |
+
},
|
| 5400 |
"metrics": {},
|
| 5401 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5402 |
},
|
|
|
|
| 5418 |
"reference_id": "elevenlabs_ElevenBrian_en",
|
| 5419 |
"reference_split": "validation",
|
| 5420 |
"provider_speaker_id": "elevenlabs_nPczCjzI2devNBz1zQrb",
|
| 5421 |
+
"audio": {
|
| 5422 |
+
"small_parent": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/audio/small_parent/elevenlabs_15_en_ElevenBrian_reference.mp3"
|
| 5423 |
+
},
|
| 5424 |
"metrics": {},
|
| 5425 |
"reference_url": "https://huggingface.co/datasets/laion/Humaneness-Voice-1.1-Alpha-Demo-Audio/resolve/main/references/elevenlabs_ElevenBrian_en.mp3"
|
| 5426 |
}
|
|
|
|
| 5474 |
},
|
| 5475 |
"small_parent": {
|
| 5476 |
"reference": {
|
| 5477 |
+
"generated": 121,
|
| 5478 |
"scored": 0
|
| 5479 |
},
|
| 5480 |
"alias": {
|
| 5481 |
+
"generated": 51,
|
| 5482 |
"scored": 0
|
| 5483 |
},
|
| 5484 |
"none": {
|
|
|
|
| 5492 |
},
|
| 5493 |
"training": {
|
| 5494 |
"small": {
|
| 5495 |
+
"state": "RESUME_REQUIRED",
|
| 5496 |
"model": "small",
|
| 5497 |
+
"step": 3775,
|
| 5498 |
"total_steps": 6109,
|
| 5499 |
+
"presentations_done": 241600,
|
| 5500 |
"presentations_total": 390914,
|
| 5501 |
+
"elapsed_this_job_s": 1446.9,
|
| 5502 |
"job_id": "2302412",
|
| 5503 |
"gpus": 32,
|
| 5504 |
+
"loss": 4.161439511924982,
|
| 5505 |
"peak_gpu_gb": 15.95,
|
| 5506 |
+
"updated_unix": 1791870651.0688584,
|
| 5507 |
"gradient_checkpointed_layers": 28,
|
| 5508 |
+
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/small/training/checkpoints/step-00003775",
|
| 5509 |
+
"validation_loss": 4.2404239518301825
|
| 5510 |
},
|
| 5511 |
"large": {
|
| 5512 |
+
"state": "RESUME_REQUIRED",
|
| 5513 |
"model": "large",
|
| 5514 |
+
"step": 2377,
|
| 5515 |
"total_steps": 3055,
|
| 5516 |
+
"presentations_done": 304256,
|
| 5517 |
"presentations_total": 390914,
|
| 5518 |
+
"elapsed_this_job_s": 1308.9,
|
| 5519 |
"job_id": "2302417",
|
| 5520 |
"gpus": 64,
|
| 5521 |
+
"loss": 4.18400433473289,
|
| 5522 |
"peak_gpu_gb": 91.29,
|
| 5523 |
+
"updated_unix": 1791870606.3367255,
|
| 5524 |
"gradient_checkpointed_layers": 36,
|
| 5525 |
+
"last_checkpoint": "/e/scratch/laionize/schuhmann1/acting_challenges_finetune/multilingual_fullft_20261013/large/training/checkpoints/step-00002377",
|
| 5526 |
+
"validation_loss": 4.172493066106524
|
| 5527 |
}
|
| 5528 |
},
|
| 5529 |
"model_repos": {
|
| 5530 |
"small": "laion/Humaneness-Voice-Small-1.1-Alpha",
|
| 5531 |
"large": "laion/Humaneness-Voice-Large-1.1-Alpha"
|
| 5532 |
},
|
| 5533 |
+
"predictions": 383,
|
| 5534 |
"expected_predictions": 1449
|
| 5535 |
}
|
stats/steps.jsonl
CHANGED
|
@@ -184,3 +184,8 @@
|
|
| 184 |
{"step": 3620, "total_steps": 6109, "loss": 4.135404117405415, "lr_backbone": 1.3507163458611848e-05, "lr_talker": 2.7014326917223695e-05, "elapsed_s": 1261.0, "job_id": "2302412"}
|
| 185 |
{"step": 3640, "total_steps": 6109, "loss": 4.096996404230595, "lr_backbone": 1.3364832416677732e-05, "lr_talker": 2.6729664833355463e-05, "elapsed_s": 1284.1, "job_id": "2302412"}
|
| 186 |
{"step": 3660, "total_steps": 6109, "loss": 4.090667247772217, "lr_backbone": 1.3222868793605706e-05, "lr_talker": 2.6445737587211413e-05, "elapsed_s": 1307.6, "job_id": "2302412"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 184 |
{"step": 3620, "total_steps": 6109, "loss": 4.135404117405415, "lr_backbone": 1.3507163458611848e-05, "lr_talker": 2.7014326917223695e-05, "elapsed_s": 1261.0, "job_id": "2302412"}
|
| 185 |
{"step": 3640, "total_steps": 6109, "loss": 4.096996404230595, "lr_backbone": 1.3364832416677732e-05, "lr_talker": 2.6729664833355463e-05, "elapsed_s": 1284.1, "job_id": "2302412"}
|
| 186 |
{"step": 3660, "total_steps": 6109, "loss": 4.090667247772217, "lr_backbone": 1.3222868793605706e-05, "lr_talker": 2.6445737587211413e-05, "elapsed_s": 1307.6, "job_id": "2302412"}
|
| 187 |
+
{"step": 3680, "total_steps": 6109, "loss": 4.084820099174976, "lr_backbone": 1.3081289226500962e-05, "lr_talker": 2.6162578453001923e-05, "elapsed_s": 1333.5, "job_id": "2302412"}
|
| 188 |
+
{"step": 3700, "total_steps": 6109, "loss": 4.0915232822299, "lr_backbone": 1.2940110307460104e-05, "lr_talker": 2.588022061492021e-05, "elapsed_s": 1356.4, "job_id": "2302412"}
|
| 189 |
+
{"step": 3720, "total_steps": 6109, "loss": 4.113108582794666, "lr_backbone": 1.2799348581626709e-05, "lr_talker": 2.5598697163253418e-05, "elapsed_s": 1379.6, "job_id": "2302412"}
|
| 190 |
+
{"step": 3740, "total_steps": 6109, "loss": 4.128746222704649, "lr_backbone": 1.2659020545252328e-05, "lr_talker": 2.5318041090504657e-05, "elapsed_s": 1402.6, "job_id": "2302412"}
|
| 191 |
+
{"step": 3760, "total_steps": 6109, "loss": 4.161439511924982, "lr_backbone": 1.2519142643763275e-05, "lr_talker": 2.503828528752655e-05, "elapsed_s": 1425.8, "job_id": "2302412"}
|
stats/validation.jsonl
CHANGED
|
@@ -2,3 +2,4 @@
|
|
| 2 |
{"step": 2442, "mean_loss": 4.283583777291434, "cases": 14, "time": 1791868790.6472168}
|
| 3 |
{"step": 2569, "mean_loss": 4.277538248470852, "cases": 14, "time": 1791868936.2420757}
|
| 4 |
{"step": 3663, "mean_loss": 4.24408529485975, "cases": 14, "time": 1791870515.3185875}
|
|
|
|
|
|
| 2 |
{"step": 2442, "mean_loss": 4.283583777291434, "cases": 14, "time": 1791868790.6472168}
|
| 3 |
{"step": 2569, "mean_loss": 4.277538248470852, "cases": 14, "time": 1791868936.2420757}
|
| 4 |
{"step": 3663, "mean_loss": 4.24408529485975, "cases": 14, "time": 1791870515.3185875}
|
| 5 |
+
{"step": 3775, "mean_loss": 4.2404239518301825, "cases": 14, "time": 1791870648.2085454}
|
training/run_monitor.py
CHANGED
|
@@ -66,6 +66,24 @@ def render():
|
|
| 66 |
page = f'''<!doctype html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width"><meta http-equiv="refresh" content="60"><title>Humaneness Small and Large · multilingual Full FT</title><style>body{{font:16px/1.6 system-ui;max-width:1160px;margin:30px auto;padding:20px;background:#f4f8fc;color:#163044}}section{{background:white;padding:20px;margin:20px 0;border-radius:12px}}table{{border-collapse:collapse;width:100%}}td,th{{padding:9px;text-align:left;border-bottom:1px solid #d6e2ec}}code{{overflow-wrap:anywhere}}svg{{width:100%;max-height:250px}}a{{color:#176fa8}}</style></head><body><h1>Humaneness Voice Small and Large: multilingual acting continuation</h1><p>Updated {time.strftime('%Y-%m-%d %H:%M:%S %Z')}. This page refreshes every minute. Pipeline state: <strong>{esc(pipeline.get('state','PREPARED'))}</strong>.</p><section><h2>What is being trained</h2><p>Small starts from the Real+Gemini full-parameter checkpoint at step 15,238, before its Rank-64 LoRA. Large starts from SFT4, the final step 288 of the previous two-epoch Gemini continuation of the SFT3-based acting model. Both update the active semantic backbone and Talker. One 5% warmup and cosine decay covers the entire weighted mix, with no phase restarts.</p><table><tr><th>Source</th><th>All source recordings</th><th>Eligible training recordings</th><th>Presentations per recording</th><th>Existing reference assignments</th></tr>{''.join(rows)}</table><p>Only training splits enter optimizer updates. The map reuses original TAR payloads rather than duplicating repeated audio. Gaston always carries an explicit French Accent cue in GENERAL. Other prompts rotate three GENERAL/SCRIPT views and 10% caption dropout. Conditioning is approximately half same-speaker reference, half the learned speaker alias; references use distinct transcripts, remain in the same split, and retain 5–15 seconds of speech.</p></section>{''.join(blocks)}<section><h2>Readiness and checkpoints</h2><p>The full run starts only after all 177,808 extension targets, acoustic annotations, codec payloads and reference assignments exist and both model smoke tests pass. Preparation is eligible two hours after submission; scheduler start time can change. Full checkpoints include model, optimizer and RNG state, approximately every 20% of updates or 30 active minutes, and at the final step. An interrupted run resumes the same global schedule.</p><pre>{esc(json.dumps(gate,indent=2))}</pre><p>Sources and outputs: <code>{esc(RUN)}</code>. <a href="HUMANENESS_SMALL_LARGE_MULTILINGUAL_FULLFT_PLAN_2026-10-13.html">Detailed English plan</a>.</p></section></body></html>'''
|
| 67 |
if pipeline.get('repair'):
|
| 68 |
page = page.replace('</strong>.</p><section>', '</strong>. '+esc(pipeline['repair'])+'</p><section>',1)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
temp = OUTPUT.with_name(OUTPUT.name + '.tmp-' + str(os.getpid()))
|
| 70 |
temp.write_text(page)
|
| 71 |
os.replace(temp,OUTPUT)
|
|
|
|
| 66 |
page = f'''<!doctype html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width"><meta http-equiv="refresh" content="60"><title>Humaneness Small and Large · multilingual Full FT</title><style>body{{font:16px/1.6 system-ui;max-width:1160px;margin:30px auto;padding:20px;background:#f4f8fc;color:#163044}}section{{background:white;padding:20px;margin:20px 0;border-radius:12px}}table{{border-collapse:collapse;width:100%}}td,th{{padding:9px;text-align:left;border-bottom:1px solid #d6e2ec}}code{{overflow-wrap:anywhere}}svg{{width:100%;max-height:250px}}a{{color:#176fa8}}</style></head><body><h1>Humaneness Voice Small and Large: multilingual acting continuation</h1><p>Updated {time.strftime('%Y-%m-%d %H:%M:%S %Z')}. This page refreshes every minute. Pipeline state: <strong>{esc(pipeline.get('state','PREPARED'))}</strong>.</p><section><h2>What is being trained</h2><p>Small starts from the Real+Gemini full-parameter checkpoint at step 15,238, before its Rank-64 LoRA. Large starts from SFT4, the final step 288 of the previous two-epoch Gemini continuation of the SFT3-based acting model. Both update the active semantic backbone and Talker. One 5% warmup and cosine decay covers the entire weighted mix, with no phase restarts.</p><table><tr><th>Source</th><th>All source recordings</th><th>Eligible training recordings</th><th>Presentations per recording</th><th>Existing reference assignments</th></tr>{''.join(rows)}</table><p>Only training splits enter optimizer updates. The map reuses original TAR payloads rather than duplicating repeated audio. Gaston always carries an explicit French Accent cue in GENERAL. Other prompts rotate three GENERAL/SCRIPT views and 10% caption dropout. Conditioning is approximately half same-speaker reference, half the learned speaker alias; references use distinct transcripts, remain in the same split, and retain 5–15 seconds of speech.</p></section>{''.join(blocks)}<section><h2>Readiness and checkpoints</h2><p>The full run starts only after all 177,808 extension targets, acoustic annotations, codec payloads and reference assignments exist and both model smoke tests pass. Preparation is eligible two hours after submission; scheduler start time can change. Full checkpoints include model, optimizer and RNG state, approximately every 20% of updates or 30 active minutes, and at the final step. An interrupted run resumes the same global schedule.</p><pre>{esc(json.dumps(gate,indent=2))}</pre><p>Sources and outputs: <code>{esc(RUN)}</code>. <a href="HUMANENESS_SMALL_LARGE_MULTILINGUAL_FULLFT_PLAN_2026-10-13.html">Detailed English plan</a>.</p></section></body></html>'''
|
| 67 |
if pipeline.get('repair'):
|
| 68 |
page = page.replace('</strong>.</p><section>', '</strong>. '+esc(pipeline['repair'])+'</p><section>',1)
|
| 69 |
+
release = read(RUN/'release/PUBLISH_STATUS.json')
|
| 70 |
+
release_pipeline = read(RUN/'release/PIPELINE.json')
|
| 71 |
+
if release_pipeline:
|
| 72 |
+
page = page.replace('</body>', '<section><h2>Automatic Alpha evaluation and publication</h2>'
|
| 73 |
+
'<p>After each model finishes, seven matched checkpoint arms are evaluated on 207 frozen conditions: '
|
| 74 |
+
'the earlier emotional/natural delivery grids, 40 emotion cases, casual/assistant replies, '
|
| 75 |
+
'and new Gaston/ElevenLabs reference-versus-name scenes. Small/Large public-loader GPU canaries '
|
| 76 |
+
'gate generation. Audio and codec tokens stay in SQLite containers locally; the public players '
|
| 77 |
+
'stream separate MP3 objects. Parakeet WER, Orange 128-D timbre cosine and Humaneness Ears Medium '
|
| 78 |
+
'scores are retained; these are diagnostic proxies, not human MOS.</p>'
|
| 79 |
+
'<p><a href="https://laion-humaneness-voice-1-1-alpha-listening.static.hf.space/">Public English listening Space</a> · '
|
| 80 |
+
'<a href="https://huggingface.co/laion/Humaneness-Voice-Small-1.1-Alpha">Small 1.1 Alpha</a> · '
|
| 81 |
+
'<a href="https://huggingface.co/laion/Humaneness-Voice-Large-1.1-Alpha">Large 1.1 Alpha</a>.</p>'
|
| 82 |
+
f'<p>Published predictions: {release.get("audio_predictions",0)} / 1,449. '
|
| 83 |
+
f'All scoring complete: {release.get("all_scored",False)}. '
|
| 84 |
+
'Interim weights are clearly labeled until final training completes. Both model repositories '
|
| 85 |
+
'include CC BY 4.0 model cards, architecture explanations, inference code and exact training sources.</p>'
|
| 86 |
+
'</section></body>')
|
| 87 |
temp = OUTPUT.with_name(OUTPUT.name + '.tmp-' + str(os.getpid()))
|
| 88 |
temp.write_text(page)
|
| 89 |
os.replace(temp,OUTPUT)
|
voices.json
CHANGED
|
@@ -35,7 +35,27 @@
|
|
| 35 |
"ElevenAdam",
|
| 36 |
"ElevenAlice",
|
| 37 |
"ElevenBella",
|
|
|
|
| 38 |
"ElevenBrian",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
"Gaston"
|
| 40 |
]
|
| 41 |
}
|
|
|
|
| 35 |
"ElevenAdam",
|
| 36 |
"ElevenAlice",
|
| 37 |
"ElevenBella",
|
| 38 |
+
"ElevenBill",
|
| 39 |
"ElevenBrian",
|
| 40 |
+
"ElevenCallum",
|
| 41 |
+
"ElevenCharlie",
|
| 42 |
+
"ElevenChris",
|
| 43 |
+
"ElevenDaniel",
|
| 44 |
+
"ElevenEdward",
|
| 45 |
+
"ElevenEric",
|
| 46 |
+
"ElevenFlint",
|
| 47 |
+
"ElevenGeorge",
|
| 48 |
+
"ElevenHarry",
|
| 49 |
+
"ElevenJessica",
|
| 50 |
+
"ElevenLaura",
|
| 51 |
+
"ElevenLiam",
|
| 52 |
+
"ElevenLily",
|
| 53 |
+
"ElevenMatilda",
|
| 54 |
+
"ElevenRiver",
|
| 55 |
+
"ElevenRoger",
|
| 56 |
+
"ElevenSarah",
|
| 57 |
+
"ElevenTijs",
|
| 58 |
+
"ElevenWill",
|
| 59 |
"Gaston"
|
| 60 |
]
|
| 61 |
}
|