test_arch.py

#!/usr/bin/env python3
#coding:utf-8

import os
import yaml
import paddle
import click
import warnings
warnings.simplefilter('ignore')

from munch import Munch

from starganv2vc_paddle.models import build_model

from starganv2vc_paddle.Utils.ASR.models import ASRCNN
from starganv2vc_paddle.Utils.JDC.model import JDCNet


@click.command()
@click.option('-p', '--config_path', default='Configs/config.yml', type=str)

def main(config_path):
    config = yaml.safe_load(open(config_path))

    # load ASR model
    ASR_config = config.get('ASR_config', False)
    with open(ASR_config) as f:
            ASR_config = yaml.safe_load(f)
    ASR_model_config = ASR_config['model_params']
    ASR_model = ASRCNN(**ASR_model_config)
    _ = ASR_model.eval()
    
    # load F0 model
    F0_model = JDCNet(num_class=1, seq_len=192)
    _ = F0_model.eval()
    
    # build model
    _, model_ema = build_model(Munch(config['model_params']), F0_model, ASR_model)

    asr_input = paddle.randn([4, 80, 192])
    print('ASR model input:', asr_input.shape, 'output:', ASR_model(asr_input).shape)
    mel_input = paddle.randn([4, 1, 192, 512])
    print('F0 model input:', mel_input.shape, 'output:', [t.shape for t in F0_model(mel_input)])
    
    _ = [v.eval() for v in model_ema.values()]
    label = paddle.to_tensor([0,1,2,3], dtype=paddle.int64)
    latent_dim = model_ema.mapping_network.shared[0].weight.shape[0]
    latent_style = paddle.randn([4, latent_dim])
    ref = model_ema.mapping_network(latent_style, label)
    mel_input2 = paddle.randn([4, 1, 192, 512])
    style_ref = model_ema.style_encoder(mel_input2, label)
    print('StyleGANv2-VC encoder inputs:', mel_input2.shape, 'output:', style_ref.shape, 'should has the same shape as the ref:', ref.shape)
    f0_feat = F0_model.get_feature_GAN(mel_input)
    out = model_ema.generator(mel_input, style_ref, F0=f0_feat)
    print('StyleGANv2-VC inputs:', label.shape, latent_style.shape, mel_input.shape, 'output:', out.shape)

    paddle.save({k: v.state_dict() for k, v in model_ema.items()}, 'test_arch.pd')
    file_size = os.path.getsize('test_arch.pd') / float(1024*1024)
    print(f'Main models occupied {file_size:.2f} MB')
    os.remove('test_arch.pd')

    return 0

if __name__=="__main__":
    main()