Another Diversity-Promoting Objective Function for Neural Dialogue Generation

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPO GPS/FVSBM%JBMPHVF(FOFSBUJPO 3ZP/BLBNVSB ,BUTVIJUP4VEPI ,PJDIJSP:PTIJOP 4BUPTIJ/BLBNVSB
(SBEVBUF4DIPPMPG*OGPSNBUJPO4DJFODF /BSB*OTUJUVUFPG4DJFODFBOE5FDIPOPMPHZ +BQBO 3*,&/ $FOUFSGPS"EWBODFE*OUFMMJHFODF1SPKFDU"*1 +BQBO \OBLBNVSBSZPON TVEPI LPJDIJSP TOBLBNVSB^!JTOBJTUKQ !1

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w"OPQFOEPNBJOEJBMPHVFTZTUFNUIBUHFOFSBUFTBSFTQPOTFXPSE CZXPSEVTJOHBUSBJOFEOFVSBMOFUXPSL FH TFRTFR w(FOFSBUJPOCBTFJTNPSFqFYJCMFUIBOSFUSJFWBMCBTF
CVUqVFODZ DPOTJTUFODZBSFOPUHPPE /FVSBM%JBMPHVF(FOFSBUJPO (P /PUIJOH NVDI 8IBU`T /PUIJOH NVDI VQ !2 w*OQBSUJDVMBS UIFHFOFSBUFESFTQPOTFIBTMPXEJWFSTJUZBOE UFOETUPCFBHFOFSJDSFTQPOTFMJLF*EPO`ULOPXz8IZ

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w'SFRVFOUXPSETJOUSBJOJOHTFUTVQQMZNPSFUSBJOJOHQFOBMUJFTUIBO SBSFXPSET w5IFSFGPSF MBSHFPDDVSSFODFQSPCBCJMJUJFTJTBTTJHOFEUPGSFRVFOU XPSET %VSJOHUSBJOJOH
EBUBEJTUSJCVUJPO POFIPUUBSHFUEJTUSJCVUJPO 4UVQJEJTBTTUVQJEEPFT QPPSUSBJOJOHTJHOBM XSPOHNPEFMEJTUSJCVUJPO SJDIUSBJOJOHTJHOBM !3

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ )FZ XIBU`TVQ )PXBSFZPV )FZ
&SJO8IBU`TVQ )J 4FBO)PXBSFZPVEPJOH /PUNVDI %PZPVIBWFBOZQMBOTUPOJHIU EBUBUSBOTEVDUJPO FOPSNPVTDBOEJEBUFTJOSFBMEJBMPHVF ."1QSFEJDUJPOBGUFS.-&USBJOJOH w%JBMPHVFHFOFSBUJPOJTBNBOZUPNBOZUSBOTEVDUJPOUBTLJO XIJDIDPOUFOUTWBSZEFQFOEJOHPOUIFDPOUFYU w'SFRVFOUXPSETBSFBQQMJDBCMFJOBOZDPOUFYU TPUIFZUFOEUPCF DBOEJEBUFTGPSHFOFSBUJPO w"TBSFTVMU POMZUIFNPTUMJLFMZSFTQPOTFJTHFOFSBUFE %VSJOHFWBMVBUJPO !4

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w%VFUPMBDLPGEBUBBOEEBUBJNCBMBODF 4FSCBOFUBM w4PGUNBY$SPTT&OUSPQZ 4$& MPTTJTOPUHPPECFDBVTFBMMXPSET
BSFIBOEMFEFRVBMMZSFHBSEMFTTPGMBDLBOEJNCBMBODF #SFBLEPXOMPXEJWFSTJUZQSPCMFN .FBTVSFTBMSFBEZTVHHFTUFE /PTVHHFTUJPO8FDIBMMFOHFEJU !5 w'SFRVFOUXPSETTVQQMZNPSFQFOBMUJFTUIBOSBSFXPSET %VSJOHUSBJOJOH %VSJOHFWBMVBUJPO w.BYJNVN"1PTUFSJPSJ ."1 QSFEJDUTUIFNPTUMJLFMZ SFTQPOTFPOMZ w"XBZUPHFOFSBUFVOMJLFMZSFTQPOTFVTJOH.BYJNVN.VUVBM *OGPSNBUJPO ..* JTSFQPSUFEJO -JFUBM

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w5IFZVTFE.-&EVSJOHUSBJOJOHBOEVTFE..*BOUJ-.EVSJOH FWBMVBUJPO 1SFWJPVTSFTFBSDI w.BYJNVN.VUVBM*OGPSNBUJPO -JFUBM w..*BOUJ-.TVQQSFTTFTMBOHVBHFNPEFMMJLFHFOFSBUJPOCZ
TVCUSBDUJOHBMBOHVBHFNPEFMUFSNGSPNUSBOTEVDUJPO NPEFMUFSN !6 w*OQSBDUJDF ..*BOUJ-.HFOFSBUFTUPLFOZ

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w4$&MPTTUSFBUTFBDIUPLFO ɹDMBTTFRVBMMZ :PV EP OPU UBML
BCPVU 'JHIU $MVC :PV EP OPU UBML BCPVU 'JHIU $MVC !7 1SPQPTFENFUIPE w *5'MPTTTDBMFTTNBMMFSMPTT ɹGPSGSFRVFOUUPLFODMBTTFT 4PGUNBY$SPTT&OUSPQZMPTT *OWFSTF5PLFO'SFRVFODZMPTT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ w/PTQFDJBMJOGFSFODFNFUIPE:PVDBOVTFDPNNPOHSFFEZTFBSDI !8 "EWBOUBHFTDPNQBSFEUPQSFWJPVTXPSLT w5SBJOJOHXJUI*5'MPTTJTBTTUBCMFBTUSBJOJOHXJUI4$&MPTT w*5'MPTTDBOCFFBTJMZJODPSQPSBUFE+VTUSFQMBDFMPTTGVODUJPO w*5'NPEFMTZJFMETUBUFPGUIFBSUEJWFSTJUZBOENBJOUBJOTRVBMJUZ

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ $PEFFYBNQMFTXJUI1Z5PSDI *OWFSTF5PLFO'SFRVFODZ *5'MPTT 7FSZ&BTZ !9 sce_loss
= nn.NLLLoss(weight=None) 4$&MPTT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ #BTFMJOFT w4FR4FRMBZFST#J-45.XSFTJEVBMDPOOFDUJPOT w4FR4FR "UUFOUJPO w4FR4FR ..*
w.FN//DPOTJEFSJOHEJBMPHVFIJTUPSZVTJOHNFNPSZ &WBMVBUJPONFUSJDT w#-&6OHSBNTNBUDIJOHCFUXFFOBMMIZQPBOEBMMSFG w%*45EJTUJODUOHSBNTJOBMMHFOFSBUFESFTQPOTFT &YQFSJNFOUTFUVQT !10 %BUBTFUT w0QFO4VCUJUMFT &O .UVSOTBOE.FQJTPEFT w5XJUUFS &O+B ..UVSOTBOE..FQJTPEFT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ 3FTVMUPO0QFO4VCUJUMFT !11 0VST 1SFWJPVT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ 3FTVMUPO5XJUUFS w*5'NPEFMTPVUQFSGPSNUIF..*POCPUIPG#-&6BOE%*45 w*5'NPEFMBDIJFWFTBHSPVOEUSVUIMFWFM%*45TDPSFPG ɹPO+BQBOFTF5XJUUFS%BUBTFU !12 1SFWJPVT
1SFWJPVT 0VST 0VST

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ !13 "HFOFSBUFETBNQMFPO0QFO4VCUJUMFT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ "HFOFSBUFETBNQMFPO5XJUUFS !14

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """*%&&1%*"-XPSLTIPQ !15 4VNNBSZ w4$&MPTT ."1QSFEJDUJPO-PXEJWFSTJUZ%VMM3FTQPOTF w4$&MPTT ..*JOGFSFODF)JHIEJWFSTJUZBOEHPPERVBMJUZ
w*5'MPTT ."1QSFEJDUJPO7FSZIJHIEJWFSTJUZBOEHPPERVBMJUZ

Another Diversity-Promoting Objective Function ...

Another Diversity-Promoting Objective Function for Neural Dialogue Generation

Ryobot

More Decks by Ryobot

Other Decks in Technology

Featured

Transcript

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPO GPS/FVSBM%JBMPHVF(FOFSBUJPO 3ZP/BLBNVSB ,BUTVIJUP4VEPI ,PJDIJSP:PTIJOP 4BUPTIJ/BLBNVSB

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ w"OPQFOEPNBJOEJBMPHVFTZTUFNUIBUHFOFSBUFTBSFTQPOTFXPSE CZXPSEVTJOHBUSBJOFEOFVSBMOFUXPSL FH TFRTFR w(FOFSBUJPOCBTFJTNPSFqFYJCMFUIBOSFUSJFWBMCBTF

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ w'SFRVFOUXPSETJOUSBJOJOHTFUTVQQMZNPSFUSBJOJOHQFOBMUJFTUIBO SBSFXPSET w5IFSFGPSF MBSHFPDDVSSFODFQSPCBCJMJUJFTJTBTTJHOFEUPGSFRVFOU XPSET %VSJOHUSBJOJOH

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ )FZ XIBU`TVQ )PXBSFZPV )FZ

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ w%VFUPMBDLPGEBUBBOEEBUBJNCBMBODF 4FSCBOFUBM w4PGUNBY$SPTT&OUSPQZ 4$& MPTTJTOPUHPPECFDBVTFBMMXPSET

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ w5IFZVTFE.-&EVSJOHUSBJOJOHBOEVTFE..BOUJ-.EVSJOH FWBMVBUJPO 1SFWJPVTSFTFBSDI w.BYJNVN.VUVBMOGPSNBUJPO -JFUBM w..*BOUJ-.TVQQSFTTFTMBOHVBHFNPEFMMJLFHFOFSBUJPOCZ

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ w4$&MPTTUSFBUTFBDIUPLFO ɹDMBTTFRVBMMZ :PV EP OPU UBML

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ $PEFFYBNQMFTXJUI1Z5PSDI OWFSTF5PLFO'SFRVFODZ 5'MPTT 7FSZ&BTZ !9 sce_loss

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ #BTFMJOFT w4FR4FRMBZFST#J-45.XSFTJEVBMDPOOFDUJPOT w4FR4FR "UUFOUJPO w4FR4FR ..*

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ 3FTVMUPO0QFO4VCUJUMFT !11 0VST 1SFWJPVT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ 3FTVMUPO5XJUUFS w5'NPEFMTPVUQFSGPSNUIF..POCPUIPG#-&6BOE%45 w5'NPEFMBDIJFWFTBHSPVOEUSVUIMFWFM%*45TDPSFPG ɹPO+BQBOFTF5XJUUFS%BUBTFU !12 1SFWJPVT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ !13 "HFOFSBUFETBNQMFPO0QFO4VCUJUMFT

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ "HFOFSBUFETBNQMFPO5XJUUFS !14

IUUQTBSYJWPSHBCT "OPUIFS%JWFSTJUZ1SPNPUJOH0CKFDUJWF'VODUJPOGPS/FVSBM%JBMPHVF(FOFSBUJPO /BLBNVSBFUBM """%&&1%"-XPSLTIPQ !15 4VNNBSZ w4$&MPTT ."1QSFEJDUJPO-PXEJWFSTJUZ%VMM3FTQPOTF w4$&MPTT ..*JOGFSFODF)JHIEJWFSTJUZBOEHPPERVBMJUZ