Optimizers/adagrad/tex/db14eb9fda4448bde6e9d57897df8aae.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="45.233833999999995pt" height="16.916630000000012pt" viewBox="-52.07469 -70.495664 45.233833999999995 16.916630000000012" readme2tex:offset="1.4943809999999935" xmlns:readme2tex="https://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g4-100" d="M3.982067-4.630635C3.989041-4.644583 4.009963-4.735243 4.009963-4.742217C4.009963-4.777086 3.982067-4.839851 3.898381-4.839851C3.758904-4.839851 3.180075-4.78406 3.005729-4.770112C2.949938-4.763138 2.852304-4.756164 2.852304-4.609714C2.852304-4.51208 2.949938-4.51208 3.033624-4.51208C3.368369-4.51208 3.368369-4.463263 3.368369-4.407472C3.368369-4.358655 3.354421-4.316812 3.340473-4.254047L2.942964-2.66401C2.796513-2.894147 2.559402-3.075467 2.224658-3.075467C1.332005-3.075467 .425405-2.092154 .425405-1.08792C.425405-.411457 .878705 .069738 1.478456 .069738C1.855044 .069738 2.189788-.146451 2.468742-.418431C2.601245 0 3.005729 .069738 3.187049 .069738C3.438107 .069738 3.612453-.083686 3.737983-.299875C3.891407-.571856 3.982067-.969365 3.982067-.99726C3.982067-1.08792 3.891407-1.08792 3.870486-1.08792C3.772852-1.08792 3.765878-1.060025 3.717061-.871731C3.633375-.536986 3.500872-.125529 3.20797-.125529C3.02665-.125529 2.977833-.278954 2.977833-.467248C2.977833-.599751 2.991781-.662516 3.012702-.753176L3.982067-4.630635ZM2.496638-.871731C2.447821-.676463 2.294396-.536986 2.140971-.404483C2.078207-.348692 1.799253-.125529 1.499377-.125529C1.241345-.125529 .990286-.306849 .990286-.801993C.990286-1.171606 1.192528-1.93873 1.352927-2.217684C1.673724-2.775592 2.02939-2.880199 2.224658-2.880199C2.712827-2.880199 2.84533-2.350187 2.84533-2.273474C2.84533-2.245579 2.831382-2.196762 2.824408-2.175841L2.496638-.871731Z" />
<ns0:path id="g4-116" d="M1.715567-2.75467H2.426899C2.559402-2.75467 2.650062-2.75467 2.650062-2.908095C2.650062-3.005729 2.559402-3.005729 2.440847-3.005729H1.778331L2.036364-4.037858C2.043337-4.072727 2.057285-4.107597 2.057285-4.135492C2.057285-4.261021 1.959651-4.358655 1.820174-4.358655C1.645828-4.358655 1.54122-4.2401 1.492403-4.05878C1.443587-3.884433 1.534247-4.219178 1.227397-3.005729H.516065C.383562-3.005729 .292902-3.005729 .292902-2.852304C.292902-2.75467 .376588-2.75467 .502117-2.75467H1.164633L.753176-1.108842C.711333-.934496 .648568-.683437 .648568-.592777C.648568-.18132 .99726 .069738 1.39477 .069738C2.168867 .069738 2.608219-.9066 2.608219-.99726S2.517559-1.08792 2.496638-1.08792C2.412951-1.08792 2.405978-1.073973 2.350187-.955417C2.154919-.516065 1.799253-.125529 1.415691-.125529C1.26924-.125529 1.171606-.216189 1.171606-.467248C1.171606-.536986 1.199502-.683437 1.21345-.753176L1.715567-2.75467Z" />
<ns0:path id="g5-97" d="M3.317559-.757161C3.35741-.358655 3.626401 .059776 4.094645 .059776C4.303861 .059776 4.911582-.079701 4.911582-.886675V-1.444583H4.662516V-.886675C4.662516-.308842 4.41345-.249066 4.303861-.249066C3.975093-.249066 3.935243-.697385 3.935243-.747198V-2.739726C3.935243-3.158157 3.935243-3.5467 3.576588-3.915318C3.188045-4.303861 2.689913-4.463263 2.211706-4.463263C1.39477-4.463263 .707347-3.995019 .707347-3.337484C.707347-3.038605 .9066-2.86924 1.165629-2.86924C1.444583-2.86924 1.62391-3.068493 1.62391-3.327522C1.62391-3.447073 1.574097-3.775841 1.115816-3.785803C1.384807-4.134496 1.872976-4.244085 2.191781-4.244085C2.67995-4.244085 3.247821-3.855542 3.247821-2.968867V-2.600249C2.739726-2.570361 2.042341-2.540473 1.414695-2.241594C.667497-1.902864 .418431-1.384807 .418431-.946451C.418431-.139477 1.384807 .109589 2.012453 .109589C2.669988 .109589 3.128269-.288917 3.317559-.757161ZM3.247821-2.391034V-1.39477C3.247821-.448319 2.530511-.109589 2.082192-.109589C1.594022-.109589 1.185554-.458281 1.185554-.956413C1.185554-1.504359 1.603985-2.331258 3.247821-2.391034Z" />
<ns0:path id="g1-50" d="M5.459527-2.291407C5.628892-2.291407 5.808219-2.291407 5.808219-2.49066S5.628892-2.689913 5.459527-2.689913H1.235367C1.354919-4.024907 2.500623-4.98132 3.905355-4.98132H5.459527C5.628892-4.98132 5.808219-4.98132 5.808219-5.180573S5.628892-5.379826 5.459527-5.379826H3.88543C2.181818-5.379826 .826899-4.084682 .826899-2.49066S2.181818 .398506 3.88543 .398506H5.459527C5.628892 .398506 5.808219 .398506 5.808219 .199253S5.628892 0 5.459527 0H3.905355C2.500623 0 1.354919-.956413 1.235367-2.291407H5.459527Z" />
<ns0:path id="g3-71" d="M7.571606-6.924035C7.571606-6.953923 7.551681-7.023661 7.462017-7.023661C7.43213-7.023661 7.422167-7.013699 7.312578-6.90411L6.615193-6.136986C6.525529-6.276463 6.067248-7.023661 4.961395-7.023661C2.739726-7.023661 .498132-4.821918 .498132-2.510585C.498132-.926526 1.603985 .219178 3.217933 .219178C3.656289 .219178 4.104608 .129514 4.463263-.019925C4.961395-.219178 5.150685-.428394 5.330012-.627646C5.419676-.37858 5.678705-.009963 5.778331-.009963C5.828144-.009963 5.84807-.039851 5.84807-.049813C5.867995-.069738 5.967621-.448319 6.017435-.657534L6.206725-1.424658C6.246575-1.594022 6.296389-1.763387 6.336239-1.932752C6.445828-2.381071 6.455791-2.400996 7.023661-2.410959C7.073474-2.410959 7.183064-2.420922 7.183064-2.610212C7.183064-2.67995 7.13325-2.719801 7.053549-2.719801C6.824408-2.719801 6.236613-2.689913 6.007472-2.689913C5.69863-2.689913 4.921544-2.719801 4.612702-2.719801C4.523039-2.719801 4.403487-2.719801 4.403487-2.520548C4.403487-2.410959 4.483188-2.410959 4.702366-2.410959C4.712329-2.410959 5.001245-2.410959 5.230386-2.391034C5.489415-2.361146 5.539228-2.331258 5.539228-2.201743C5.539228-2.11208 5.429639-1.663761 5.330012-1.295143C5.051059-.199253 3.755915-.089664 3.407223-.089664C2.450809-.089664 1.404732-.657534 1.404732-2.181818C1.404732-2.49066 1.504359-4.134496 2.550436-5.429639C3.088418-6.107098 4.054795-6.714819 5.041096-6.714819C6.057285-6.714819 6.645081-5.947696 6.645081-4.79203C6.645081-4.393524 6.615193-4.383562 6.615193-4.283935S6.724782-4.184309 6.764633-4.184309C6.894147-4.184309 6.894147-4.204234 6.94396-4.383562L7.571606-6.924035Z" />
<ns0:path id="g0-82" d="M2.669988-3.128269H3.028643L4.523039-.816936C4.622665-.657534 4.861768-.268991 4.971357-.119552C5.041096 0 5.070984 0 5.300125 0H6.674969C6.854296 0 7.003736 0 7.003736-.179328C7.003736-.259029 6.94396-.328767 6.854296-.348692C6.485679-.428394 5.997509-1.085928 5.758406-1.404732C5.688667-1.504359 5.190535-2.161893 4.523039-3.237858C5.409714-3.39726 6.266501-3.775841 6.266501-4.961395C6.266501-6.346202 4.801993-6.824408 3.626401-6.824408H.498132C.318804-6.824408 .159402-6.824408 .159402-6.645081C.159402-6.475716 .348692-6.475716 .428394-6.475716C.996264-6.475716 1.046077-6.405978 1.046077-5.907846V-.916563C1.046077-.418431 .996264-.348692 .428394-.348692C.348692-.348692 .159402-.348692 .159402-.179328C.159402 0 .318804 0 .498132 0H3.227895C3.407223 0 3.556663 0 3.556663-.179328C3.556663-.348692 3.387298-.348692 3.277709-.348692C2.709838-.348692 2.669988-.428394 2.669988-.916563V-3.128269ZM4.592777-3.616438C4.871731-3.985056 4.901619-4.513076 4.901619-4.951432C4.901619-5.429639 4.841843-5.957659 4.523039-6.366127C4.931507-6.276463 5.917808-5.967621 5.917808-4.961395C5.917808-4.313823 5.618929-3.805729 4.592777-3.616438ZM2.669988-5.937733C2.669988-6.146949 2.669988-6.475716 3.287671-6.475716C4.134496-6.475716 4.552927-6.127024 4.552927-4.951432C4.552927-3.666252 4.244085-3.476961 2.669988-3.476961V-5.937733ZM1.315068-.348692C1.39477-.52802 1.39477-.806974 1.39477-.896638V-5.927771C1.39477-6.027397 1.39477-6.296389 1.315068-6.475716H2.450809C2.321295-6.316314 2.321295-6.117061 2.321295-5.967621V-.896638C2.321295-.797011 2.321295-.52802 2.400996-.348692H1.315068ZM3.437111-3.128269C3.506849-3.138232 3.5467-3.148194 3.626401-3.148194C3.775841-3.148194 3.995019-3.16812 4.144458-3.188045C4.293898-2.948941 5.369863-1.175592 6.196762-.348692H5.230386L3.437111-3.128269Z" />
<ns0:path id="g2-2" d="M4.881694-3.270735C4.958406-3.347447 4.979328-3.38929 4.979328-3.438107C4.979328-3.549689 4.888667-3.612453 4.811955-3.612453C4.742217-3.612453 4.721295-3.591532 4.637609-3.507846L3.110336-1.987547L1.57609-3.514819C1.506351-3.584558 1.478456-3.612453 1.415691-3.612453C1.318057-3.612453 1.241345-3.535741 1.241345-3.438107C1.241345-3.375342 1.262267-3.354421 1.345953-3.270735L2.866252-1.750436L1.345953-.230137C1.248319-.132503 1.241345-.097634 1.241345-.055791C1.241345 .041843 1.318057 .118555 1.415691 .118555C1.478456 .118555 1.499377 .097634 1.57609 .020922L3.110336-1.506351L4.700374 .083686C4.735243 .104608 4.770112 .118555 4.811955 .118555C4.888667 .118555 4.979328 .055791 4.979328-.055791C4.979328-.111582 4.96538-.125529 4.944458-.146451C4.930511-.174346 3.577584-1.527273 3.354421-1.743462L4.881694-3.270735Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="-52.07469" y="-62.037349" ns1:href="#g3-71" />
<ns0:use x="-44.241572" y="-60.542968" ns1:href="#g4-116" />
<ns0:use x="-37.96655" y="-62.037349" ns1:href="#g1-50" />
<ns0:use x="-28.557436" y="-62.037349" ns1:href="#g0-82" />
<ns0:use x="-21.362175" y="-65.652713" ns1:href="#g4-100" />
<ns0:use x="-17.214856" y="-65.652713" ns1:href="#g2-2" />
<ns0:use x="-10.988176" y="-65.652713" ns1:href="#g4-100" />
</ns0:g>
</ns0:svg>