asfcrypt.c 5.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
/*
 * ASF decryption
 * Copyright (c) 2007 Reimar Doeffinger
 * This is a rewrite of code contained in freeme/freeme2
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
22 23

#include "libavutil/bswap.h"
24
#include "libavutil/common.h"
25
#include "libavutil/des.h"
26
#include "libavutil/intreadwrite.h"
27
#include "libavutil/rc4.h"
28 29 30
#include "asfcrypt.h"

/**
31 32 33
 * @brief find multiplicative inverse modulo 2 ^ 32
 * @param v number to invert, must be odd!
 * @return number so that result * v = 1 (mod 2^32)
34
 */
35 36
static uint32_t inverse(uint32_t v)
{
37 38 39 40 41 42 43 44 45 46 47 48
    // v ^ 3 gives the inverse (mod 16), could also be implemented
    // as table etc. (only lowest 4 bits matter!)
    uint32_t inverse = v * v * v;
    // uses a fixpoint-iteration that doubles the number
    // of correct lowest bits each time
    inverse *= 2 - v * inverse;
    inverse *= 2 - v * inverse;
    inverse *= 2 - v * inverse;
    return inverse;
}

/**
49 50 51
 * @brief read keys from keybuf into keys
 * @param keybuf buffer containing the keys
 * @param keys output key array containing the keys for encryption in
52 53
 *             native endianness
 */
54 55
static void multiswap_init(const uint8_t keybuf[48], uint32_t keys[12])
{
56 57 58 59 60 61
    int i;
    for (i = 0; i < 12; i++)
        keys[i] = AV_RL32(keybuf + (i << 2)) | 1;
}

/**
62
 * @brief invert the keys so that encryption become decryption keys and
63
 *        the other way round.
64
 * @param keys key array of ints to invert
65
 */
66 67
static void multiswap_invert_keys(uint32_t keys[12])
{
68 69 70 71 72 73 74
    int i;
    for (i = 0; i < 5; i++)
        keys[i] = inverse(keys[i]);
    for (i = 6; i < 11; i++)
        keys[i] = inverse(keys[i]);
}

75 76
static uint32_t multiswap_step(const uint32_t keys[12], uint32_t v)
{
77 78 79
    int i;
    v *= keys[0];
    for (i = 1; i < 5; i++) {
80
        v  = (v >> 16) | (v << 16);
81 82 83 84 85 86
        v *= keys[i];
    }
    v += keys[5];
    return v;
}

87 88
static uint32_t multiswap_inv_step(const uint32_t keys[12], uint32_t v)
{
89 90 91 92
    int i;
    v -= keys[5];
    for (i = 4; i > 0; i--) {
        v *= keys[i];
93
        v  = (v >> 16) | (v << 16);
94 95 96 97 98 99
    }
    v *= keys[0];
    return v;
}

/**
100 101
 * @brief "MultiSwap" encryption
 * @param keys 32 bit numbers in machine endianness,
102
 *             0-4 and 6-10 must be inverted from decryption
103 104 105
 * @param key another key, this one must be the same for the decryption
 * @param data data to encrypt
 * @return encrypted data
106
 */
107 108 109
static uint64_t multiswap_enc(const uint32_t keys[12],
                              uint64_t key, uint64_t data)
{
110 111 112 113
    uint32_t a = data;
    uint32_t b = data >> 32;
    uint32_t c;
    uint32_t tmp;
114 115 116 117
    a  += key;
    tmp = multiswap_step(keys, a);
    b  += tmp;
    c   = (key >> 32) + tmp;
118
    tmp = multiswap_step(keys + 6, b);
119
    c  += tmp;
120 121 122 123
    return ((uint64_t)c << 32) | tmp;
}

/**
124 125
 * @brief "MultiSwap" decryption
 * @param keys 32 bit numbers in machine endianness,
126
 *             0-4 and 6-10 must be inverted from encryption
127 128 129
 * @param key another key, this one must be the same as for the encryption
 * @param data data to decrypt
 * @return decrypted data
130
 */
131 132 133
static uint64_t multiswap_dec(const uint32_t keys[12],
                              uint64_t key, uint64_t data)
{
134 135
    uint32_t a;
    uint32_t b;
136
    uint32_t c   = data >> 32;
137
    uint32_t tmp = data;
138 139
    c  -= tmp;
    b   = multiswap_inv_step(keys + 6, tmp);
140
    tmp = c - (key >> 32);
141 142 143
    b  -= tmp;
    a   = multiswap_inv_step(keys, tmp);
    a  -= key;
144 145 146
    return ((uint64_t)b << 32) | a;
}

147 148
void ff_asfcrypt_dec(const uint8_t key[20], uint8_t *data, int len)
{
149 150
    struct AVDES des;
    struct AVRC4 rc4;
151 152
    int num_qwords      = len >> 3;
    uint8_t *qwords     = data;
153
    uint64_t rc4buff[8] = { 0 };
154 155 156 157 158 159 160 161 162 163
    uint64_t packetkey;
    uint32_t ms_keys[12];
    uint64_t ms_state;
    int i;
    if (len < 16) {
        for (i = 0; i < len; i++)
            data[i] ^= key[i];
        return;
    }

164 165
    av_rc4_init(&rc4, key, 12 * 8, 1);
    av_rc4_crypt(&rc4, (uint8_t *)rc4buff, NULL, sizeof(rc4buff), NULL, 1);
166 167
    multiswap_init((uint8_t *)rc4buff, ms_keys);

168
    packetkey  = AV_RN64(&qwords[num_qwords * 8 - 8]);
169
    packetkey ^= rc4buff[7];
170 171
    av_des_init(&des, key + 12, 64, 1);
    av_des_crypt(&des, (uint8_t *)&packetkey, (uint8_t *)&packetkey, 1, NULL, 1);
172 173
    packetkey ^= rc4buff[6];

174 175
    av_rc4_init(&rc4, (uint8_t *)&packetkey, 64, 1);
    av_rc4_crypt(&rc4, data, data, len, NULL, 1);
176 177

    ms_state = 0;
178
    for (i = 0; i < num_qwords - 1; i++, qwords += 8)
179 180 181
        ms_state = multiswap_enc(ms_keys, ms_state, AV_RL64(qwords));
    multiswap_invert_keys(ms_keys);
    packetkey = (packetkey << 32) | (packetkey >> 32);
182
    packetkey = av_le2ne64(packetkey);
183 184 185
    packetkey = multiswap_dec(ms_keys, ms_state, packetkey);
    AV_WL64(qwords, packetkey);
}