test = 'a1.jpg, a2.jpg, a3.jpg, b1.jpg, b2.jpg, b3.jpg, b4.jpg'
l = test.split(', ')
res = {}
for fname in l:
    key = fname[0]
    res.setdefault(key, []).append(fname)
print(list(res.values()))