convore.json/groups/django-community/django-projects-with-large-datasets/messages.json

[{"user_id": 1806, "stars": [], "topic_id": 21021, "date_created": 1303588099.7162199, "message": "We're planning on using Haystack with Solr as the search backend.  I presume there are lots of sites out there using Haystack with 10+ million items in the index.  I don't anticipate this part being a problem, but just interested in other people's experiences.", "group_id": 81, "id": 790748}, {"user_id": 1806, "stars": [], "topic_id": 21021, "date_created": 1303587987.353657, "message": "Am about to start a Django ecommerce project where there will be between 5 and 10 million products.  This is our first django build with this size of data and I just wondered if there were any tips or gotchas that I should be aware of.  This could be to do with loading models, caching, importing - anything affected by having a large number of models in the backend.", "group_id": 81, "id": 790744}, {"user_id": 13912, "stars": [], "topic_id": 21021, "date_created": 1303589904.7696569, "message": "5 - 10 million isn't that much by todays standards", "group_id": 81, "id": 790849}, {"user_id": 13912, "stars": [], "topic_id": 21021, "date_created": 1303589943.0824771, "message": "just be sure you run it on a beefy server (memory-wise)", "group_id": 81, "id": 790850}, {"user_id": 13912, "stars": [{"date_created": 1303841710.831444, "user_id": 3210}], "topic_id": 21021, "date_created": 1303590012.52407, "message": "and avoid django's dumpdata loaddata, either write your own commands with raw sql or use your RDBMS's facilities eg. COPY for postgres", "group_id": 81, "id": 790853}, {"user_id": 13912, "stars": [], "topic_id": 21021, "date_created": 1303590285.3519931, "message": "but db related", "group_id": 81, "id": 790875}, {"user_id": 13912, "stars": [], "topic_id": 21021, "date_created": 1303590308.8618741, "message": "so be sure you get your db design right", "group_id": 81, "id": 790879}, {"user_id": 13912, "stars": [], "topic_id": 21021, "date_created": 1303590281.7191041, "message": "otherwise any advice will be non-django related", "group_id": 81, "id": 790874}, {"user_id": 1806, "stars": [], "topic_id": 21021, "date_created": 1303593725.8792789, "message": "@Vasil Thanks for the input.  I think we've got most of that stuff covered.", "group_id": 81, "id": 791278}]