我的环境:
2个SQL NODE
2个DATA NODE
1个MANAGEMENT NODE现在我通过INSERT INTO语句往数据库中插入500万条数据,2分钟才插入了10万条,速度太慢,请教应该需要进行哪方面的调整?谢谢。MYSQL版本:Server version: 5.1.44-ndb-7.1.3-cluster-gpl MySQL Cluster Server (GPL)
服务器硬件:
CPU : 2.27G
MEMORY : 8G(DATA NODE)
MEMORY : 4G (SQL NODE)   
SWAP : 4G就是我不管用INSERT插入还是用LOAD DATA插入都很慢。请指教。
config.ini配置:
# Options affecting ndbd processes on all data nodes:
[ndbd default]
NoOfReplicas=2 # Number of replicas
DataMemory=2048M # How much memory to allocate for data storage
IndexMemory=1024M # How much memory to allocate for index storage
  # For DataMemory and IndexMemory, we have used the
  # default values. Since the "world" database takes up
  # only about 500KB, this should be more than enough for
  # this example Cluster setup.
StringMemory=25MaxNoOfTables=4096
MaxNoOfOrderedIndexes=2048
MaxNoOfUniqueHashIndexes=512
MaxNoOfAttributes=2000
MaxNoOfConcurrentOperations=5000000LockPagesInMainMemory=1MaxNoOfConcurrentTransactions=16384NoOfFragmentLogFiles=48#DiskCheckpointSpeedInRestart=100M
#FragmentLogFileSize=100M
InitFragmentLogFiles=FULL
RedoBuffer=32M
#MemReportFrequency=30
#TimeBetweenLocalCheckpoints=20
#TimeBetweenGlobalCheckpoints=1000
#TimeBetweenEpochs=100
TimeBetweenLocalCheckpoints=5
#LogLevelStartup=15
#LogLevelShutdown=15
#LogLevelCheckpoint=8
#LogLevelNodeRestart=15#BackupMaxWriteSize=1M
#BackupDataBufferSize=16M
#BackupLogBufferSize=4M
#BackupMemory=20M
# TCP/IP options:
[tcp default]
portnumber=2202 # This the default; however, you can use any port that is free
  # for all the hosts in the cluster
  # Note: It is recommended that you do not specify the port
  # number at all and allow the default value to be used instead
#SendBufferMemory=2M
#ReceiveBufferMemory=2M# Management process options:
[ndb_mgmd]hostname=10.192.7.16 # Hostname or IP address of management node
datadir=/var/lib/mysql-cluster # Directory for management node log files# Options for data node "A":
[ndbd]
  # (one [ndbd] section per data node)
hostname=10.192.7.15 # Hostname or IP address
datadir=/usr/local/mysql/data # Directory for this data node's data files# Options for data node "B":
[ndbd]hostname=10.192.7.16 # Hostname or IP address
datadir=/usr/local/mysql/data # Directory for this data node's data files# SQL node options:
[mysqld]
hostname=10.192.7.13 # Hostname or IP address
  # (additional mysqld connections can be
  # specified for this node for various
  # purposes such as running ndb_restore)
id=4[mysqld]
hostname=10.192.7.13  
id=6[mysqld]
hostname=10.192.7.14
id=5[mysqld]
hostname=10.192.7.14
id=7[mysqld]
hostname=10.192.7.13
id=8[mysqld]
hostname=10.192.7.14
id=9

解决方案 »

  1.   

    mysql variables配置:
    Variable_name Value
    auto_increment_increment 1
    auto_increment_offset 1
    autocommit ON
    automatic_sp_privileges ON
    back_log 50
    basedir /usr/local/mysql/
    big_tables OFF
    binlog_cache_size 32768
    binlog_direct_non_transactional_updates OFF
    binlog_format MIXED
    bulk_insert_buffer_size 8388608
    character_set_client utf8
    character_set_connection utf8
    character_set_database latin1
    character_set_filesystem binary
    character_set_results utf8
    character_set_server latin1
    character_set_system utf8
    character_sets_dir /usr/local/mysql/share/charsets/
    collation_connection utf8_general_ci
    collation_database latin1_swedish_ci
    collation_server latin1_swedish_ci
    completion_type 0
    concurrent_insert 1
    connect_timeout 10
    datadir /usr/local/mysql/data/
    date_format %Y-%m-%d
    datetime_format %Y-%m-%d %H:%i:%s
    default_week_format 0
    delay_key_write ON
    delayed_insert_limit 100
    delayed_insert_timeout 300
    delayed_queue_size 1000
    div_precision_increment 4
    engine_condition_pushdown ON
    error_count 0
    event_scheduler OFF
    expire_logs_days 0
    flush OFF
    flush_time 0
    foreign_key_checks ON
    ft_boolean_syntax + -><()~*:""&|
    ft_max_word_len 84
    ft_min_word_len 4
    ft_query_expansion_limit 20
    ft_stopword_file (built-in)
    general_log OFF
    general_log_file /usr/local/mysql/data/sha-sso-st01-sn01.log
    group_concat_max_len 1024
    have_community_features YES
    have_compress YES
    have_crypt YES
    have_csv YES
    have_dynamic_loading YES
    have_geometry YES
    have_innodb YES
    have_ndbcluster YES
    have_openssl DISABLED
    have_partitioning YES
    have_query_cache YES
    have_rtree_keys YES
    have_ssl DISABLED
    have_symlink YES
    hostname sha-sso-st01-sn01.ubisoft.org
    identity 0
    ignore_builtin_innodb OFF
    init_connect 
    init_file 
    init_slave 
    innodb_adaptive_hash_index ON
    innodb_additional_mem_pool_size 1048576
    innodb_autoextend_increment 8
    innodb_autoinc_lock_mode 1
    innodb_buffer_pool_size 8388608
    innodb_checksums ON
    innodb_commit_concurrency 0
    innodb_concurrency_tickets 500
    innodb_data_file_path ibdata1:10M:autoextend
    innodb_data_home_dir 
    innodb_doublewrite ON
    innodb_fast_shutdown 1
    innodb_file_io_threads 4
    innodb_file_per_table OFF
    innodb_flush_log_at_trx_commit 1
    innodb_flush_method 
    innodb_force_recovery 0
    innodb_lock_wait_timeout 50
    innodb_locks_unsafe_for_binlog OFF
    innodb_log_buffer_size 1048576
    innodb_log_file_size 5242880
    innodb_log_files_in_group 2
    innodb_log_group_home_dir ./
    innodb_max_dirty_pages_pct 90
    innodb_max_purge_lag 0
    innodb_mirrored_log_groups 1
    innodb_open_files 300
    innodb_rollback_on_timeout OFF
    innodb_stats_on_metadata ON
    innodb_support_xa ON
    innodb_sync_spin_loops 20
    innodb_table_locks ON
    innodb_thread_concurrency 8
    innodb_thread_sleep_delay 10000
    innodb_use_legacy_cardinality_algorithm ON
    insert_id 0
    interactive_timeout 28800
    join_buffer_size 131072
    keep_files_on_create OFF
    key_buffer_size 8384512
    key_cache_age_threshold 300
    key_cache_block_size 1024
    key_cache_division_limit 100
    language /usr/local/mysql/share/english/
    large_files_support ON
    large_page_size 0
    large_pages OFF
    last_insert_id 0
    lc_time_names en_US
    license GPL
    local_infile ON
    locked_in_memory OFF
    log OFF
    log_bin OFF
    log_bin_trust_function_creators OFF
    log_bin_trust_routine_creators OFF
    log_error /usr/local/mysql/data/sha-sso-st01-sn01.ubisoft.org.err
    log_output FILE
    log_queries_not_using_indexes OFF
    log_slave_updates OFF
    log_slow_queries OFF
    log_warnings 1
    long_query_time 10.000000
    low_priority_updates OFF
    lower_case_file_system OFF
    lower_case_table_names 0
    max_allowed_packet 1048576
    max_binlog_cache_size 4294963200
    max_binlog_size 1073741824
    max_connect_errors 10
    max_connections 151
    max_delayed_threads 20
    max_error_count 64
    max_heap_table_size 16777216
    max_insert_delayed_threads 20
    max_join_size 18446744073709551615
    max_length_for_sort_data 1024
    max_prepared_stmt_count 16382
    max_relay_log_size 0
    max_seeks_for_key 4294967295
    max_sort_length 1024
    max_sp_recursion_depth 0
    max_tmp_tables 32
    max_user_connections 0
    max_write_lock_count 4294967295
    min_examined_row_limit 0
    multi_range_count 256
    myisam_data_pointer_size 6
    myisam_max_sort_file_size 2146435072
    myisam_mmap_size 4294967295
    myisam_recover_options OFF
    myisam_repair_threads 1
    myisam_sort_buffer_size 8388608
    myisam_stats_method nulls_unequal
    myisam_use_mmap OFF
    ndb_autoincrement_prefetch_sz 1
    ndb_batch_size 32768
    ndb_cache_check_time 0
    ndb_connectstring 10.192.7.16
    ndb_extra_logging 1
    ndb_force_send ON
    ndb_index_stat_cache_entries 32
    ndb_index_stat_enable OFF
    ndb_index_stat_update_freq 20
    ndb_log_binlog_index ON
    ndb_log_empty_epochs OFF
    ndb_log_update_as_write ON
    ndb_log_updated_only ON
    ndb_optimization_delay 10
    ndb_optimized_node_selection 3
    ndb_report_thresh_binlog_epoch_slip 3
    ndb_report_thresh_binlog_mem_usage 10
    ndb_table_no_logging OFF
    ndb_table_temporary OFF
    ndb_use_copying_alter_table OFF
    ndb_use_exact_count OFF
    ndb_use_transactions ON
    ndbinfo_database ndbinfo
    ndbinfo_max_bytes 0
    ndbinfo_max_rows 10
    ndbinfo_show_hidden OFF
    ndbinfo_table_prefix ndb$
    ndbinfo_version 459011
    net_buffer_length 16384
    net_read_timeout 30
    net_retry_count 10
    net_write_timeout 60
    new OFF
    old OFF
    old_alter_table OFF
    old_passwords OFF
    open_files_limit 1024
    optimizer_prune_level 1
    optimizer_search_depth 62
    optimizer_switch index_merge=on,index_merge_union=on,index_merge_sort_union=on,index_merge_intersection=on
    pid_file /usr/local/mysql/data/sha-sso-st01-sn01.ubisoft.org.pid
    plugin_dir /usr/local/mysql/lib/plugin
    port 3306
    preload_buffer_size 32768
    profiling OFF
    profiling_history_size 15
    protocol_version 10
    pseudo_thread_id 272083
    query_alloc_block_size 8192
    query_cache_limit 1048576
    query_cache_min_res_unit 4096
    query_cache_size 0
    query_cache_type ON
    query_cache_wlock_invalidate OFF
    query_prealloc_size 8192
    rand_seed1 
    rand_seed2 
    range_alloc_block_size 4096
    read_buffer_size 131072
    read_only OFF
    read_rnd_buffer_size 262144
    relay_log 
    relay_log_index 
    relay_log_info_file relay-log.info
    relay_log_purge ON
    relay_log_space_limit 0
    report_host 
    report_password 
    report_port 3306
    report_user 
    rpl_recovery_rank 0
    secure_auth OFF
    secure_file_priv 
    server_id 0
    skip_external_locking ON
    skip_networking OFF
    skip_show_database OFF
    slave_allow_batching OFF
    slave_compressed_protocol OFF
    slave_exec_mode STRICT
    slave_load_tmpdir /tmp
    slave_net_timeout 3600
    slave_skip_errors OFF
    slave_transaction_retries 10
    slave_type_conversions 
    slow_launch_time 2
    slow_query_log OFF
    slow_query_log_file /usr/local/mysql/data/sha-sso-st01-sn01-slow.log
    socket /tmp/mysql.sock
    sort_buffer_size 2097144
    sql_auto_is_null ON
    sql_big_selects ON
    sql_big_tables OFF
    sql_buffer_result OFF
    sql_log_bin ON
    sql_log_off OFF
    sql_log_update ON
    sql_low_priority_updates OFF
    sql_max_join_size 18446744073709551615
    sql_mode 
    sql_notes ON
    sql_quote_show_create ON
    sql_safe_updates OFF
    sql_select_limit 18446744073709551615
    sql_slave_skip_counter 
    sql_warnings OFF
    ssl_ca 
    ssl_capath 
    ssl_cert 
    ssl_cipher 
    ssl_key 
    storage_engine MyISAM
    sync_binlog 0
    sync_frm ON
    system_time_zone GMT
    table_definition_cache 256
    table_lock_wait_timeout 50
    table_open_cache 64
    table_type MyISAM
    thread_cache_size 0
    thread_handling one-thread-per-connection
    thread_stack 196608
    time_format %H:%i:%s
    time_zone SYSTEM
    timed_mutexes OFF
    timestamp 1274786559
    tmp_table_size 16777216
    tmpdir /tmp
    transaction_alloc_block_size 8192
    transaction_allow_batching OFF
    transaction_prealloc_size 4096
    tx_isolation REPEATABLE-READ
    unique_checks ON
    updatable_views_with_limit YES
    version 5.1.44-ndb-7.1.3-cluster-gpl
    version_comment MySQL Cluster Server (GPL)
    version_compile_machine i686
    version_compile_os pc-linux-gnu
    wait_timeout 28800
    warning_count 0
      

  2.   

    建议分批commit,如:load 1000条数据,完成一个commit;一次性搞进去的话,还是相当慢的。