-- Logs begin at Wed 2021-02-17 19:24:42 UTC, end at Wed 2021-02-17 20:30:58 UTC. -- Feb 17 20:03:58.878040 dv-cinder-759994-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 20:04:01.942501 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:04:01.942501 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:04:01.944341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83927) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:04:01.946334 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:04:01.946689 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:04:01.947107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83927) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:04:01.948370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:04:01.948694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:04:01.949965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:04:01.950314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:04:01.950634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:04:01.951084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.951502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.951913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.952241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.952661 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.953160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.953552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.954304 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.954732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.955126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.955515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.955913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.956245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.956639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.957068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.957473 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.958348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] debug = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.958743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.959464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.959887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.960276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.960679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.961099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.961485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.961878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.962326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] host = dv-cinder-759994-3-smb {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.962718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.963176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.963574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.964021 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.964519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.964974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.965407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.965794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.966178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.966577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.967000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.967774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.967906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.968218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.968563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.968987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.969390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.969763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.970136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.970513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.970879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.971246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.971612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.972002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.972394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.972783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.973246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.974348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.974874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.975289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.975747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.976125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.976504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.976878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.977321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.977692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.978065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.978479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.978877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.979268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.979663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.980036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.980428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.980801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.981199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.981569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_json = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.981941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.982311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.982700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.983070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.983501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.983875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.984246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.984665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:01.985142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.985549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.985959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.986346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.986741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.987125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.987521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.987900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.988297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.988707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.989326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.989838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.990269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.990674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.991083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.991502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.991911 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.992312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.992691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.993094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.993479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.993863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.994251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.994739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.995144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.995520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.995922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.996346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.996725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.997174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.997564 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.998002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.998344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.998725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.999126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.999551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:01.999994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.000501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.000964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.001409 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.001829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.002254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.002678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.003098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.003516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.004005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.004424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.004986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.005383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.005802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.006216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.006639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.007063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.007478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.007896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.008309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.008720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.009166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.009589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.010011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.010427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.010838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.011260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.011672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.012090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.012505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.013001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.013385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.013817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.014302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.014732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.015212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.015638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.016064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.016486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.016903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.017380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.017802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.018216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.018665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.019093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.019530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.019956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.020991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.021452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.021875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.022303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.022760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.023184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.023640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.024146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.024647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.025217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.025629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.026017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.026437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.026818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.027251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.027622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:02.027912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:04:02.028225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83927) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 20:04:02.722334 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading Gnome Feb 17 20:04:02.741836 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading Google Feb 17 20:04:02.744836 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 20:04:02.748737 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading file Feb 17 20:04:02.749968 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading keyczar Feb 17 20:04:02.750401 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading multi Feb 17 20:04:02.751193 dv-cinder-759994-3-smb neutron-server[83927]: INFO keyring.backend [-] Loading pyfs Feb 17 20:04:02.799247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83927) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:02.799568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83927) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:02.799890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83927) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:02.800268 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 20:04:03.231318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.232158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.232158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.286904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.287335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.287723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.292804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.293260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.293660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.370661 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.371119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.371504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.372873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.373318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.373713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.675460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.675922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.676877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.677200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.678129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.839048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.839420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.839789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.840018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.840331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.840720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.841052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.841350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.841642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.841988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.842291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.842601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.842910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.843205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.843524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.843850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.844147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.844481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.844774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.845335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.845624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.845908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.846258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.846542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.846823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.847313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.847590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.847867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.848148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.848989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.849263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:03.849813 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 20:04:03.853874 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 20:04:03.858519 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 20:04:03.863169 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 17 20:04:03.866143 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 20:04:03.867554 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 20:04:03.868013 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 20:04:03.868524 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 20:04:03.871820 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 20:04:03.872158 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 20:04:03.872685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 20:04:03.900148 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 20:04:03.900900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.901384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83927) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 20:04:03.901906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.903646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83927) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 20:04:03.904085 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 20:04:03.904467 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 20:04:03.908354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.908798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:03.978610 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 20:04:03.978997 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 20:04:03.979360 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 20:04:03.979905 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 20:04:04.017425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.sqlalchemy.engines [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83927) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 20:04:04.488686 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing driver for type 'gre' Feb 17 20:04:04.489698 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] gre ID ranges: [(1, 1000)] Feb 17 20:04:04.532866 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing driver for type 'local' Feb 17 20:04:04.533369 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing driver for type 'vlan' Feb 17 20:04:04.545880 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] VlanTypeDriver initialization complete Feb 17 20:04:04.546388 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing driver for type 'vxlan' Feb 17 20:04:04.547046 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] vxlan ID ranges: [(1, 1000)] Feb 17 20:04:04.600245 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing extension driver 'port_security' Feb 17 20:04:04.600756 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.extensions.port_security [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] PortSecurityExtensionDriver initialization complete Feb 17 20:04:04.601329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing mechanism driver 'openvswitch' Feb 17 20:04:04.610467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83927) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:04.611625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.612194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.612736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.613361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.614383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.616284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.617067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.617722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.618353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.619045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.619695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.620297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.621048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.621733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.622360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.623303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > address_group after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.623969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > address_group after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.624598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.625280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] ML2 OVO RPC backend initialized. {{(pid=83927) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 20:04:04.626554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.627234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.628120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.628793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > networks before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.630031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.631627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > ports before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.632311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.633011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnets before_response 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.633699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.634370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.635033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.635693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.636354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.637052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.637721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.638387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.639036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.640208 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.plugin [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Modular L2 Plugin initialization complete Feb 17 20:04:04.640853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading services supported by the core plugin {{(pid=83927) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 20:04:04.641482 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.managers [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Got port-security extension from driver 'port_security' Feb 17 20:04:04.642322 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.extensions.vlantransparent [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Disabled vlantransparent extension. Feb 17 20:04:04.643140 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83927) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 20:04:04.643744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: router Feb 17 20:04:04.715362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.716102 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_create 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.716806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router before_create 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.717572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.718293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.718979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_delete 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.719689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.720428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_create 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.721153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.721830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.722499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.723240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.725572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.726328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.727007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.727685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: subnet after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.728346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.729084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.729781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_create 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.730465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.731149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.731856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router after_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.732511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.733266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_create 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.733985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.734659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_update 55549900 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.735449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > network after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.737330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Tracking information for resource: router configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:04.737969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Tracking information for resource: floatingip configured {{(pid=83927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:04:04.747929 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_agentschedulers_db [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 20:04:04.748965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.749641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.750308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.750967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: port after_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.752592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router before_create 55550100 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.753340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.754030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_create 55550100 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.755478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > router precommit_update 55550100 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.764756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.provider_configuration [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service providers = [] {{(pid=83927) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 20:04:04.765439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.servicetype_db [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83927) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 20:04:04.771575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.service_base [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:04:04.772240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.service_base [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:04:04.772889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.service_base [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:04:04.774631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.service_base [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:04:04.775327 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.services.service_base [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 20:04:04.776057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.776673 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 20:04:04.796398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.797027 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: auto_allocate Feb 17 20:04:04.808376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: network precommit_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.808999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: network precommit_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.810017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.810631 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: tag Feb 17 20:04:04.823691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.824292 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: timestamp Feb 17 20:04:04.831027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.831804 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: network_ip_availability Feb 17 20:04:04.841957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.842631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.843271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:04.844702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.845377 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: flavors Feb 17 20:04:04.854901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.855502 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading Plugin: revisions Feb 17 20:04:04.863246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:04:04.863989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.064s {{(pid=83927) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:04.867012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83927) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 20:04:04.867623 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Initializing extension manager. Feb 17 20:04:04.868542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: __init__.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.869269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: __pycache__ {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.869939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.870599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: address_group.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.872385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.873593 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: address-group Feb 17 20:04:04.874235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: address_scope.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.875560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.876597 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: address-scope Feb 17 20:04:04.877272 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.878887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.879976 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: router-admin-state-down-before-update Feb 17 20:04:04.881298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: agent.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.882576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.883579 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: agent Feb 17 20:04:04.884171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: agent_resources_synced.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.885775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.886782 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: agent-resources-synced Feb 17 20:04:04.887366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: allowedaddresspairs.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.890578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.891694 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: allowed-address-pairs Feb 17 20:04:04.892355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: auto_allocated_topology.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.894265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.895350 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: auto-allocated-topology Feb 17 20:04:04.897019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: availability_zone.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.898328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.899397 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: availability_zone Feb 17 20:04:04.900007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: availability_zone_filter.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.901578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.902534 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: availability_zone_filter Feb 17 20:04:04.903109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: data_plane_status.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.904623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.905609 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 20:04:04.906186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: default_subnetpools.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.907690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.908653 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: default-subnetpools Feb 17 20:04:04.909257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.911321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.913237 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: dhcp_agent_scheduler Feb 17 20:04:04.913856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: dns.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.915466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.916425 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 20:04:04.917031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: dns_domain_ports.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.918446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.919381 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 20:04:04.919970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: dvr.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.921145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.922114 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: dvr Feb 17 20:04:04.922717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: empty_string_filtering.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.924307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.925340 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: empty-string-filtering Feb 17 20:04:04.925909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.928574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.929615 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:04:04.930257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.931790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.932692 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 20:04:04.933336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: external_net.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.934877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.935921 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: external-net Feb 17 20:04:04.936554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.938103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.939116 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: extra_dhcp_opt Feb 17 20:04:04.939752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: extraroute.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.941211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.942088 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: extraroute Feb 17 20:04:04.943346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: extraroute_atomic.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.944899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.945872 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: extraroute-atomic Feb 17 20:04:04.946514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: filter_validation.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.947562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.948442 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: filter-validation Feb 17 20:04:04.948984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: fip_pf_description.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.950319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.951181 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 20:04:04.952134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: fip_port_details.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.953127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.954255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: fip-port-details Feb 17 20:04:04.954776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: flavors.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.956791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.958638 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: flavors Feb 17 20:04:04.959957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.962782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.963790 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 20:04:04.964578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: floatingip_pools.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.965838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.966839 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: floatingip-pools Feb 17 20:04:04.967435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: ip_allocation.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.968991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.969956 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 20:04:04.970561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.972086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.973157 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: ip-substring-filtering Feb 17 20:04:04.975220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l2_adjacency.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.976746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.977738 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 20:04:04.978264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.980013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.981085 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: router Feb 17 20:04:04.981628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.985555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.986590 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:04:04.987232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.988820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.990833 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: ext-gw-mode Feb 17 20:04:04.991457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.993088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.994136 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: l3-ha Feb 17 20:04:04.994759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3_flavors.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.996409 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:04.997520 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: l3-flavors Feb 17 20:04:04.998209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:04.999783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.000817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 20:04:05.001483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: l3agentscheduler.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.003739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.005669 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: l3_agent_scheduler Feb 17 20:04:05.006306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: logging.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.008803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.009737 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension logging not supported by any of loaded plugins Feb 17 20:04:05.010240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: metering.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.011397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.012541 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: metering Feb 17 20:04:05.013192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.015145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.016148 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: metering_source_and_destination_fields Feb 17 20:04:05.016757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: multiprovidernet.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.018325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.019329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: multi-provider Feb 17 20:04:05.019953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: netmtu.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.022906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.023942 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: net-mtu Feb 17 20:04:05.024466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: netmtu_writable.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.025876 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.026739 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: net-mtu-writable Feb 17 20:04:05.027239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: network_availability_zone.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.028280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.029175 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: network_availability_zone Feb 17 20:04:05.029677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: network_ip_availability.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.031344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.032193 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: network-ip-availability Feb 17 20:04:05.032698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: network_segment_range.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.034078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.034940 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 20:04:05.035419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: pagination.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.038205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.038725 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: pagination Feb 17 20:04:05.039228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: port_device_profile.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.040588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.041669 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: port-device-profile Feb 17 20:04:05.042305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.043686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.044637 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: port-mac-address-regenerate Feb 17 20:04:05.045282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.046773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.048822 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: port-numa-affinity-policy Feb 17 20:04:05.048822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: port_resource_request.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.049622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.050466 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 20:04:05.050963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: portbindings.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.052973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.053957 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: binding Feb 17 20:04:05.054458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: portbindings_extended.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.056381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.057409 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: binding-extended Feb 17 20:04:05.058050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: portsecurity.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.059617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.060627 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: port-security Feb 17 20:04:05.061301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: project_id.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.062847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.063471 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: project-id Feb 17 20:04:05.064081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: providernet.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.065662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.066610 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: provider Feb 17 20:04:05.067743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.074538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.075643 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos not supported by any of loaded plugins Feb 17 20:04:05.076209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.080395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.081521 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 20:04:05.082157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.084692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.085803 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 20:04:05.086436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_default.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.087893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.088745 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-default not supported by any of loaded plugins Feb 17 20:04:05.089276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_fip.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.090267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.091081 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 20:04:05.091623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_gateway_ip.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.092974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.093799 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 20:04:05.094301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_port_network_policy.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.095623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.096623 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 20:04:05.097301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_rule_type_details.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.099652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.100562 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 20:04:05.101108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: qos_rules_alias.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.102687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.103518 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 20:04:05.104030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: quotasv2.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.105790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.106447 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: quotas Feb 17 20:04:05.107084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: quotasv2_detail.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.110138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.110814 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: quota_details Feb 17 20:04:05.111464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: rbac.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.113569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.115873 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: rbac-policies Feb 17 20:04:05.116477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: rbac_address_scope.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.118215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.119255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: rbac-address-scope Feb 17 20:04:05.119897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: rbac_security_groups.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.121726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.122800 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: rbac-security-groups Feb 17 20:04:05.123435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: rbac_subnetpool.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.125081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.126163 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: rbac-subnetpool Feb 17 20:04:05.126808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: revisionifmatch.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.128410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.129488 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: revision-if-match Feb 17 20:04:05.131524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: revisions.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.133640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.134703 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: standard-attr-revisions Feb 17 20:04:05.135316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: router_availability_zone.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.136558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.137628 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: router_availability_zone Feb 17 20:04:05.138275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: routerservicetype.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.139937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.141026 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 20:04:05.141665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.143262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.144302 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: security-groups-normalized-cidr Feb 17 20:04:05.144963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.147500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.148620 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: port-security-groups-filtering Feb 17 20:04:05.149306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.150921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.151962 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: security-groups-remote-address-group Feb 17 20:04:05.152608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: securitygroup.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.181747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.182912 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: security-group Feb 17 20:04:05.183556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: segment.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.185216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.186295 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension segment not supported by any of loaded plugins Feb 17 20:04:05.186957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.188704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.189805 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 20:04:05.190439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: servicetype.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.193008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.194793 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: service-type Feb 17 20:04:05.195424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: sorting.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.197168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.197804 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: sorting Feb 17 20:04:05.198431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: standard_attr_segment.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.200109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.201072 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 20:04:05.201707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: standardattrdescription.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.202872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.204164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: standard-attr-description Feb 17 20:04:05.204817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: stateful_security_group.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.206528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.208518 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: stateful-security-group Feb 17 20:04:05.209496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: stdattrs_common.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.210540 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 20:04:05.211158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.212901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.214039 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 20:04:05.214667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnet_onboard.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.216522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.217642 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: subnet_onboard Feb 17 20:04:05.218284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.219896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.220976 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 20:04:05.221615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnet_service_types.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.223176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.225714 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: subnet-service-types Feb 17 20:04:05.226354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnetallocation.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.228267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.229385 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: subnet_allocation Feb 17 20:04:05.230008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.231200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.232230 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: subnetpool-prefix-ops Feb 17 20:04:05.232864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.234632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.235642 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 20:04:05.236274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: tagging.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.238672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.240498 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: standard-attr-tag Feb 17 20:04:05.241164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: timestamp.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.243498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.244631 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loaded extension: standard-attr-timestamp Feb 17 20:04:05.245271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: trunk.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.247199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.248333 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension trunk not supported by any of loaded plugins Feb 17 20:04:05.248900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: trunk_details.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.250542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.251662 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 20:04:05.252238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: uplink_status_propagation.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.253955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.255948 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 20:04:05.256582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Loading extension file: vlantransparent.py {{(pid=83927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:04:05.257935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:04:05.258973 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 20:04:05.264761 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:network Feb 17 20:04:05.266246 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnet Feb 17 20:04:05.267456 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:04:05.268650 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:port Feb 17 20:04:05.273089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.273951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service FLAVORS assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.275248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.276073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.276754 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:router Feb 17 20:04:05.278191 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:04:05.279569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service METERING assigned prefix: /metering {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.283052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:05.283757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:05.284445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83927) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:04:05.288159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:04:05.289048 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:04:05.290561 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:04:05.292562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service CORE assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.293095 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:04:05.293605 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] subnetpool is already registered Feb 17 20:04:05.294784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service CORE assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.295410 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:04:05.296050 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] subnetpool is already registered Feb 17 20:04:05.302387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.303921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service FLAVORS assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.305143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.305947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.306608 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:router Feb 17 20:04:05.307254 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] router is already registered Feb 17 20:04:05.308558 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:04:05.309519 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] floatingip is already registered Feb 17 20:04:05.310376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service METERING assigned prefix: /metering {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.311753 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:04:05.312385 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] rbac_policy is already registered Feb 17 20:04:05.313560 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:04:05.314204 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] security_group is already registered Feb 17 20:04:05.315425 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:04:05.316064 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] security_group_rule is already registered Feb 17 20:04:05.318966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service CORE assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.319645 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:04:05.320307 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] subnetpool is already registered Feb 17 20:04:05.321527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.resource_helper [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Service CORE assigned prefix: {{(pid=83927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:04:05.322167 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:04:05.322798 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.quota.resource_registry [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] subnetpool is already registered Feb 17 20:04:05.324068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: extensions {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.326986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: address-groups {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.330582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: address-scopes {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.334003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: agents {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.336374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: auto-allocated-topology {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.338944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: availability_zones {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.341787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: dhcp-networks {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.344656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: dhcp-agents {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.347623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: routers {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.352731 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: flavors {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.355142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: service_profiles {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.357653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: next_providers {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.362385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: service_profiles {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.366785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: floatingip-pools {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.369309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: routers {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.373095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: floatingips {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.375565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: l3-routers {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.378446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: l3-agents {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.382369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: metering-labels {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.385209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: metering-label-rules {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.387858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: network-ip-availabilities {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.390504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: bindings {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.394047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: quotas {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.398157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: quotas {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.401248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: rbac-policies {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.403991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: security-groups {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.406522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: security-group-rules {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.409114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: service-providers {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.413022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: subnetpools {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.415884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: subnetpools {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.418895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.422498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.426224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.431564 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.435153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.438655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.443729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.447887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.452015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.456259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.extensions [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Extended resource: tags {{(pid=83927) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:04:05.471792 dv-cinder-759994-3-smb neutron-server[83927]: WARNING keystonemiddleware.auth_token [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 20:04:05.482577 dv-cinder-759994-3-smb neutron-server[83927]: WARNING keystonemiddleware.auth_token [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 20:04:05.501341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Acquired lock "singleton_lock" {{(pid=83927) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 20:04:05.502139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Releasing lock "singleton_lock" {{(pid=83927) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 20:04:05.505687 dv-cinder-759994-3-smb neutron-server[83927]: INFO oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Starting 2 workers Feb 17 20:04:05.512777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Started child 84042 {{(pid=83927) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:04:05.518686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.520246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Started child 84043 {{(pid=83927) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:04:05.521507 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [-] (84042) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:04:05.523472 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 20:04:05.524539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Notify callbacks [] for process, before_spawn {{(pid=83927) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.526435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.528469 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [-] (84043) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:04:05.528738 dv-cinder-759994-3-smb neutron-server[83927]: INFO oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Starting 1 workers Feb 17 20:04:05.538201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Started child 84044 {{(pid=83927) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:04:05.539186 dv-cinder-759994-3-smb neutron-server[83927]: INFO oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Starting 1 workers Feb 17 20:04:05.540972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] calling RpcWorker wait() {{(pid=84044) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 20:04:05.541697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] returning from RpcWorker wait() {{(pid=84044) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 20:04:05.544132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.544853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:05.546620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Started child 84045 {{(pid=83927) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:04:05.547956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4bcb941d-83a9-4d44-99c1-32c479659778 None None] Notify callbacks [] for process, after_spawn {{(pid=83927) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.550463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83927) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:04:05.550828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:04:05.551181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:04:05.552294 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:04:05.553016 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:04:05.553570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:04:05.554204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:05.554670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.555197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.555705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.556034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:05.556193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.556756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.558136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.558631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.559128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.559677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.560168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.560526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.560885 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.561437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.561937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.562555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.563064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.563535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.563996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.564339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.564820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.565405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.565893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.566456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] debug = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.567011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.568043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.568498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.569040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.569496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.570036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.570547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.571635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.572212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.572849 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.573802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.574360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.574850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.575265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.575763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.576266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.577093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] host = dv-cinder-759994-3-smb {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.577641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.578006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.578485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.579225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.579718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.580185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.580696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.581248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.581719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.582187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.583172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.583765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.584377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.584816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.586062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_options = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.586062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.586062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.586062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.589059 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.589059 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.589059 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.589658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.591049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.591575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.592037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.592618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.593297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.593763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.594300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.594790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.597162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.597162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.597700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.598127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.600138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.600138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.600138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.600764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.600764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.601256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.601674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.602150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.602629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.603071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.604014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.604838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.605483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.606026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.606609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.607205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.607731 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.608283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.608952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.609521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.610108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.610446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60020) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:05.610635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.611215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.611770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.612299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.612823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.613394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_json = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.613987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.614996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.615600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.616132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.616669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.625039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.626898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.630300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.630300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.630300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.630300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.631131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0150456 Feb 17 20:04:05.631319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.631319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.633569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.633569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.634382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.635522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.636085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.636575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.641257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.642213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.642638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.643201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.643613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.643998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.644855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.647009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.647442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.647852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.648285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.649039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.649477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.649921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.650441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.650929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.651395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.651851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.652302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.652735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.653397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.653898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.655424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.656250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.656800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.657598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.659562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.659562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.659562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.660066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.663449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.665769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.666259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.666732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.667199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.667720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.668213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.668666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.671595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.672160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.672609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.673129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.675126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.675644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.676060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.676576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.677093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.678616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.678616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.678616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.679052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.679311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.679760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.680199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.680675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.681167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.681627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.682062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.682587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.683150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.683653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.685121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.685760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.686173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.686547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.686974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.687358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.687782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.688224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.688705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.689871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.690628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.691065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.691479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.695680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.696138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.696603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.701127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.702418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.703045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.703629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.706336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.707043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.707563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.714220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.714220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.714220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.714754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.715097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.715530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.716006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.716895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.717418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.717959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.718461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.718969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.719435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.719935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.720418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.720906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.722045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.722544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.722957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.724405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.724548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.725315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.725916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.726425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.727060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.727492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.727997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.728509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.728985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.729442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.729941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.732457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.732457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.732867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.733789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.734502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.735570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.736106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.736722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.737242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.737704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.738207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.738639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.739728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.741042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.741411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.743069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.743243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.743673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.744999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.744999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.744999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.745527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.746039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.746507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.747082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.747504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.748030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.748841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.749438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.749936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.750415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.751329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.751863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.753414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.753870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.754386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.756290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.756732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.757628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.758109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.758627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.759329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.759838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.760285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.760787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.761265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.761875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.762346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.762835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.763777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.763777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.764181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.764657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.765339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.765789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.766239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.766682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.767193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.767657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.768158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.768573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.770285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.771635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.772073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.772537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.773159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.773611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.774049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.774501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.774959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.775432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.775897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.776331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.777030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.777663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.778268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.778777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.781098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.781098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.782091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.784404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.784681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.785049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.785523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.786814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.788982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.788982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.788982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.788982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.789907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.790401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.790883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.791323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.793927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.794212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.794759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.795264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.795755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.796248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.796741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.797342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.797747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.798466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.799035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.799486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.799944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.800370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.800837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.801825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.802369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.803198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.803198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.803454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.803879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.804307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.804749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.805686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.806224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.806616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.807088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.807731 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.808410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.809180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.809528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:04:05.810116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83927) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:04:05.810404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:04:05.810827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:04:05.811166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:04:05.811502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:04:05.811802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:04:05.812196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.812507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.812826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.814707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.814707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.816667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.817087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.817407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.817713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.818500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.818832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.819145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.819446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.819749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.820053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.820322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.820841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.821223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.821528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.821836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.822128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.822423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.822714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] debug = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.823011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.823358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.823656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.823951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.824247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.824545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.824841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.825189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.825492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.825790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.826083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.826370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.826834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.827128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.827298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:05.827428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.827656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.828137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] host = dv-cinder-759994-3-smb {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.828607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.829392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.829845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.830280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.830743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.831186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.831659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.832134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.832659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.833195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.833641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.834078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.834524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.834982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.835419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_options = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.835866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.836339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.837060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.837543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.837991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.838430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.838901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.839470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.840225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.840699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.841993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.842591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.843044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.843480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.843980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.844960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.845253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.845767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.846689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.846689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.846689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.847071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.847357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.847596 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.850031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.851797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.852355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.852355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_json = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.852355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.852684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.852684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.853559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.853559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.853559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.853559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.853559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.854791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.858139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.859471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.861441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.862978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.865726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.867765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.869281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.870769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.872230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.873590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.874951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.876226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.877598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.879047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.881880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.883214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.884725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.886425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.887828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.889646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.890955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.892651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.894202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.897428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.905535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.906374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.907222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.908087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.909058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:04:05.910031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83927) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:04:19.905935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8633d3-a766-4e9a-8194-6f95547ee60a None None] get_active_networks_info from dv-cinder-759994-3-smb {{(pid=84044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 20:04:20.045144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8633d3-a766-4e9a-8194-6f95547ee60a None None] No non-hosted networks {{(pid=84044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 20:04:20.067707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agentschedulers_db [None req-1a8633d3-a766-4e9a-8194-6f95547ee60a None None] DHCP Agent not found on host dv-cinder-759994-3-smb {{(pid=84044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 20:04:20.392716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89bd9778-d982-4200-88c3-7918ea007d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:23.319633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-824d7767-1363-46a2-afaf-316a71c4d8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:23.387573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e0c205e-24f2-41f0-bbaa-90581e57d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:24.676619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:25.052783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:26.231019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:26.232050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.232718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.233686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.234414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.235373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.236139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.236987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.237728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.239145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.239510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.240294 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.240722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:26.241392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759994-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:26.250450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759994-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:04:27.986099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60122) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:28.728293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] get_endpoint_by_host() called for host dv-cinder-759994-3-smb {{(pid=84044) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:04:28.736274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] get_endpoint_by_ip() called for ip 192.168.0.122 {{(pid=84044) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:04:28.743488 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] _add_endpoint() called for ip 192.168.0.122 {{(pid=84044) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:04:28.753880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] _get_endpoints() called {{(pid=84044) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:04:29.234552 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-a2ad0a24-de70-410e-b67c-6dd4d716e6f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:29.235333 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-a2ad0a24-de70-410e-b67c-6dd4d716e6f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:29.671675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-a2ad0a24-de70-410e-b67c-6dd4d716e6f2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:04:29.673511 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a2ad0a24-de70-410e-b67c-6dd4d716e6f2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.6857345 Feb 17 20:04:31.814505 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_hamode_db [None req-31617bb9-41dd-4f84-9a97-d798a11f52ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 20:04:31.999459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31617bb9-41dd-4f84-9a97-d798a11f52ab None None] Routers set() bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:04:32.000241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31617bb9-41dd-4f84-9a97-d798a11f52ab None None] Router IDs set() for agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 20:04:32.926879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60138) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:34.099209 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:34.100074 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:34.342119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:04:34.415103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.policy [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84042) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:04:34.455055 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:34.455479 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:34.483423 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Loaded quota_driver: . Feb 17 20:04:34.500811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:04:34.567932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258228920068', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258228830636', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258228803480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258228850593', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258228849434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3747385', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3797378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998643'] for rbac-policy, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:34.647431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:34.649413 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b7577ebf-f151-4205-8e5e-f7938549150c admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.7194355 Feb 17 20:04:38.274813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60156) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:38.936582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'name': 'private'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:04:38.939557 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.quota [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Loaded quota_driver: . Feb 17 20:04:38.959140 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:04:38.967406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Usage tracker for resource:network and tenant:27f6ea0a17ab4c40bf103e96920def55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:04:38.974091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:04:38.983686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:04:39.000725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Made reservation on behalf of 27f6ea0a17ab4c40bf103e96920def55 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:04:39.056853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.policy [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84043) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:04:39.096263 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:39.096692 dv-cinder-759994-3-smb neutron-server[83927]: WARNING oslo_policy.policy [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:04:39.129208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.150905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.168695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:04:39.173212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Usage tracker for resource:security_group_rule and tenant:27f6ea0a17ab4c40bf103e96920def55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:04:39.178121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:04:39.184229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:04:39.334381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.337653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.344129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:39.533523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:04:39.563994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.564488 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Added segment 2c65e924-610b-45ba-80ce-8e4a99fe906f of type vxlan for network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 Feb 17 20:04:39.625987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c738f7bf-2673-4b2b-a0e3-492d3d92f2d5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:39.657206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.657535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.657920 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.658278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.658633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.659062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.659415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.660142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.660869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.661293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.661646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.661997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Tracked resource versions report: Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:04:39.663220 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:04:39.707015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.721482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:39.759433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.760900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:39.761662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.767309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:39.887655 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.6111550 Feb 17 20:04:39.893482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Pushing event updated for resources: {'Network': ['ID=971a9dc6-ea9f-4fe7-bf67-c26b90506089,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:39.897532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:39.912882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:04:43.905155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60174) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:44.769942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc02623-12c5-4886-a691-3b4757d3e8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:44.771664 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9dc02623-12c5-4886-a691-3b4757d3e8d0 admin admin] 10.222.0.46 "GET /v2.0/networks/971a9dc6-ea9f-4fe7-bf67-c26b90506089 HTTP/1.1" status: 200 len: 818 time: 0.8654482 Feb 17 20:04:44.812965 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b317d2a9-c575-4328-a690-f9934b557e67 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/2d79a12d-8cbf-4861-896c-beb5f311efa8 HTTP/1.1" status: 200 len: 734 time: 0.0295711 Feb 17 20:04:44.830600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:04:44.836728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:04:44.842181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Usage tracker for resource:subnet and tenant:27f6ea0a17ab4c40bf103e96920def55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:04:44.847721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:04:44.859760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:04:44.875586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Made reservation on behalf of 27f6ea0a17ab4c40bf103e96920def55 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:04:44.884327 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:45.786338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:45.804214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:45.962405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b082097f-8cdb-49b3-8cc0-a800d49d2b81,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:45.978637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:46.049469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Checking segment: {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:04:46.049775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Network hostable DHCP agents. Network: 971a9dc6-ea9f-4fe7-bf67-c26b90506089, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:04:46.074619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:04:46.085925 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 971a9dc6-ea9f-4fe7-bf67-c26b90506089) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:04:46.092161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:46.093249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:46.101649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39899f9d-dd94-4bc2-b393-e5a5a838d11e None None] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:04:46.119366 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2933373 Feb 17 20:04:46.922060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:04:46.924685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:47.509417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Allocated IP 172.20.0.2 (971a9dc6-ea9f-4fe7-bf67-c26b90506089/b082097f-8cdb-49b3-8cc0-a800d49d2b81/5eab1070-0f36-40f4-ad82-aa69a2c7bfcd) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:04:47.644623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:04:47.882982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:47.907231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Transition to ACTIVE for port object 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:04:47.947538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Transition to ACTIVE for port object 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:04:47.959494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:47.990270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:48.241689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Pushing event updated for resources: {'Port': ['ID=5eab1070-0f36-40f4-ad82-aa69a2c7bfcd,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:48.265567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.266167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.266780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.267384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.267955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.268549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.269268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.269782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.270319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.270778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.271278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.271769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Tracked resource versions report: Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:04:48.273679 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:04:48.285447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:48.380543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:04:48.382574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:04:48.387163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:04:48.501722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Attempting to bind port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:04:48.502275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Attempting to bind port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:04:48.502919 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Attempting to bind port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd on network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:04:48.521231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:04:48.521892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Checking segment: {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:04:48.522601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:48.523323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Bound using segment: {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:04:48.524284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Bound port: 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:04:48.525053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:48.719864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] For port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:04:48.729098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] For port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=5eab1070-0f36-40f4-ad82-aa69a2c7bfcd,segment=NetworkSegment(2c65e924-610b-45ba-80ce-8e4a99fe906f),segment_id=2c65e924-610b-45ba-80ce-8e4a99fe906f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:04:48.734680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:48.764854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:49.082328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Pushing event updated for resources: {'Port': ['ID=5eab1070-0f36-40f4-ad82-aa69a2c7bfcd,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:49.091800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:49.617969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60184) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:49.769199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7327a393-26d2-4c64-a8e8-45c31bddeabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:50.342919 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-4f02bfdc-3053-4984-9c86-b7904c9d1d57 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:04:50.344895 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4f02bfdc-3053-4984-9c86-b7904c9d1d57 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7255473 Feb 17 20:04:53.315379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-019daee9-5dde-4dad-a8d3-ffadfcf1dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:53.827542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60208) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:54.148610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-0be1cff9-e06d-47b9-bfc3-6bb015355359 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:04:54.149795 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0be1cff9-e06d-47b9-bfc3-6bb015355359 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3211923 Feb 17 20:04:54.613951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:54.843631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:04:54.999796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:55.004808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:04:55.775844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cf0b8-12c9-4d68-80b5-c53a0215831f None None] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:04:55.877259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Provisioning for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:04:55.889766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Provisioning complete for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:55.890177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:56.148020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:56.261163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] For port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=5eab1070-0f36-40f4-ad82-aa69a2c7bfcd,segment=NetworkSegment(2c65e924-610b-45ba-80ce-8e4a99fe906f),segment_id=2c65e924-610b-45ba-80ce-8e4a99fe906f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:04:56.275749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:56.287101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:56.382322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:56.438161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Pushing event updated for resources: {'Port': ['ID=5eab1070-0f36-40f4-ad82-aa69a2c7bfcd,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:56.444734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:56.720894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8667e0ec-9959-4f15-ad1b-8dfc50ef2fa7 None None] Provisioning complete for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:56.721674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8667e0ec-9959-4f15-ad1b-8dfc50ef2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:56.853050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:04:57.093899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:57.094513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.177224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60232) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:57.213772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-522bb769-b985-41b5-b36f-320b52210d35 None None] Provisioning complete for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:57.214305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-522bb769-b985-41b5-b36f-320b52210d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.265024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'name': 'router1'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:04:57.272321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:04:57.277956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Usage tracker for resource:router and tenant:27f6ea0a17ab4c40bf103e96920def55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:04:57.282418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:04:57.290400 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:04:57.303839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.305832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.337254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.540028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.570777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:57.572831 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-89347abc-4ec5-422d-afd9-52ba5211f1db admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3943088 Feb 17 20:05:01.129644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60242) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:01.199190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-a396d4a3-6be6-4753-bcf0-0cf9c6889c70 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:05:01.201153 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a396d4a3-6be6-4753-bcf0-0cf9c6889c70 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0698059 Feb 17 20:05:05.026608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60252) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:05.088185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:05:05.093692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:05.101529 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Usage tracker for resource:network and tenant:f476ed72370d4234bc0ae7b30f901f7d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:05:05.107980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:05:05.120003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:05.135487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Made reservation on behalf of f476ed72370d4234bc0ae7b30f901f7d for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:05:05.143947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.169825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.200084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:05.208463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Usage tracker for resource:security_group_rule and tenant:f476ed72370d4234bc0ae7b30f901f7d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:05:05.213867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:05:05.226139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:05.390721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.396399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.404999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:05.433781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Reserving flat network on physical network physnet1 {{(pid=84043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 20:05:05.484675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2137f4-6e50-48b3-a1c8-f0d457ed9a13,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:05.491278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.492300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Unsubscribe: segment precommit_create {{(pid=84043) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 20:05:05.493057 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Added segment e6a64418-3dab-4ff8-a23e-570d1b0ce904 of type flat for network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 Feb 17 20:05:05.495478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:05.559616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.621214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.623245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:05.624292 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:05.634074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e5449151-54eb-4612-bb7a-04d70bf755f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:05.832212 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8038585 Feb 17 20:05:05.836410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Pushing event updated for resources: {'Network': ['ID=00f6328a-1f02-4a1d-b1d2-d6117cc0ca06,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:05.841215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:05.851915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:05:08.964047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60262) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:09.095201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bb65b-8767-4bdb-a0b0-2b2c7f8abe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:09.097756 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-745bb65b-8767-4bdb-a0b0-2b2c7f8abe84 admin admin] 10.222.0.46 "GET /v2.0/subnets/b082097f-8cdb-49b3-8cc0-a800d49d2b81 HTTP/1.1" status: 200 len: 849 time: 0.1322711 Feb 17 20:05:09.420400 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bf6bea98-5f28-46c9-89d0-d90bc8d3af04 admin admin] 10.222.0.46 "GET /v2.0/routers/e49fa409-cfde-402f-a97f-538289b4620d HTTP/1.1" status: 200 len: 704 time: 0.3162541 Feb 17 20:05:09.993417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:10.451156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Allocated IP 172.20.0.1 (971a9dc6-ea9f-4fe7-bf67-c26b90506089/b082097f-8cdb-49b3-8cc0-a800d49d2b81/1db837c2-76e3-4a24-a4ab-5f2c6e5171c8) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:05:10.698390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:10.730451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Transition to ACTIVE for port object 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:05:10.813535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:10.839104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:11.010748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Pushing event updated for resources: {'Port': ['ID=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:11.018222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:11.090068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:05:11.091392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:11.094313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:05:11.095118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:11.359341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-14450570-e209-43f9-8ec0-9cf89b151ebb None None] Provisioning for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:05:11.366646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-14450570-e209-43f9-8ec0-9cf89b151ebb None None] Provisioning complete for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:11.367154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14450570-e209-43f9-8ec0-9cf89b151ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:11.448127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-14450570-e209-43f9-8ec0-9cf89b151ebb None None] Port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:05:11.467485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:11.996654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:12.000959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:12.002253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:12.019368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:12.161463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Pushing event updated for resources: {'Port': ['ID=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:12.166347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:12.232755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:05:12.233927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:12.467176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Router e49fa409-cfde-402f-a97f-538289b4620d is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:05:12.478421 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-39dd26e6-02d2-4d1f-9627-1d7919ad6771 None None] Provisioning complete for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:12.478931 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-39dd26e6-02d2-4d1f-9627-1d7919ad6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:12.545104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-39dd26e6-02d2-4d1f-9627-1d7919ad6771 None None] Port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:05:12.653662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:05:12.665215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] 10.222.0.46 "PUT /v2.0/routers/e49fa409-cfde-402f-a97f-538289b4620d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.2322686 Feb 17 20:05:12.666463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Sync routers for ids ['e49fa409-cfde-402f-a97f-538289b4620d'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:05:12.678365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Routers {'e49fa409-cfde-402f-a97f-538289b4620d'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:05:12.679268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:04:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['e49fa409-cfde-402f-a97f-538289b4620d'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:12.883358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Set router e49fa409-cfde-402f-a97f-538289b4620d gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:05:13.488233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:11Z', 'revision_number': 2, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port_host': None, '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:11Z', 'revision_number': 2, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:13.493950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Checking router: e49fa409-cfde-402f-a97f-538289b4620d for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:05:13.494433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Updating router e49fa409-cfde-402f-a97f-538289b4620d port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:05:13.554657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.119513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.139645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Transition to ACTIVE for port object 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:05:14.144349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.173726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:14.445363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Pushing event updated for resources: {'Port': ['ID=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:14.467957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.468576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.469207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.469801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.470402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.471011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.472159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.472785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.473435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.474016 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.474627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.475225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Tracked resource versions report: Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:05:14.477449 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:05:14.484259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:14.729077 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Attempting to bind port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:05:14.729851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Attempting to bind port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:05:14.730174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Attempting to bind port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 on network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:05:14.736342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:05:14.736744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Checking segment: {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:05:14.737987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.738707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Bound using segment: {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:05:14.739307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Bound port: 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c65e924-610b-45ba-80ce-8e4a99fe906f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:05:14.739738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.856975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] For port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:05:14.863671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] For port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,segment=NetworkSegment(2c65e924-610b-45ba-80ce-8e4a99fe906f),segment_id=2c65e924-610b-45ba-80ce-8e4a99fe906f)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:05:14.869004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:14.892293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:15.079024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Pushing event updated for resources: {'Port': ['ID=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:15.085938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:15.157648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Routers {'e49fa409-cfde-402f-a97f-538289b4620d'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:05:15.158551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:04:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['e49fa409-cfde-402f-a97f-538289b4620d'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:15.413025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] Set router e49fa409-cfde-402f-a97f-538289b4620d gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:05:15.844049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:11Z', 'revision_number': 2, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port_host': None, '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:14Z', 'revision_number': 4, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:15.852141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae1b9-f620-4461-9109-ef909d8e9fff None None] The sync data for ids ['e49fa409-cfde-402f-a97f-538289b4620d'] in dv-cinder-759994-3-smb is: [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:11Z', 'revision_number': 2, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port_host': None, '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:14Z', 'revision_number': 4, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:05:15.980452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60274) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:16.216756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b53c6-f2c0-4744-902d-00ad71915a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:16.217511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e49b53c6-f2c0-4744-902d-00ad71915a25 admin admin] Synchronizing usage tracker for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:05:16.239934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e49b53c6-f2c0-4744-902d-00ad71915a25 admin admin] Unset dirty status for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:05:16.241647 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e49b53c6-f2c0-4744-902d-00ad71915a25 admin admin] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 842 time: 0.2595139 Feb 17 20:05:16.253916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:05:16.260179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:16.265146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Usage tracker for resource:subnet and tenant:f476ed72370d4234bc0ae7b30f901f7d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:05:16.269860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:05:16.278176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:16.288811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Made reservation on behalf of f476ed72370d4234bc0ae7b30f901f7d for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:05:16.295058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:16.811368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84043) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:05:16.811859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:16.828466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:16.978590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:17.010262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:17.098926 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:05:17.099362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Network hostable DHCP agents. Network: 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:05:17.121871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:05:17.134636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:17.139314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:17.139964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:17.151389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df674a38-3de2-47ab-93ea-fc99c48e3835 None None] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:05:17.169856 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-18c18a64-62aa-40b7-b97b-2a3fc96024b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206595 Feb 17 20:05:17.541606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97e5db-56fb-4a20-b790-1580c53ccb50 None None] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:05:18.847937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:18.949800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:05:18.957307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:18.957754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:19.123646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:19.188061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,segment=NetworkSegment(2c65e924-610b-45ba-80ce-8e4a99fe906f),segment_id=2c65e924-610b-45ba-80ce-8e4a99fe906f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:05:19.192650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:19.196944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:19.320004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=1db837c2-76e3-4a24-a4ab-5f2c6e5171c8,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:19.324083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:19.776302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1269c1ae-3526-48b1-a32b-a40da67e776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:20.818279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:20.833703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60288) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:20.970994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:20.972076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:21.406374 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-72494678-95d5-439e-a6d5-c62ea328a9cb admin admin] 10.222.0.46 "GET /v2.0/routers/e49fa409-cfde-402f-a97f-538289b4620d HTTP/1.1" status: 200 len: 710 time: 0.5712881 Feb 17 20:05:21.598852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38280d2-0bc0-485d-be25-8428d9b04343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:21.600598 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c38280d2-0bc0-485d-be25-8428d9b04343 admin admin] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 886 time: 0.1827152 Feb 17 20:05:21.615212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:05:22.295394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:22.700275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:22.941708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:22.960815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:22.979630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:22.984502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:05:22.989428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:05:22.997369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:23.127022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:23.131140 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:23.146831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:23.261207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8872039c-39cd-4338-b2f1-a4db1a43cab7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:23.277234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.277607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.277973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.278330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.278684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.279036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.279390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.279742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.280089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.280436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.280780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.281153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Tracked resource versions report: Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:05:23.282356 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:05:23.320843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-63b3883f-58a0-42cf-b180-88de71c4d574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:23.444246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:23.610694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Allocated IP 172.28.3.190 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/7468c31c-ffdb-43bd-beec-086ce4ce475a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:05:23.798135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:23.871476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:23.886534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:24.070102 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7468c31c-ffdb-43bd-beec-086ce4ce475a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:24.078750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:24.172961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:05:24.175973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:24.180736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:05:24.610634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:24.651328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:05:24.710150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:24.982924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:25.102825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:25.106635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-925757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853850106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936884'] for router, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:25.535983 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Router e49fa409-cfde-402f-a97f-538289b4620d has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:05:25.824888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:05:25.838208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Sync routers for ids ['e49fa409-cfde-402f-a97f-538289b4620d'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:05:25.850653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Routers {'e49fa409-cfde-402f-a97f-538289b4620d'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:05:25.851472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:05:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['e49fa409-cfde-402f-a97f-538289b4620d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:25.854095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:25.856294 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] 10.222.0.46 "PUT /v2.0/routers/e49fa409-cfde-402f-a97f-538289b4620d HTTP/1.1" status: 200 len: 890 time: 4.2451384 Feb 17 20:05:26.135389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Set router e49fa409-cfde-402f-a97f-538289b4620d gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:05:26.384020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:26.709188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:24Z', 'revision_number': 4, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port': {'id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:23Z', 'updated_at': '2021-02-17T20:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:19Z', 'revision_number': 5, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:26.718864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Checking router: e49fa409-cfde-402f-a97f-538289b4620d for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:05:26.719482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Updating router e49fa409-cfde-402f-a97f-538289b4620d port 7468c31c-ffdb-43bd-beec-086ce4ce475a binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:05:26.796712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:27.427837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:27.452028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Transition to ACTIVE for port object 7468c31c-ffdb-43bd-beec-086ce4ce475a will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:05:27.455203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:27.485330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:27.760493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Pushing event updated for resources: {'Port': ['ID=7468c31c-ffdb-43bd-beec-086ce4ce475a,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:27.765874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:28.123517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Attempting to bind port 7468c31c-ffdb-43bd-beec-086ce4ce475a on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:05:28.124188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Attempting to bind port 7468c31c-ffdb-43bd-beec-086ce4ce475a by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:05:28.124844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Attempting to bind port 7468c31c-ffdb-43bd-beec-086ce4ce475a on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:05:28.136308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:05:28.137041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:05:28.137786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:28.138513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:05:28.139351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Bound port: 7468c31c-ffdb-43bd-beec-086ce4ce475a, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:05:28.139952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:28.293360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] For port 7468c31c-ffdb-43bd-beec-086ce4ce475a, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:05:28.299776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] For port 7468c31c-ffdb-43bd-beec-086ce4ce475a, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7468c31c-ffdb-43bd-beec-086ce4ce475a,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:05:28.304884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:28.335481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:28.600709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Pushing event updated for resources: {'Port': ['ID=7468c31c-ffdb-43bd-beec-086ce4ce475a,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:28.607644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:28.657777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Routers {'e49fa409-cfde-402f-a97f-538289b4620d'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:05:28.657777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:05:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['e49fa409-cfde-402f-a97f-538289b4620d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:29.067125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] Set router e49fa409-cfde-402f-a97f-538289b4620d gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:05:29.464119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60302) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:29.644681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:24Z', 'revision_number': 4, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port': {'id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:23Z', 'updated_at': '2021-02-17T20:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:19Z', 'revision_number': 5, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:05:29.647691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83c417-8bd6-4a8a-a11a-83fbc4edf994 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:29.649862 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ec83c417-8bd6-4a8a-a11a-83fbc4edf994 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1841211 Feb 17 20:05:29.650077 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd195036-b271-425f-9c72-5808b90c89a1 None None] The sync data for ids ['e49fa409-cfde-402f-a97f-538289b4620d'] in dv-cinder-759994-3-smb is: [{'id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'name': 'router1', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:04:57Z', 'updated_at': '2021-02-17T20:05:24Z', 'revision_number': 4, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'gw_port': {'id': '7468c31c-ffdb-43bd-beec-086ce4ce475a', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:23Z', 'updated_at': '2021-02-17T20:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '1db837c2-76e3-4a24-a4ab-5f2c6e5171c8', 'name': '', 'network_id': '971a9dc6-ea9f-4fe7-bf67-c26b90506089', 'tenant_id': '27f6ea0a17ab4c40bf103e96920def55', 'mac_address': 'fa:16:3e:8d:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fa409-cfde-402f-a97f-538289b4620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:05:10Z', 'updated_at': '2021-02-17T20:05:19Z', 'revision_number': 5, 'project_id': '27f6ea0a17ab4c40bf103e96920def55', 'subnets': [{'id': 'b082097f-8cdb-49b3-8cc0-a800d49d2b81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d79a12d-8cbf-4861-896c-beb5f311efa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:05:30.949540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7468c31c-ffdb-43bd-beec-086ce4ce475a up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:31.075093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 7468c31c-ffdb-43bd-beec-086ce4ce475a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:05:31.083599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7468c31c-ffdb-43bd-beec-086ce4ce475a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:31.084180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:31.272566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:31.294018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 7468c31c-ffdb-43bd-beec-086ce4ce475a, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7468c31c-ffdb-43bd-beec-086ce4ce475a,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:05:31.298327 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:31.301524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:31.388274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=7468c31c-ffdb-43bd-beec-086ce4ce475a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:31.394082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:32.847108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7468c31c-ffdb-43bd-beec-086ce4ce475a up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:33.011972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7468c31c-ffdb-43bd-beec-086ce4ce475a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:33.012621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:49.771844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e4ac-48c0-47fe-ba99-3bc3bbe15d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:53.319801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9a4107da-b2c9-452a-93f4-3d9831017235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:54.622715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:54.975845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:56.242830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:01.646347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:06:19.768386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23ea4b4a-2385-4a20-b0c3-ccbf81e60491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:23.309612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3226-e0f9-4ba6-9dc3-e3a0d126b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:24.630131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:24.978273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:26.241019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:38.649912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:06:49.771392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50c410bf-bc27-4d0e-bbd7-4a3089024921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:53.316472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-962c4b36-733c-45d0-b131-9281de8ad532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:54.628862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:54.997777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:56.237784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:15.654811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:07:19.768646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ef1e059f-b8a2-4ce1-9d5f-e54f3c98e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:23.326103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0d0f35b8-3d2f-4f67-8352-e7208bfc621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:24.635435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:25.003170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:26.224854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:49.766364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0071-45d3-4813-bc8a-50d1aedfac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:52.655688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:07:53.330967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-31857d41-af73-4f58-9491-3378f7a2eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:54.631080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:54.987635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:56.223370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:13.680620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60878) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:13.832717 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fec5ae-6ed2-4bf6-97bf-abdaba6ea60d admin admin] GET failed (client error): The resource could not be found. Feb 17 20:08:13.835214 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-02fec5ae-6ed2-4bf6-97bf-abdaba6ea60d admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1526628 Feb 17 20:08:14.059334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eb5abc-e5f5-4812-afca-c5012c5298fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:14.062166 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-60eb5abc-e5f5-4812-afca-c5012c5298fb admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.2172954 Feb 17 20:08:18.350275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60888) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:18.502804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d9821-b275-47f9-b341-39a2c8b46530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:18.504403 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c64d9821-b275-47f9-b341-39a2c8b46530 admin admin] 10.222.0.46 "GET /v2.0/subnets/b082097f-8cdb-49b3-8cc0-a800d49d2b81 HTTP/1.1" status: 200 len: 849 time: 0.1527550 Feb 17 20:08:18.521360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:08:18.687023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:19.300945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363258233450970'] for subnet, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:19.330458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:08:19.495734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b082097f-8cdb-49b3-8cc0-a800d49d2b81,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:08:19.510412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.510811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.511129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.511493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.511847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.512211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.512573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.512946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.514060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.514645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.515058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.515411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:19.535043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:08:19.573740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:19.574388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:19.576646 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] 10.222.0.46 "PUT /v2.0/subnets/b082097f-8cdb-49b3-8cc0-a800d49d2b81 HTTP/1.1" status: 200 len: 868 time: 1.0594685 Feb 17 20:08:19.592522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1cb2eb-2928-46ad-af3c-9bd6c5998e39 None None] Network 971a9dc6-ea9f-4fe7-bf67-c26b90506089 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:08:19.995468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3b01cf4a-0072-45a4-b1ed-76578d173997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:20.536318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-bf3c1cc9-b4d5-426e-90cd-69896776b0b2 None None] Provisioning complete for port 5eab1070-0f36-40f4-ad82-aa69a2c7bfcd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:08:20.537273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1cc9-b4d5-426e-90cd-69896776b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:20.801389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-bf3c1cc9-b4d5-426e-90cd-69896776b0b2 None None] Provisioning complete for port 1db837c2-76e3-4a24-a4ab-5f2c6e5171c8 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:08:20.801860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1cc9-b4d5-426e-90cd-69896776b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:22.713939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60898) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:22.996515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed96db6-d38f-4492-b4c7-66abea98e263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:22.997318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed96db6-d38f-4492-b4c7-66abea98e263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:23.000833 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6ed96db6-d38f-4492-b4c7-66abea98e263 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2855854 Feb 17 20:08:23.329360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6db1be64-28f4-4fa0-aa50-63711cada649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:24.636094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:24.996654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:25.996625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60908) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:26.206510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ca5f9-260d-4206-9adf-7af1ab091995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:26.206857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ca5f9-260d-4206-9adf-7af1ab091995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:26.209494 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-357ca5f9-260d-4206-9adf-7af1ab091995 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2113948 Feb 17 20:08:26.237076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:29.551603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60918) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:29.664123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:08:29.892136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e493d85-c90a-4caa-a76a-932148a53ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:29.894169 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0e493d85-c90a-4caa-a76a-932148a53ace admin admin] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 886 time: 0.3408351 Feb 17 20:08:32.993088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60928) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:33.194398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954587c-b4d1-48a0-bb82-c7830f17b6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:33.196066 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b954587c-b4d1-48a0-bb82-c7830f17b6b2 admin admin] 10.222.0.46 "GET /v2.0/networks/971a9dc6-ea9f-4fe7-bf67-c26b90506089 HTTP/1.1" status: 200 len: 862 time: 0.2018998 Feb 17 20:08:36.875518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60938) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:37.055575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa426a99-64da-4478-a70c-d69439743a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:37.056206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa426a99-64da-4478-a70c-d69439743a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:37.059284 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fa426a99-64da-4478-a70c-d69439743a9a admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1823993 Feb 17 20:08:40.161561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60948) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:40.359418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e7c0-d2d0-44b2-aacc-1f96122766ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:40.360100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e7c0-d2d0-44b2-aacc-1f96122766ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:40.361488 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ca05e7c0-d2d0-44b2-aacc-1f96122766ce admin admin] Synchronizing usage tracker for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:subnet {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:08:40.387121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ca05e7c0-d2d0-44b2-aacc-1f96122766ce admin admin] Unset dirty status for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:subnet {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:08:40.389500 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ca05e7c0-d2d0-44b2-aacc-1f96122766ce admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2266183 Feb 17 20:08:43.170431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 60958) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:43.339776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71660c-65df-40bc-ba21-44fd1fadf333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:43.342178 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3f71660c-65df-40bc-ba21-44fd1fadf333 admin admin] 10.222.0.46 "GET /v2.0/subnets/b082097f-8cdb-49b3-8cc0-a800d49d2b81 HTTP/1.1" status: 200 len: 868 time: 0.1704772 Feb 17 20:08:46.374214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 60968) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:46.571530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0708d68-88b3-4bcc-8481-c1389aa535ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:08:46.573894 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f0708d68-88b3-4bcc-8481-c1389aa535ce admin admin] 10.222.0.46 "GET /v2.0/subnets/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915 HTTP/1.1" status: 200 len: 816 time: 0.1982720 Feb 17 20:08:49.764933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c66b5d74-95cf-43ec-9c1e-05df3bddec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:53.326415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4b297166-2a47-49f7-ab9b-9afe5c4e1f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:54.638628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:55.003100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:56.230607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:06.655798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:09:17.288896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 32776) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:09:17.381650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-786a1684-1ed1-48fc-a0bb-5feca07f8035 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:09:17.382969 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-786a1684-1ed1-48fc-a0bb-5feca07f8035 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0926480 Feb 17 20:09:19.768205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c070b730-b16c-4a46-8ad0-f62c5c7fe8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:20.626835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32786) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:09:20.708798 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.pecan_wsgi.hooks.translation [None req-3307ebe1-6fb6-4ff0-a9d2-176a305f38cc admin admin] GET failed (client error): The resource could not be found. Feb 17 20:09:20.710344 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3307ebe1-6fb6-4ff0-a9d2-176a305f38cc admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0823658 Feb 17 20:09:20.887390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0193d3b9-409b-4676-9789-f86167dd194b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:09:20.890382 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0193d3b9-409b-4676-9789-f86167dd194b admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1741283 Feb 17 20:09:23.325945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b37a1088-c8e7-4aa4-a45d-0d4da4da5776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:23.629620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32796) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:09:23.720816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:09:23.726300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:09:23.739538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:09:23.750606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Made reservation on behalf of f476ed72370d4234bc0ae7b30f901f7d for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:09:23.755662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:23.928614 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.services.revisions.revision_plugin [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Could not find related network for resource to bump revision. Feb 17 20:09:23.961426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:09:23.980898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:23.980898 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Added segment d9084e25-7c75-4374-825d-c356e5e352ac of type vxlan for network a70f2e84-f31a-484d-ab05-55c1c5565565 Feb 17 20:09:24.033677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:24.093259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:24.095559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:09:24.096703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:24.107250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:09:24.593226 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.9618819 Feb 17 20:09:24.598798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Pushing event updated for resources: {'Network': ['ID=a70f2e84-f31a-484d-ab05-55c1c5565565,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:09:24.615202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.615924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.616577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.617250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.619123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.619840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.620462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.622147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.623104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.623748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.624401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.625052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:24.632171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:09:24.644997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network a70f2e84-f31a-484d-ab05-55c1c5565565 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:09:24.664961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:25.003947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:26.242061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:27.523358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32806) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:09:27.630851 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2ffa90-66ce-4e6f-a2bb-b470111e0589 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:09:27.631759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ab2ffa90-66ce-4e6f-a2bb-b470111e0589 admin admin] Synchronizing usage tracker for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:09:27.655684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ab2ffa90-66ce-4e6f-a2bb-b470111e0589 admin admin] Unset dirty status for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:09:27.657768 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ab2ffa90-66ce-4e6f-a2bb-b470111e0589 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1331055 Feb 17 20:09:27.881970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b125cb01-4803-4d76-a5af-93d450134817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:09:27.884817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b125cb01-4803-4d76-a5af-93d450134817 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.2219856 Feb 17 20:09:27.901023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Request body: {'subnet': {'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:09:27.910718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:09:27.930684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:09:27.947005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Made reservation on behalf of f476ed72370d4234bc0ae7b30f901f7d for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:09:27.955278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:28.495990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:28.511775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:09:28.650233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269fcdd3-448c-4818-9c17-9ff9fb36fe74,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:09:28.657275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:09:28.745426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Checking segment: {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:09:28.745930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Network hostable DHCP agents. Network: a70f2e84-f31a-484d-ab05-55c1c5565565, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:09:28.769464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Network a70f2e84-f31a-484d-ab05-55c1c5565565 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:09:28.780893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, a70f2e84-f31a-484d-ab05-55c1c5565565) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:09:28.786128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:09:28.786923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:28.795730 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99457554-e901-4f80-9060-0d9a38a8754d None None] Network a70f2e84-f31a-484d-ab05-55c1c5565565 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:09:28.820582 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9255986 Feb 17 20:09:29.222460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-a70f2e84-f31a-484d-ab05-55c1c5565565', 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565', 'tenant_id': 'f476ed72370d4234bc0ae7b30f901f7d', 'fixed_ips': [{'subnet_id': '269fcdd3-448c-4818-9c17-9ff9fb36fe74'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:09:29.223200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:29.699747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Allocated IP 192.168.233.2 (a70f2e84-f31a-484d-ab05-55c1c5565565/269fcdd3-448c-4818-9c17-9ff9fb36fe74/7d992c82-5933-4b66-8525-b1f37c337046) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:09:30.037718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:30.055366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Transition to ACTIVE for port object 7d992c82-5933-4b66-8525-b1f37c337046 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:09:30.088606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Transition to ACTIVE for port object 7d992c82-5933-4b66-8525-b1f37c337046 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:09:30.096873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:30.117945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:09:30.275640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Pushing event updated for resources: {'Port': ['ID=7d992c82-5933-4b66-8525-b1f37c337046,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:09:30.291990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.292521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.293095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.294397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.294397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.295085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.295414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.295975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.296413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.296880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.297386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.297845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:09:30.305391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:09:30.380040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Network a70f2e84-f31a-484d-ab05-55c1c5565565 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:09:30.381910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:09:30.385308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:09:30.485960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Attempting to bind port 7d992c82-5933-4b66-8525-b1f37c337046 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:09:30.486654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Attempting to bind port 7d992c82-5933-4b66-8525-b1f37c337046 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:09:30.487347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Attempting to bind port 7d992c82-5933-4b66-8525-b1f37c337046 on network a70f2e84-f31a-484d-ab05-55c1c5565565 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:09:30.500182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:09:30.501137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Checking segment: {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:09:30.501647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:30.502413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Bound using segment: {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:09:30.503343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Bound port: 7d992c82-5933-4b66-8525-b1f37c337046, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:09:30.504100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:30.680429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] For port 7d992c82-5933-4b66-8525-b1f37c337046, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:09:30.686546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] For port 7d992c82-5933-4b66-8525-b1f37c337046, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7d992c82-5933-4b66-8525-b1f37c337046,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:09:30.691759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:30.715734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-175a7f2a-afee-4307-9d75-80a60d71a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:09:30.885880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Pushing event updated for resources: {'Port': ['ID=7d992c82-5933-4b66-8525-b1f37c337046,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:09:30.895892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:09:32.557247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8edd7-7416-40b4-806d-be9933ae13dc None None] Network a70f2e84-f31a-484d-ab05-55c1c5565565 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:09:32.730672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-e4258ec8-006b-4fea-84b3-1fdc483e57d4 None None] Provisioning for port 7d992c82-5933-4b66-8525-b1f37c337046 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:09:33.083907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7d992c82-5933-4b66-8525-b1f37c337046 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:09:33.232621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 7d992c82-5933-4b66-8525-b1f37c337046 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:09:33.242341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7d992c82-5933-4b66-8525-b1f37c337046 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:09:33.242922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:33.444554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:33.521552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-91f0d2a6-b807-491d-9ce5-ee0e8b399a86 None None] Provisioning complete for port 7d992c82-5933-4b66-8525-b1f37c337046 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:09:33.522169 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91f0d2a6-b807-491d-9ce5-ee0e8b399a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:33.608770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 7d992c82-5933-4b66-8525-b1f37c337046, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7d992c82-5933-4b66-8525-b1f37c337046,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:09:33.625037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:33.636866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:09:33.892601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=7d992c82-5933-4b66-8525-b1f37c337046,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:09:33.914036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:09:34.062663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-04aa10c8-57e0-48d9-b8ba-cfc654e20c85 None None] Provisioning complete for port 7d992c82-5933-4b66-8525-b1f37c337046 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:09:34.063247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-04aa10c8-57e0-48d9-b8ba-cfc654e20c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:35.007167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7d992c82-5933-4b66-8525-b1f37c337046 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:09:35.150961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7d992c82-5933-4b66-8525-b1f37c337046 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:09:35.151440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:43.656547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:09:49.757140 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb6a57e2-1b73-477c-95f8-ac1275d73951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:53.316267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b8626ce1-9ce8-4e76-9428-d2453eecd613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:54.641266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:55.007240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:56.230161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:19.765422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23e27818-7cac-47be-88c6-5b18578e1c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:20.657034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:10:23.324081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e31b083-3b5b-45d2-b660-4a81b7b3695d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:24.654131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:25.007841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:26.228827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:49.763167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0826fc2b-84b6-41d5-b99d-b58d211724f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:52.459751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32848) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:52.468645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [None req-a87c884d-6fbe-4c37-b3c3-42f53f09f397 tempest-verify_tempest_config-934294135 tempest-verify_tempest_config-934294135-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:10:52.471110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a87c884d-6fbe-4c37-b3c3-42f53f09f397 tempest-verify_tempest_config-934294135 tempest-verify_tempest_config-934294135-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0089359 Feb 17 20:10:53.014496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 32868) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:53.257737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.289674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:53.299797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:36d37c13596f4c1dbc126a833f5ec535 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:53.305317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:53.315213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2bfca0cc-d09e-48ca-af05-83034fceb5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.318115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:53.459911 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.463490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.472573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:53.541783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e233b1db-1012-4307-b569-e611fe12a561,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:53.552191 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36d37c13596f4c1dbc126a833f5ec535&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5361497 Feb 17 20:10:53.555079 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32874) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:53.562092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.562739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.563368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.563991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.564609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.565279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.565901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.566537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.567172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.567804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.568424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.569089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.577326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:53.659324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.691595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.751230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.755692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:53.768704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e233b1db-1012-4307-b569-e611fe12a561,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:53.779945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.780395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.780813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.781241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.781650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.782060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.782515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.782926 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.783332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.783771 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.784192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.784579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:53.789227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:53.792128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.793665 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e233b1db-1012-4307-b569-e611fe12a561 HTTP/1.1" status: 204 len: 168 time: 0.2366982 Feb 17 20:10:54.652050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.018790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:56.224497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.664703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:11:19.754900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0a426e06-3451-46ab-9aa3-54773f40989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.316880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7e850c82-b1b1-4c84-8987-5e2da9a88ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.647372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.017451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.219275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.655598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:11:49.762212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9ffe394d-6e1f-43ba-a774-404af07ac259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:53.317633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6beb51a3-20c2-49ee-af4a-0601eac884f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:54.661101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:55.024732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:56.226634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:11.657031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:12:19.748038 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-13d43bac-10a6-4cfa-9a66-4f4d139bdb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:23.322869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5023f842-fb5a-437d-a2e2-f6eec5c48144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:24.662280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:25.035646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:26.234138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:48.657344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:12:49.460609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:49.461061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.461853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.462667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.463624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.464149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.464652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.465342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.465819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.466249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.466703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.467307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.467796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:49.468324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75999', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:12:49.473829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75999', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:12:49.756648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2e5255a-4b64-45e1-a6ec-3fcd52b52380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:49.810884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09279852-021d-49bf-aae3-1635477191fc None None] get_endpoint_by_host() called for host hv-cinder-75999 {{(pid=84044) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:12:49.816445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09279852-021d-49bf-aae3-1635477191fc None None] get_endpoint_by_ip() called for ip 192.168.0.97 {{(pid=84044) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:12:49.821345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09279852-021d-49bf-aae3-1635477191fc None None] _add_endpoint() called for ip 192.168.0.97 {{(pid=84044) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:12:49.827239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09279852-021d-49bf-aae3-1635477191fc None None] _get_endpoints() called {{(pid=84044) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:12:50.781708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32934) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:50.928432 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f3802603-c573-4973-b476-5d40165d14a8 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.1451352 Feb 17 20:12:53.330033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0644f129-392d-407c-bdd3-54e4bbc4e13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:54.159284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 32944) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:54.240454 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e0ab2141-7331-4381-b37f-ae0306bb955b admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.0793536 Feb 17 20:12:54.665535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:55.041049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:56.231301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:19.469443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:19.766379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9ba1650d-621a-45c5-b613-3d4489911b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.319127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cbc72226-eb9f-4b51-88e6-bec982b4c4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.665471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:25.044833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:25.658800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:13:26.218421 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:49.476115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:49.752121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8751-0f53-4d58-bfa1-95b7fd72c2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.319774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d60f37c1-a8e6-4b15-9e39-332e5428b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:54.675650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:55.039493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:56.214236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:02.664015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:14:19.477955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.760245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bdc35e5d-030d-4ede-8627-1397cd6edacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.323064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e0256783-b21e-4b16-b882-67bfb2c193a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:24.670069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.047823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:26.211678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:39.662346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:14:49.523052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:49.792507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8a32da23-c2d8-48de-a832-3eca267cc803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:51.871569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33112) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:52.605281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33138) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:52.661670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2122533000-network', 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:52.668310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:52.677649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Usage tracker for resource:network and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:52.683745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:52.696856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:52.712451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:52.726401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:52.746250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:52.768451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:52.773682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:52.777528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:52.786942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:52.942778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:52.950195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33148) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:52.951719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:52.961349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a08e83e-49de-4d2a-94b4-926ca7d73e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:53.026671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d784fff1-e870-4903-b2d2-3e54fb4e3fbb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:53.055856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:14:53.062334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.062950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.063718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.064156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.065314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.066228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.066860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.067455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.068057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.068655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.069309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.069902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.070698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.071285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.072137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.072753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.073390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.073983 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.074573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.075166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.075780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.076369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.076996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.077855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Tracked resource versions report: Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}, Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@hv-cinder-75999: { 'AddressGroup': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:14:53.080874 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:14:53.092495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:53.102654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.103249 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Added segment 40a0a033-f4a5-4ed8-83ba-a45c67d465ed of type vxlan for network 430df5b5-311b-48e2-aaa3-d497ea13ad76 Feb 17 20:14:53.152399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.205083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.207556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:53.208592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.217056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33160) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:53.219110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:53.324811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-518590308-network', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:53.331863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27096d8d-4864-4b03-8f35-5760f814fe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.343290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.352095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Usage tracker for resource:network and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.358187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.370506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:53.394682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Made reservation on behalf of f29b0422d8724040b7d803540a8f9e20 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:53.402711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.410873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1292968442-network', 'tenant_id': '77c523329b714c5f86534133f451202f'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:53.426425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.431535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Usage tracker for resource:network and tenant:77c523329b714c5f86534133f451202f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.433760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.435083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.442679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:53.461103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Pushing event updated for resources: {'Network': ['ID=430df5b5-311b-48e2-aaa3-d497ea13ad76,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:53.467227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:53.470284 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5971458 Feb 17 20:14:53.472696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Made reservation on behalf of 77c523329b714c5f86534133f451202f for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:53.477125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:53.483567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.484619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.502770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.514281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33170) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:53.515175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.536325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:53.544501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Request body: {'subnet': {'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2122533000-subnet', 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:53.550535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.565480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.573708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Usage tracker for resource:subnet and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.577724 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.581492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.589047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Usage tracker for resource:security_group_rule and tenant:77c523329b714c5f86534133f451202f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.592869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:53.596502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.607495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:53.622859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:53.629264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.779195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:53.810653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.817249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.829332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:53.874271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-947792438-network', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:53.878343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e7e8b-a4b8-441e-8912-6d03f93244c0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:53.890587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.891401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.892057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.893251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.893855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.894384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.895072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.895616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.896145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.896631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.897184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.897955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.898549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.899055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.899655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.900179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.900761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.901300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.901813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.902310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.902804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.903327 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.903899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.904394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Tracked resource versions report: Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}, Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@hv-cinder-75999: { 'AddressGroup': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:14:53.905913 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:14:53.916974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:53.930298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:14:53.940374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33182) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:53.944168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:53.958104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Usage tracker for resource:network and tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:53.964942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:53.969345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.970049 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Added segment 656b68af-3cbe-447b-9385-5334b176ded2 of type vxlan for network ea6961e8-68cd-4637-9725-b2bcb45267da Feb 17 20:14:53.987702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:54.070924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.076218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.086462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.094315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Made reservation on behalf of 5fa9b7bdc4d34a11b0fb6d011d374b98 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:54.098972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-da43bf8e-1c39-4174-8ea9-9c5ab98d71a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:54.100612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.117477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.155342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:54.160816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:54.161961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:54.164969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:54.168658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:54.172888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:54.235932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.239302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:54.240504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.251207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:54.291748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:14:54.292374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:14:54.443499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.460279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.517233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:14:54.550025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.550706 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Added segment 24f0aee0-06e6-4151-991d-0ef5c29d49bb of type vxlan for network 3bb59fbb-d087-497a-bb0b-2eb189a3144e Feb 17 20:14:54.603189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.687055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.748586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1449645499-network', 'tenant_id': '2d749e13816c4625878b8757393c9b55'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:54.761381 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8094418 Feb 17 20:14:54.762704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.763996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33202) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:54.765208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6961e8-68cd-4637-9725-b2bcb45267da,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:54.780363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Request body: {'subnet': {'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-subnet', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:54.788032 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:54.797501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.799799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:54.811288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:54.812698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Usage tracker for resource:subnet and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:54.824904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:54.837280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:54.852709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:54.855392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.861670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:54.870339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:54.893850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Made reservation on behalf of f29b0422d8724040b7d803540a8f9e20 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:54.898736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.194220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:55.202345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:14:55.289193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Usage tracker for resource:network and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:55.297476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:55.303030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.303693 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Added segment 2d375004-afaf-4774-988e-dc8d19caafa3 of type vxlan for network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 Feb 17 20:14:55.306855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:55.328969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.340726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.341288 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1220155 Feb 17 20:14:55.351238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33220) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:55.374624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Request body: {'subnet': {'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-subnet', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:55.384376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:55.390732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Usage tracker for resource:subnet and tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:55.397502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:55.407363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:55.592038 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Made reservation on behalf of 2d749e13816c4625878b8757393c9b55 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:55.597501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.625440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.632892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cc5309d3-55c5-4cf6-863c-afd5113324bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:55.650813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:55.655426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:55.659694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:55.666322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:55.719626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Made reservation on behalf of 5fa9b7bdc4d34a11b0fb6d011d374b98 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:55.730980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.781383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.793277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:55.794245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb59fbb-d087-497a-bb0b-2eb189a3144e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:55.799633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:55.809249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:55.820719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f1b01a35-51d9-45cb-bdb2-ad7db8cc9cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.077s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:55.873633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38fc43a-e272-4b1a-88c1-232f52a07c7a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:55.913797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890702f8-fbe3-449c-b9e3-b27f179708ef,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:55.918563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:55.918752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:55.919619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:55.920107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:56.210571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.223160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Checking segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:14:56.223755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Network hostable DHCP agents. Network: 430df5b5-311b-48e2-aaa3-d497ea13ad76, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:14:56.243468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.303653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c13f33c0-283b-4214-963a-da4f0ec32998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:56.375986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.467604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:14:56.507841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81152077-a414-4d06-916d-376375b07b85,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:56.518179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.519758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:56.523836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 430df5b5-311b-48e2-aaa3-d497ea13ad76) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:14:56.531309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:56.534068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.537316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ffd5a-43ff-478a-a33a-5289669a8714 None None] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:14:56.550080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-883c7d49-ac8d-478f-85ac-dbb5ec10c22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:56.605022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:56.606133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.757434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:56.769954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:56.774185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:14:56.775050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:14:56.869210 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.2620773 Feb 17 20:14:56.876367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33262) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:56.934216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Request body: {'subnet': {'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1292968442-subnet', 'tenant_id': '77c523329b714c5f86534133f451202f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:56.954220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Checking segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:14:56.956052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Network hostable DHCP agents. Network: ea6961e8-68cd-4637-9725-b2bcb45267da, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:14:56.969406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:56.975567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Usage tracker for resource:subnet and tenant:77c523329b714c5f86534133f451202f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:56.985195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:57.018953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:57.031735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Network ea6961e8-68cd-4637-9725-b2bcb45267da is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:14:57.041285 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5245011 Feb 17 20:14:57.052491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Pushing event updated for resources: {'Network': ['ID=3c02a44b-79fa-4eb3-b30a-0554e9ff1164,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:57.058558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:57.083605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Made reservation on behalf of 77c523329b714c5f86534133f451202f for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:57.093220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:57.107716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.115820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:57.147171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, ea6961e8-68cd-4637-9725-b2bcb45267da) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:14:57.258221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:57.258936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.277847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.366462 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5983644 Feb 17 20:14:57.380682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33278) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:57.392036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:14:57.430895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:57.457335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:57.462326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f04e81-740d-47a8-8a7b-fe6e7a6f33d5 None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:14:57.462852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.463305 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Added segment c64b243e-2d10-496e-bdce-9297286e674e of type vxlan for network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e Feb 17 20:14:57.483545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Usage tracker for resource:router and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:57.492206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:57.501590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:57.538876 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.540027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.545117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.639666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.653548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.696691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:57.795197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.815357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:57.816017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.833489 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1a088c0f-fa80-4324-a225-b9e1db2a7d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:58.127364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33300) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:58.214580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b652c88-6ef1-468e-b673-6b240b3f6870,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:58.246377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:58.252139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Checking segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:14:58.252824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Network hostable DHCP agents. Network: 3bb59fbb-d087-497a-bb0b-2eb189a3144e, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:14:58.314129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:14:58.334847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 3bb59fbb-d087-497a-bb0b-2eb189a3144e) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:14:58.347067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:58.348284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.406428 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-89c10519-6b96-4ce6-bb67-b9543148905c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0469871 Feb 17 20:14:58.407651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33312) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:58.419609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:58.430426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:58.438714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Usage tracker for resource:router and tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:58.445611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:58.458895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:58.474830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3232ab-f9a3-4b5e-b4fd-eb1d30b45531 None None] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:14:58.489857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.493307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.527610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576df28-15c5-481f-92a8-ae3d7616dec9 None None] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:14:58.537624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.683278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Pushing event updated for resources: {'Network': ['ID=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:58.693009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:58.704900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.735665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:58.740869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cfca099d7641949812585337772398 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:58.744370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:58.756294 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:58.794046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:58.819681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:14:58.883447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33330) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:58.896799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.902110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.928743 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.9867170 Feb 17 20:14:58.931310 dv-cinder-759994-3-smb neutron-server[83927]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 20:14:58.935278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33338) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:59.035504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:59.053830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Synchronizing usage tracker for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:59.065160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Request body: {'subnet': {'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1449645499-subnet', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:59.074492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:59.083998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Usage tracker for resource:subnet and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:59.096357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:59.122811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33342) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:59.251010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:59.534305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.547479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Unset dirty status for tenant:f476ed72370d4234bc0ae7b30f901f7d on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:59.549711 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4cfca099d7641949812585337772398&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4127998 Feb 17 20:14:59.558631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33348) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:59.575295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-ea6961e8-68cd-4637-9725-b2bcb45267da', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:14:59.576591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.576814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.687198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.733884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Made reservation on behalf of 2d749e13816c4625878b8757393c9b55 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:59.737450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.742973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.867312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.867999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f3e7e-89ce-41cd-b583-33d884bf7e42,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:59.873762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:59.881203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fe095221-2490-4da9-8ea6-763099d1ac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:59.953104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f3e7e-89ce-41cd-b583-33d884bf7e42,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:59.972014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:00.000094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.005662 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/492f3e7e-89ce-41cd-b583-33d884bf7e42 HTTP/1.1" status: 204 len: 168 time: 0.4304965 Feb 17 20:15:00.466348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-59393ca1-4ab4-4ab6-b3f3-04cad88a18a4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:00.490971 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-59393ca1-4ab4-4ab6-b3f3-04cad88a18a4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 1.5835965 Feb 17 20:15:00.562903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-2e3c22c0-2b32-492f-bd75-8d4c4534661f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/quotas/9dfa855f87b04cdcb1af50dfcd8f50cc HTTP/1.1" status: 200 len: 375 time: 0.0637183 Feb 17 20:15:00.722144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.760040 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-9f81c315-adc0-494e-a0c3-d365bf3e7330 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380992 Feb 17 20:15:00.761179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.805467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.843185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33372) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:00.949603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:00.982865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd4e14-b3c0-4bda-ac3f-46a848c52564 None None] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:00.998530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Usage tracker for resource:security_group_rule and tenant:43b3a3ca975c4dda9b7aba631d651a7f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:01.029269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:01.154452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:01.295458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.307131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.312113 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.350105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-009a03c7-3db3-4ea6-8051-d4f682f6a52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:01.492900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Allocated IP 172.20.0.2 (ea6961e8-68cd-4637-9725-b2bcb45267da/5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7/bcc28bdc-805e-4a9e-bb9e-981473db8a38) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:01.519482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:01.535419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-13f2947e-7aa4-4716-a468-80a9d16ad72a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:15:01.536967 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-13f2947e-7aa4-4716-a468-80a9d16ad72a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2206671 Feb 17 20:15:01.553421 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Allocated IP 172.28.3.184 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/e79dd074-b84f-4a56-ad56-31de87879409) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:01.604291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:01.620555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:01.755756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c99db-f2d5-4e09-addc-09a50914b63e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:01.837073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.853350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:01.892369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:01.900768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7535865f728547338960a2b1c129762e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:01.913413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:01.926037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:01.948893 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43b3a3ca975c4dda9b7aba631d651a7f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7014270 Feb 17 20:15:01.997560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.021831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Transition to ACTIVE for port object bcc28bdc-805e-4a9e-bb9e-981473db8a38 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:02.057999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Transition to ACTIVE for port object bcc28bdc-805e-4a9e-bb9e-981473db8a38 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:02.069349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.090253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33388) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:02.119955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:02.123124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Checking segment: {'id': '2d375004-afaf-4774-988e-dc8d19caafa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:02.123395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Network hostable DHCP agents. Network: 3c02a44b-79fa-4eb3-b30a-0554e9ff1164, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:15:02.158614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.210184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.217887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:15:02.247008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.320463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:02.331958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.385049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.393042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Pushing event updated for resources: {'Port': ['ID=bcc28bdc-805e-4a9e-bb9e-981473db8a38,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:02.407766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.419123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.419759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.420386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.421043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.421919 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.422270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.422892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.423855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.424677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.425335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.426104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.426546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.427360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.427976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.428594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.429241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.429851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.430462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.431073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.431610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.432326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.432326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.432779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.433372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Tracked resource versions report: Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}, Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@hv-cinder-75999: { 'AddressGroup': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:15:02.435834 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:15:02.453726 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7535865f728547338960a2b1c129762e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8908453 Feb 17 20:15:02.467458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:02.482943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33394) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:02.483967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 3c02a44b-79fa-4eb3-b30a-0554e9ff1164) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:02.487100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.507477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3db471-ea50-4f7f-a8b4-9c5c77d8ab50 None None] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:02.509414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:02.510072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.518614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8d68f4-8412-497e-b9d7-18e48700ef0e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:02.540223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:02.553394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.575443 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-138af78d-419e-421b-9654-6066e080a9ce service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0106645 Feb 17 20:15:02.584234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:02.709086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:02.714720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:02.726482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:02.834278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.854060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Pushing event updated for resources: {'Port': ['ID=e79dd074-b84f-4a56-ad56-31de87879409,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:02.860384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:02.860993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:02.900091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c99db-f2d5-4e09-addc-09a50914b63e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:02.921523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:02.936444 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Attempting to bind port bcc28bdc-805e-4a9e-bb9e-981473db8a38 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:02.936866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Attempting to bind port bcc28bdc-805e-4a9e-bb9e-981473db8a38 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:02.937301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Attempting to bind port bcc28bdc-805e-4a9e-bb9e-981473db8a38 on network ea6961e8-68cd-4637-9725-b2bcb45267da {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:02.975390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:02.975814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Checking segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:02.976264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:02.976711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Bound using segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:02.977305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Bound port: bcc28bdc-805e-4a9e-bb9e-981473db8a38, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:02.977801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.020516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.022741 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e94c99db-f2d5-4e09-addc-09a50914b63e HTTP/1.1" status: 204 len: 168 time: 0.9244285 Feb 17 20:15:03.069565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:03.072378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:03.076610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:03.186691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d493c-8f1e-4dae-8d4c-03ea2698cc12 None None] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:03.272585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] For port bcc28bdc-805e-4a9e-bb9e-981473db8a38, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:03.301554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] For port bcc28bdc-805e-4a9e-bb9e-981473db8a38, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bcc28bdc-805e-4a9e-bb9e-981473db8a38,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:03.306941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.330405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:03.385059 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4587295 Feb 17 20:15:03.531271 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-43d61d47-17cf-406d-8e57-db630e3ffd10 service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9390743 Feb 17 20:15:03.623916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.691443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.821117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.836968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:03.875674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:04.036261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8d68f4-8412-497e-b9d7-18e48700ef0e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:04.047200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:04.048592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:04.058018 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a8d68f4-8412-497e-b9d7-18e48700ef0e HTTP/1.1" status: 204 len: 168 time: 1.5557156 Feb 17 20:15:04.129952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Pushing event updated for resources: {'Port': ['ID=bcc28bdc-805e-4a9e-bb9e-981473db8a38,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:04.150569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:04.214774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33432) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:04.317148 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-729336b5-cc3b-417a-b7eb-d241e8cdee72 req-a74a56c4-8a76-4f7c-9bfd-a73667a6f3c0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.1007307 Feb 17 20:15:04.497815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:04.499784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Allocated IP 172.28.3.11 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/45c19ea8-f4c6-4454-94de-99936089fa32) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:04.522778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d4894bde-5606-4ec7-876d-03e38efe4eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:05.013902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32172d2e-ebe7-4ce2-b597-11649f1408f7,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:05.024282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:05.285581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.332289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Checking segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:05.332835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Network hostable DHCP agents. Network: a888bbea-e6e8-4031-8fdc-4fa47edf5c4e, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:15:05.357740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.414931 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bcc28bdc-805e-4a9e-bb9e-981473db8a38 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:05.461623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:15:05.555345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.614415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:05.668097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:05.718321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, a888bbea-e6e8-4031-8fdc-4fa47edf5c4e) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:05.733961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ab616-5597-40d4-872e-00fdaad5ce89 None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:05.869341 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-778fb6bd-b1b4-4865-87d8-056cdef90a44 req-c76f5999-eff7-45c7-8ccc-1435f5f12955 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.3999462 Feb 17 20:15:06.052618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:06.053325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:06.174200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Router 18d32e71-2f83-4def-b0ae-695376e0b611 is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:15:06.286172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:15:06.287225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:06.349392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Pushing event updated for resources: {'Port': ['ID=45c19ea8-f4c6-4454-94de-99936089fa32,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:06.367167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:06.384416 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-87536259-e5a3-497a-bbf5-fe832f2b4d71 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.4434154 Feb 17 20:15:06.386540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33490) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:06.432508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:06.441362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:06.447227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Usage tracker for resource:router and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:06.454879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:06.466793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:06.517802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:06.518902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:06.538484 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:06.574226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33494) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:06.574623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33496) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:06.954199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:06.974228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Sync routers for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:06.979646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:07.021582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:07.022883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:14:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:07.048243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07856e6a-3dec-4f6a-8994-51014b8258fd None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:07.052606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:07.059091 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6443551 Feb 17 20:15:07.060054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33510) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:07.113215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:07.120682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-30a00669-a6df-42a3-bf63-1b22a3cce251 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:07.129329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-30a00669-a6df-42a3-bf63-1b22a3cce251 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/networks?id=3c02a44b-79fa-4eb3-b30a-0554e9ff1164 HTTP/1.1" status: 200 len: 812 time: 1.2659442 Feb 17 20:15:07.144736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:07.155121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:07.479302 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d5757376-c497-46b2-9b6d-a60403478514 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/quotas/77c523329b714c5f86534133f451202f HTTP/1.1" status: 200 len: 375 time: 0.3488066 Feb 17 20:15:07.546620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:07.575314 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8550c135-2759-4011-8dac-4431df3abc04 req-8ab1f30f-f4f2-4e46-ac20-be90198194a8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.4765546 Feb 17 20:15:07.805509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-180369095-network', 'tenant_id': '5a8a62bfd63c41849266b27afbddf9c3'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:07.914287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Allocated IP 172.20.0.2 (a888bbea-e6e8-4031-8fdc-4fa47edf5c4e/32172d2e-ebe7-4ce2-b597-11649f1408f7/46f2af6f-d8ae-4c03-a65e-38a70e69a2b1) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:07.996185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:03Z', 'revision_number': 3, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:08.006517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Checking router: 18d32e71-2f83-4def-b0ae-695376e0b611 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:08.007555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Updating router 18d32e71-2f83-4def-b0ae-695376e0b611 port e79dd074-b84f-4a56-ad56-31de87879409 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:08.176843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:08.268407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:08.295985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Transition to ACTIVE for port object 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:08.330905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Transition to ACTIVE for port object 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:08.363160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:08.409479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:08.651471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Provisioning for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:08.662635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:08.754881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Usage tracker for resource:network and tenant:5a8a62bfd63c41849266b27afbddf9c3 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:08.764455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Provisioning complete for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:08.768668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:08.789688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:08.826131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d59565bf-7138-49ad-a4c5-aeb13423256e tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77c523329b714c5f86534133f451202f&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0952804 Feb 17 20:15:08.854298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:08.942780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:08.994129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.014739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:09.067608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Transition to ACTIVE for port object e79dd074-b84f-4a56-ad56-31de87879409 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:09.074250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.264058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:09.398624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Pushing event updated for resources: {'Port': ['ID=e79dd074-b84f-4a56-ad56-31de87879409,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:09.460409 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.460855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.461436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.462041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.462886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.463573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.464069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.464579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.465186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.465690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.466190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.466687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.467315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.473181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.473719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.473886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.474276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.474841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.475197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.475551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.475932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.476296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.476709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.477117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Tracked resource versions report: Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: pushed versions: Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: { 'AddressGroup': {'1.1'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': {'1.0'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': {'1.0'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': {'1.1'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': {'1.7'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': {'1.2'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': {'1.8'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': {'1.4'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': {'1.0'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': {'1.1'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': {'1.1'}} Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: consumer versions: Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: { DHCP agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: L3 agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: Metadata agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: Metering agent@dv-cinder-759994-3-smb: {}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@dv-cinder-759994-3-smb: { 'AddressGroup': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}, Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: Open vSwitch agent@hv-cinder-75999: { 'AddressGroup': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'ConntrackHelper': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Log': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Network': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Port': '1.7', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'PortForwarding': '1.2', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'QosPolicy': '1.8', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroup': '1.4', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SecurityGroupRule': '1.2', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'SubPort': '1.0', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Subnet': '1.1', Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: 'Trunk': '1.1'}} Feb 17 20:15:09.479099 dv-cinder-759994-3-smb neutron-server[83927]: {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:15:09.506218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Attempting to bind port e79dd074-b84f-4a56-ad56-31de87879409 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:09.517995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Attempting to bind port e79dd074-b84f-4a56-ad56-31de87879409 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:09.519433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Attempting to bind port e79dd074-b84f-4a56-ad56-31de87879409 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:09.536259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:09.588135 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-df6ca51c-603f-4748-be8b-1adb1afdc9c3 service neutron] 10.222.0.46 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573746 Feb 17 20:15:09.597081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Usage tracker for resource:security_group_rule and tenant:0300250e02ed46fb9e99bab9d049e203 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:09.688274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:09.708141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:09.709106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:09.709948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.711172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:09.712165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Bound port: e79dd074-b84f-4a56-ad56-31de87879409, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:09.712963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.718712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:09.736940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:09.742301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Pushing event updated for resources: {'Port': ['ID=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:09.745385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:09.789988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.381s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:09.839299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:09.867199 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-057cf7ce-a1e8-4f3f-8054-2682061fc68a req-bc2edb2b-12dd-4031-8336-f7d21b73b3b4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.8251915 Feb 17 20:15:09.907233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Attempting to bind port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:09.908617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Attempting to bind port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:09.909497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Attempting to bind port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 on network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:09.929955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:09.930681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Checking segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:09.931408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.932097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Bound using segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:09.932814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Bound port: 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:09.933481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.002073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Made reservation on behalf of 5a8a62bfd63c41849266b27afbddf9c3 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:10.010280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.194726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.231396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.242970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.121', 64137) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:10.365832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] For port bcc28bdc-805e-4a9e-bb9e-981473db8a38, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bcc28bdc-805e-4a9e-bb9e-981473db8a38,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:10.412008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.441674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:10.724959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] For port e79dd074-b84f-4a56-ad56-31de87879409, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:10.765444 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Pushing event updated for resources: {'Port': ['ID=bcc28bdc-805e-4a9e-bb9e-981473db8a38,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:10.782237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] For port e79dd074-b84f-4a56-ad56-31de87879409, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e79dd074-b84f-4a56-ad56-31de87879409,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:10.792978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:10.807653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.816835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] For port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:10.867594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-f5cf2411-d3e1-44e8-8496-448b554169be None None] Provisioning complete for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:10.868009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f5cf2411-d3e1-44e8-8496-448b554169be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.883070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.946042 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-60a9dbab-0dc0-4e41-9151-e257cfc3a431 service neutron] 10.222.0.46 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2741098 Feb 17 20:15:11.121532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] For port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:11.139677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.288010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.388781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e6c8f54-fbf7-41d1-a850-47e11e273fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:11.418704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.431967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:11.578696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:11.590914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Usage tracker for resource:security_group_rule and tenant:5a8a62bfd63c41849266b27afbddf9c3 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:11.612299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Allocated IP 172.20.0.1 (3bb59fbb-d087-497a-bb0b-2eb189a3144e/2b652c88-6ef1-468e-b673-6b240b3f6870/e682ca19-3db6-4507-b638-43f015ff76c8) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:11.680083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:11.758129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bcc28bdc-805e-4a9e-bb9e-981473db8a38 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:11.841694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f53bcd6a-dff7-4b29-9106-cfe531b27a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:11.850220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Pushing event updated for resources: {'Port': ['ID=e79dd074-b84f-4a56-ad56-31de87879409,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:11.854249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:11.870613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:11.871311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:14:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:11.882796 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0300250e02ed46fb9e99bab9d049e203&name=default HTTP/1.1" status: 200 len: 2979 time: 5.3008242 Feb 17 20:15:11.912292 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fe6ce841-f059-4c5c-bf02-eb8e297b156e req-46e81a9c-f798-4c72-a2e9-360067fa9690 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.1825688 Feb 17 20:15:11.947010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:11.950573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33618) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:11.982083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.046530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Pushing event updated for resources: {'Port': ['ID=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:12.053438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:12.165747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-33e2bd0e-d595-4c58-a08a-9fc3c11e4c2c None None] Provisioning complete for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:12.166225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-33e2bd0e-d595-4c58-a08a-9fc3c11e4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.226705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.242602 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c227bbc2-e80e-49e5-a046-af64b2ffff43 req-e136c534-1730-411e-a23a-50dac2c39a5b tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 0.7428172 Feb 17 20:15:12.398445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port bcc28bdc-805e-4a9e-bb9e-981473db8a38 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:12.399231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.447496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:12.551703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.667598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-efa14a7a-5415-42c4-a830-1c260714a123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:13.410903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:03Z', 'revision_number': 3, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:13.417515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:13.424591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd2669-90ce-4138-a3cb-3b988063c8b6 None None] The sync data for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb is: [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:03Z', 'revision_number': 3, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:13.697818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:13.871767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:13.871767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-a6150899-1900-4091-9549-2a1b6ce811c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:13.871767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-a6150899-1900-4091-9549-2a1b6ce811c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:13.871767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:13.876800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81978b-03eb-4033-b256-8befa2ea36f6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:14.347876 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:14.349477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:14.358870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:14.359803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:14.969983 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065dc6f-3006-4555-a66e-9b2fde978c2f None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:15.015595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.101103 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-808b684d-975a-43e3-8de3-9431165f6b12 req-20dfc8e4-5a58-4563-b620-6836d772bfa1 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 0.2409627 Feb 17 20:15:15.122262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.281s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:15.311799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.496366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e79dd074-b84f-4a56-ad56-31de87879409 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:15.732844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Provisioning for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:15.794839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Provisioning complete for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:15.795944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.127646 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb777e1c-44f6-4969-aaca-93e5f1d79c7f req-c313bca8-403a-4bb2-a5cc-e35039e3aa4e tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 1.2898591 Feb 17 20:15:16.237912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.255410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.258243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.285319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:16.329256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port e79dd074-b84f-4a56-ad56-31de87879409 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:16.397205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.401199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port e79dd074-b84f-4a56-ad56-31de87879409 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:16.402356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.674560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:15:16.681655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:16.955561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:17.000864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:17.059712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.121', 64143) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:17.092076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.211859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] For port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:17.802429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:17.822982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:17.823903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.920748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port e79dd074-b84f-4a56-ad56-31de87879409, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e79dd074-b84f-4a56-ad56-31de87879409,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:17.927848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.974817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:18.003812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:18.162323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Allocated IP 172.28.3.95 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/09e23e13-af20-435a-bde1-e93d375c9995) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:18.381171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77217-13a4-4673-8454-c6060a4f722b None None] Pushing event updated for resources: {'Port': ['ID=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:18.389416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d505ef86-23df-46e0-b3a5-77c4acd89f92 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:18.390771 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d505ef86-23df-46e0-b3a5-77c4acd89f92 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Synchronizing usage tracker for tenant:77c523329b714c5f86534133f451202f on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:18.592993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:18.604763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=e79dd074-b84f-4a56-ad56-31de87879409,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:18.615003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:18.617889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:18.618474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:18.732060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33744) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:18.857985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:18.870348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Router 18d32e71-2f83-4def-b0ae-695376e0b611 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:15:18.903143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-0c3d53a5-d140-4acc-b2e3-8028ca42948c None None] Provisioning complete for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:18.905316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0c3d53a5-d140-4acc-b2e3-8028ca42948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:18.959001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.210730 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-db274785-a5a3-40ad-a7bf-97d3644a6102 req-9069db42-49d2-46e7-baed-637b7f2db1bc tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 1.4680805 Feb 17 20:15:19.244405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.309089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:19.318872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Usage tracker for resource:security_group_rule and tenant:616ff3922b514709801869d730ea8d71 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:19.325293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:19.344794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:19.348555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.398333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.419645 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-81e2eb8f-710c-4568-969f-9c8a5ac96224 req-1d73e402-ffee-4006-8885-115bdfcf8494 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.7755461 Feb 17 20:15:19.424631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.636644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.637496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec0c8b7d-523d-40cd-b41c-fb7ebda69eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:19.660668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.752739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Pushing event updated for resources: {'Port': ['ID=09e23e13-af20-435a-bde1-e93d375c9995,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:19.768619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-990b5f53-bcbc-4d93-8099-b22d30381282 None None] Provisioning complete for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:19.769138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-990b5f53-bcbc-4d93-8099-b22d30381282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:19.786648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:19.789773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:15:19.792389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:19.794556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:19.796337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:19.835879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:19.847206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:19.916674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Sync routers for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:19.944710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:19.945544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:14:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:19.973469 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] 10.222.0.46 "PUT /v2.0/routers/18d32e71-2f83-4def-b0ae-695376e0b611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9113710 Feb 17 20:15:19.996328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81978b-03eb-4033-b256-8befa2ea36f6,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:20.210072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:20.277910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:20.280637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-a6150899-1900-4091-9549-2a1b6ce811c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:20.288216 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-a6150899-1900-4091-9549-2a1b6ce811c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 10.0419190 Feb 17 20:15:20.289305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d505ef86-23df-46e0-b3a5-77c4acd89f92 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Unset dirty status for tenant:77c523329b714c5f86534133f451202f on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:20.318315 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d505ef86-23df-46e0-b3a5-77c4acd89f92 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.121 "GET /v2.0/networks?id=3c02a44b-79fa-4eb3-b30a-0554e9ff1164 HTTP/1.1" status: 200 len: 812 time: 3.1851532 Feb 17 20:15:20.523554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:20.628887 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=616ff3922b514709801869d730ea8d71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8947027 Feb 17 20:15:20.640694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Request body: {'port': {'device_id': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76', 'admin_state_up': True, 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:20.677624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9659f16-dbd5-4043-9b1d-0f371c7a47f4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:20.691646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:20.710852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:20.712701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33760) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:20.747530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Request body: {'port': {'device_id': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164', 'admin_state_up': True, 'tenant_id': '77c523329b714c5f86534133f451202f'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:20.862424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535937a-7d19-4f7f-a474-616b25e44b74,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:21.105098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:21.133706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.337s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:21.165981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:21.170791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.129s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:21.171241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:21.177489 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Usage tracker for resource:port and tenant:77c523329b714c5f86534133f451202f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:21.184624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:21.199000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:21.264811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0a76f22e-a987-479a-a99b-1e8eaa9111b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:21.311036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-5ebee11f-b2fa-4078-bde5-76bab1f5cefb None None] Provisioning complete for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:21.311725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5ebee11f-b2fa-4078-bde5-76bab1f5cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:21.325271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:15:21.658575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:21.666957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Usage tracker for resource:port and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:21.681978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:21.691407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:21.707748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:21.713609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:21.734029 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-27dc345e-9ea6-4a97-af2a-0a5b04ca3463 req-4317aa3c-a053-4398-9689-190475f8379b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.6036279 Feb 17 20:15:21.752039 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-39e2e047-75cc-491e-8300-4613895cba1e req-459538f5-4950-4049-91cd-864d38d174d8 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 0.6002493 Feb 17 20:15:21.757589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Made reservation on behalf of 77c523329b714c5f86534133f451202f for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:21.765367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:21.833846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:21.875567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:21.879120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:14:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:21.954503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:22.592133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:23.041335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:23.043193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.060751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.161966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e4022419-a122-45ab-8c97-25cb1e273f98 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:23.163366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e4022419-a122-45ab-8c97-25cb1e273f98 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Synchronizing usage tracker for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:23.179860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.180667 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Added segment fde59f55-cf6a-432b-80fe-8bbf65f3afd1 of type vxlan for network 28038381-5ab4-4b21-b9e6-a5f869c965b3 Feb 17 20:15:23.243400 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.312250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.315155 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 25.9257617 Feb 17 20:15:23.391419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:08Z', 'revision_number': 3, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:23.411142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:23.411559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Updating router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b port 45c19ea8-f4c6-4454-94de-99936089fa32 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:23.435019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.440329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc645f35-3b95-4b32-9daa-e211253aea08 req-6d4ed5c9-36cf-4ae8-ab21-1923347262a5 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 0.1145473 Feb 17 20:15:23.441080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33782) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:23.451099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.452411 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e4a0fa0f-3bcc-44ad-8e71-4283ffc156d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc81978b-03eb-4033-b256-8befa2ea36f6 HTTP/1.1" status: 204 len: 168 time: 11.2154338 Feb 17 20:15:23.627213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.681728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:23.688825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.743113 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:23.802424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e79dd074-b84f-4a56-ad56-31de87879409 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:23.971028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.140683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7d95ad38-5179-4b96-98bc-eb6c13fd61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.142655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Allocated IP 172.20.0.9 (430df5b5-311b-48e2-aaa3-d497ea13ad76/81152077-a414-4d06-916d-376375b07b85/a8f1a83c-fa41-427e-806f-a4af03452e76) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:24.189922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e4022419-a122-45ab-8c97-25cb1e273f98 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Unset dirty status for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:24.191111 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e4022419-a122-45ab-8c97-25cb1e273f98 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 818 time: 1.5258408 Feb 17 20:15:24.198672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:14Z', 'revision_number': 4, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'e682ca19-3db6-4507-b638-43f015ff76c8', 'name': '', 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'mac_address': 'fa:16:3e:13:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:10Z', 'updated_at': '2021-02-17T20:15:15Z', 'revision_number': 2, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'subnets': [{'id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:24.209281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port e79dd074-b84f-4a56-ad56-31de87879409 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:24.210629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.286903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.353594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b4418ab2-8b28-4aac-b1a4-809cede76c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:24.441605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Checking router: 18d32e71-2f83-4def-b0ae-695376e0b611 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:24.442746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Updating router 18d32e71-2f83-4def-b0ae-695376e0b611 port e682ca19-3db6-4507-b638-43f015ff76c8 binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:24.554558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Pushing event updated for resources: {'Network': ['ID=28038381-5ab4-4b21-b9e6-a5f869c965b3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:24.561744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7165ab80-65d9-46bb-b186-b6cda3ec6cc8 req-61e1d07c-8d16-4cb7-b36a-aaf3d7926a84 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.3760428 Feb 17 20:15:24.599113 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 18.0035875 Feb 17 20:15:24.600469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.623744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.644662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9659f16-dbd5-4043-9b1d-0f371c7a47f4,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:24.657468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:24.676178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33792) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:24.679119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33794) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:24.691536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:24.733147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Allocated IP 172.20.0.8 (3c02a44b-79fa-4eb3-b30a-0554e9ff1164/ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8/6e11f537-38ef-42c7-a6bd-adb010053e12) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:24.750838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:24.917053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.942382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Transition to ACTIVE for port object 45c19ea8-f4c6-4454-94de-99936089fa32 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:24.959345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.993304 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.040939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:25.052285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.082009 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9659f16-dbd5-4043-9b1d-0f371c7a47f4 HTTP/1.1" status: 204 len: 168 time: 3.9241805 Feb 17 20:15:25.082278 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-bb464442-a0e7-446d-96a6-0769bffa434a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/quotas/5fa9b7bdc4d34a11b0fb6d011d374b98 HTTP/1.1" status: 200 len: 375 time: 0.5114625 Feb 17 20:15:25.108866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Request body: {'subnet': {'network_id': '28038381-5ab4-4b21-b9e6-a5f869c965b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-180369095-subnet', 'tenant_id': '5a8a62bfd63c41849266b27afbddf9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:25.203175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:25.220734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Usage tracker for resource:subnet and tenant:5a8a62bfd63c41849266b27afbddf9c3 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:25.234340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:25.254856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:25.308471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:25.330981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.381391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Made reservation on behalf of 5a8a62bfd63c41849266b27afbddf9c3 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:25.398718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.564479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.748875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7a1eccc-4270-4239-a887-3e92497b07b7 req-8149e618-7b85-48b5-8d36-34f2d6048f73 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 210 time: 0.6180675 Feb 17 20:15:25.786501 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-7c25d55f-cea9-4e02-9081-81cee3520d86 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4492357 Feb 17 20:15:25.931419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:25.950987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:45604e0368ef4a3091fab4ffa397e119 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:25.966000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:25.979746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:26.151725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Pushing event updated for resources: {'Port': ['ID=45c19ea8-f4c6-4454-94de-99936089fa32,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:26.156625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:26.171420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Attempting to bind port 45c19ea8-f4c6-4454-94de-99936089fa32 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:26.171905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Attempting to bind port 45c19ea8-f4c6-4454-94de-99936089fa32 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:26.172412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Attempting to bind port 45c19ea8-f4c6-4454-94de-99936089fa32 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:26.200765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:26.201737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:26.202482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.203218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:26.210323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Bound port: 45c19ea8-f4c6-4454-94de-99936089fa32, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:26.211011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.284841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.323592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33808) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:26.341898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.399255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.401578 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a6d2289d-8c8f-425c-96e5-d61f118fc5f3 req-3d609fd9-e62f-4329-960f-0dbd81671568 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.2956374 Feb 17 20:15:26.482567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] For port 45c19ea8-f4c6-4454-94de-99936089fa32, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:26.492145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] For port 45c19ea8-f4c6-4454-94de-99936089fa32, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=45c19ea8-f4c6-4454-94de-99936089fa32,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:26.498204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.547036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.590853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:26.650269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.674538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.694118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Transition to ACTIVE for port object e682ca19-3db6-4507-b638-43f015ff76c8 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:26.710811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.715809 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Pushing event updated for resources: {'Port': ['ID=45c19ea8-f4c6-4454-94de-99936089fa32,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:26.749268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:26.757561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:26.781277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.806336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:26.807531 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:26.883981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:26.964721 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45604e0368ef4a3091fab4ffa397e119&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0453837 Feb 17 20:15:26.966257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed49dc6-54ac-4495-a6a8-1c3c23d7cd8b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:26.985002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:26.992969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:26.997380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.002039 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e9c6db8d-218c-4357-81dd-991017a37294 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0889640 Feb 17 20:15:27.002804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33818) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:27.061154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Usage tracker for resource:security_group_rule and tenant:f560ce336ded43fd9a912c4c8a4bb612 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:27.078539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.160780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Pushing event updated for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:27.166516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:27.168331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:27.187815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:27.205754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:27.334533 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.357840 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-72d68f49-c598-42ab-9aa7-200be911e347 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2269645 Feb 17 20:15:27.421106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Attempting to bind port e682ca19-3db6-4507-b638-43f015ff76c8 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:27.423692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Attempting to bind port e682ca19-3db6-4507-b638-43f015ff76c8 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:27.423692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Attempting to bind port e682ca19-3db6-4507-b638-43f015ff76c8 on network 3bb59fbb-d087-497a-bb0b-2eb189a3144e {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:27.433509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:27.434155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Checking segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:27.434868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.435566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Bound using segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:27.436862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Bound port: e682ca19-3db6-4507-b638-43f015ff76c8, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:27.437335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.522305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:27.632607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] For port e682ca19-3db6-4507-b638-43f015ff76c8, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:27.642816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:27.651226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] For port e682ca19-3db6-4507-b638-43f015ff76c8, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e682ca19-3db6-4507-b638-43f015ff76c8,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:27.660069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:27.727879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:08Z', 'revision_number': 3, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:27.747588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda975c-c4c0-460f-b4de-63900e8925a0 None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:08Z', 'revision_number': 3, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:27.781516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:27.867033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Pushing event updated for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:27.887978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:27.917870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:28.003922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:28.008982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:28.010064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.021219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event updated for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:28.052485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:28.058399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:28.061996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0aa6966e-306e-4fee-aeb5-37768003b50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:28.095440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:28.096734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:28.184295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Pushing event updated for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:28.197794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:28.263339 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6326270 Feb 17 20:15:28.295571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-d549f963-ca1e-4a6f-b048-48d89f67ac68 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:15:28.297470 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-d549f963-ca1e-4a6f-b048-48d89f67ac68 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072360 Feb 17 20:15:28.472454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:28.516851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.563433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:28.569804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:28.584143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:28.589146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:28.590305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.594342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd6187-ab56-45ed-ad54-1676c457eda6 req-6f223cb6-6fcf-420e-82d0-5e3b8e6c2035 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:28.600214 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ccd6187-ab56-45ed-ad54-1676c457eda6 req-6f223cb6-6fcf-420e-82d0-5e3b8e6c2035 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 931 time: 0.6007099 Feb 17 20:15:28.625641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d767c6-502f-4de7-a4e1-cb241be9f16e req-710a3fd4-e86d-4d25-8017-840940be063c tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:28.639706 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-09d767c6-502f-4de7-a4e1-cb241be9f16e req-710a3fd4-e86d-4d25-8017-840940be063c tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 931 time: 1.6352646 Feb 17 20:15:28.667746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.709247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.774946 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0997801 Feb 17 20:15:28.776320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:28.777264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:28.788847 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f560ce336ded43fd9a912c4c8a4bb612&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4455273 Feb 17 20:15:28.792705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33840) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:28.868820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Allocated IP 172.20.0.1 (ea6961e8-68cd-4637-9725-b2bcb45267da/5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7/8783088d-8e15-4fbe-8b45-b9051107d637) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:29.158335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Request body: {'port': {'device_id': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:29.313996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Request body: {'port': {'device_id': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:29.319469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:29.395907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Router 79ad5010-a083-478d-890c-1acc2b3dad79 is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:15:29.425747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-09d767c6-502f-4de7-a4e1-cb241be9f16e req-8add022b-2d37-400b-971d-bec359f0c848 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941910 Feb 17 20:15:29.467762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd2508-e65a-473d-906c-98bc2269acbc,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:29.496191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:29.514190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-affd1db0-633c-4d45-bd84-cb5eea36d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:29.524405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:14Z', 'revision_number': 4, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'e682ca19-3db6-4507-b638-43f015ff76c8', 'name': '', 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'mac_address': 'fa:16:3e:13:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:10Z', 'updated_at': '2021-02-17T20:15:27Z', 'revision_number': 4, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'subnets': [{'id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:29.533595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07050bcf-1837-4418-99bc-6463afa6a17e None None] The sync data for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb is: [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:15:14Z', 'revision_number': 4, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'e682ca19-3db6-4507-b638-43f015ff76c8', 'name': '', 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'mac_address': 'fa:16:3e:13:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:10Z', 'updated_at': '2021-02-17T20:15:27Z', 'revision_number': 4, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'subnets': [{'id': '2b652c88-6ef1-468e-b673-6b240b3f6870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:29.585916 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ccd6187-ab56-45ed-ad54-1676c457eda6 req-bda65dd7-77ec-43c0-b46a-28d4ee7f4bd8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107682 Feb 17 20:15:29.598337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:29.687074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 45c19ea8-f4c6-4454-94de-99936089fa32 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:29.737071 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-87db6fa1-46b9-49b6-b2b5-969ed026f757 req-755030c0-cc20-4e0f-bb76-f6fc03a31c0a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 210 time: 0.1438723 Feb 17 20:15:29.854944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Checking segment: {'id': 'fde59f55-cf6a-432b-80fe-8bbf65f3afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28038381-5ab4-4b21-b9e6-a5f869c965b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:29.855678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Network hostable DHCP agents. Network: 28038381-5ab4-4b21-b9e6-a5f869c965b3, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:15:29.898242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:29.908171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 45c19ea8-f4c6-4454-94de-99936089fa32 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:29.918655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 45c19ea8-f4c6-4454-94de-99936089fa32 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:29.919106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.000253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:30.019226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Transition to ACTIVE for port object 8783088d-8e15-4fbe-8b45-b9051107d637 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:30.023872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.069888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:30.074782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:30.125455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.130700 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ed49dc6-54ac-4495-a6a8-1c3c23d7cd8b HTTP/1.1" status: 204 len: 168 time: 3.0920696 Feb 17 20:15:30.133497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.121', 64148) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:30.134391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed49dc6-54ac-4495-a6a8-1c3c23d7cd8b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:30.141597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.143304 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 23.7526724 Feb 17 20:15:30.171212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:30.171786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 33856) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:30.182720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:30.183450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:30.621169 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.883497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:30.894657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:31.156157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:31.190922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 45c19ea8-f4c6-4454-94de-99936089fa32, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=45c19ea8-f4c6-4454-94de-99936089fa32,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:31.198727 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:31.215930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-47866bea-1509-49ab-b20b-22ae91fd8132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:31.564395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:31.636515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:31.655820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:15:31.719259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f22a590-9f65-489a-9eb4-298a470b4223,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:31.795599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=45c19ea8-f4c6-4454-94de-99936089fa32,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:31.812289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:31.852522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:21Z', 'revision_number': 3, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:31.855195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e682ca19-3db6-4507-b638-43f015ff76c8 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:32.289714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-d1231b65-0488-4bf3-b2f2-90670fc861c1 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.292413 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-d1231b65-0488-4bf3-b2f2-90670fc861c1 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 818 time: 1.3898811 Feb 17 20:15:32.314300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.800s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:32.321684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.333281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-4c60e122-c5c2-44e1-858d-ecf384b9f3dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.335333 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-4c60e122-c5c2-44e1-858d-ecf384b9f3dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 818 time: 2.1986775 Feb 17 20:15:32.350825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:32.351243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Updating router 79ad5010-a083-478d-890c-1acc2b3dad79 port 09e23e13-af20-435a-bde1-e93d375c9995 binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:32.371858 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-0e9a958f-d5db-4c85-8912-7ff62b7be364 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/quotas/5fa9b7bdc4d34a11b0fb6d011d374b98 HTTP/1.1" status: 200 len: 375 time: 0.0332813 Feb 17 20:15:32.402775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Request body: {'port': {'device_id': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'admin_state_up': True, 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:32.426311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port e682ca19-3db6-4507-b638-43f015ff76c8 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:32.433740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port e682ca19-3db6-4507-b638-43f015ff76c8 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:32.434167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.484240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 28038381-5ab4-4b21-b9e6-a5f869c965b3) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:32.505366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24455d6-b014-4cc4-86d8-72330fbe4da5 None None] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:32.578597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.580896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.604231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Pushing event updated for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:32.608968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:32.687679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.710863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.790328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port e682ca19-3db6-4507-b638-43f015ff76c8, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e682ca19-3db6-4507-b638-43f015ff76c8,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:32.800522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.806715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:32.827255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24409a-120e-4fe5-80bb-ccdbb277384a req-77c7ffa5-c45f-4aa3-ab56-f4af2b439f35 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.837089 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc24409a-120e-4fe5-80bb-ccdbb277384a req-77c7ffa5-c45f-4aa3-ab56-f4af2b439f35 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 931 time: 1.9244411 Feb 17 20:15:32.857938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.902850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:32.916398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:32.918066 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55dd2508-e65a-473d-906c-98bc2269acbc HTTP/1.1" status: 204 len: 168 time: 3.9104331 Feb 17 20:15:33.081051 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Network ea6961e8-68cd-4637-9725-b2bcb45267da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:33.111232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e11f537-38ef-42c7-a6bd-adb010053e12 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:33.120910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:33.137433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Transition to ACTIVE for port object 6e11f537-38ef-42c7-a6bd-adb010053e12 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:33.141110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:33.164953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.2400208 Feb 17 20:15:33.201823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:33.223834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:33.228542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:33.229598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:33.275255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd2508-e65a-473d-906c-98bc2269acbc,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:33.301921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:33.304854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:33.784046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f1a83c-fa41-427e-806f-a4af03452e76 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:33.805978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:33.811785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:33.835357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Transition to ACTIVE for port object a8f1a83c-fa41-427e-806f-a4af03452e76 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:33.849822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:33.915756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e682ca19-3db6-4507-b638-43f015ff76c8 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:34.008104 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-3c1c0a7f-f7d6-4cee-a4ab-3252f7275579 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6230884 Feb 17 20:15:34.064954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:34.101904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:34.102607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:34.133616 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc24409a-120e-4fe5-80bb-ccdbb277384a req-f7f05b67-67fc-4e1a-87b2-d042ac90e74b tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2949667 Feb 17 20:15:34.230157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-55657aa3-4c29-407e-be10-542c784fd251 None None] Provisioning for port 8783088d-8e15-4fbe-8b45-b9051107d637 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:34.235186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:34.374287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Usage tracker for resource:port and tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:34.398696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:34.435668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:34.465168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-55657aa3-4c29-407e-be10-542c784fd251 None None] Provisioning complete for port 8783088d-8e15-4fbe-8b45-b9051107d637 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:34.466198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-55657aa3-4c29-407e-be10-542c784fd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:34.589278 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-a6776e6c-c295-4995-81f5-3ac4c362c03c service neutron] 10.222.0.46 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423997 Feb 17 20:15:34.644474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Pushing event updated for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:34.698127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:34.702896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:34.708575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-55657aa3-4c29-407e-be10-542c784fd251 None None] Port 8783088d-8e15-4fbe-8b45-b9051107d637 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:34.776571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Attempting to bind port 6e11f537-38ef-42c7-a6bd-adb010053e12 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:34.777427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Attempting to bind port 6e11f537-38ef-42c7-a6bd-adb010053e12 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '2d375004-afaf-4774-988e-dc8d19caafa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:34.778167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Attempting to bind port 6e11f537-38ef-42c7-a6bd-adb010053e12 on network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:34.796266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port e682ca19-3db6-4507-b638-43f015ff76c8 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:34.801391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:34.803904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:34.804884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Checking segment: {'id': '2d375004-afaf-4774-988e-dc8d19caafa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:34.805829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:34.806634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Bound using segment: {'id': '2d375004-afaf-4774-988e-dc8d19caafa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:34.807675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Bound port: 6e11f537-38ef-42c7-a6bd-adb010053e12, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d375004-afaf-4774-988e-dc8d19caafa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c02a44b-79fa-4eb3-b30a-0554e9ff1164'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:34.808469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:34.862719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370219a-8194-42e7-8b8e-17d96aa2c33e None None] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:34.922285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Made reservation on behalf of 5fa9b7bdc4d34a11b0fb6d011d374b98 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:34.931563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.162713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Transition to ACTIVE for port object 09e23e13-af20-435a-bde1-e93d375c9995 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:35.191957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.230588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:35.314818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] For port 6e11f537-38ef-42c7-a6bd-adb010053e12, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:35.322328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] For port 6e11f537-38ef-42c7-a6bd-adb010053e12, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=6e11f537-38ef-42c7-a6bd-adb010053e12,segment=NetworkSegment(2d375004-afaf-4774-988e-dc8d19caafa3),segment_id=2d375004-afaf-4774-988e-dc8d19caafa3)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:35.361095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.363110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Attempting to bind port a8f1a83c-fa41-427e-806f-a4af03452e76 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:35.363736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Attempting to bind port a8f1a83c-fa41-427e-806f-a4af03452e76 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:35.364308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Attempting to bind port a8f1a83c-fa41-427e-806f-a4af03452e76 on network 430df5b5-311b-48e2-aaa3-d497ea13ad76 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:35.374337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:35.375117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Checking segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:35.375891 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.377111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Bound using segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:35.378120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Bound port: a8f1a83c-fa41-427e-806f-a4af03452e76, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:35.378878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.421234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:35.529011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Attempting to bind port 09e23e13-af20-435a-bde1-e93d375c9995 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:35.529447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Attempting to bind port 09e23e13-af20-435a-bde1-e93d375c9995 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:35.529869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Attempting to bind port 09e23e13-af20-435a-bde1-e93d375c9995 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:35.577979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:35.578430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:35.579504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.579970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:35.580537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Bound port: 09e23e13-af20-435a-bde1-e93d375c9995, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:35.581010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.695581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:35.707154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 45c19ea8-f4c6-4454-94de-99936089fa32 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:35.743222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:35.855801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Pushing event updated for resources: {'Port': ['ID=09e23e13-af20-435a-bde1-e93d375c9995,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:35.925807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd567-dccb-4423-b406-094e052b6741 req-5df30471-73b2-46c9-9e2d-0ea0a7b4b112 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:35.932637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:35.942399 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6f2cd567-dccb-4423-b406-094e052b6741 req-5df30471-73b2-46c9-9e2d-0ea0a7b4b112 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 943 time: 1.3409307 Feb 17 20:15:36.098251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:36.099491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:36.102332 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] 10.222.0.121 "PUT /v2.0/ports/6e11f537-38ef-42c7-a6bd-adb010053e12 HTTP/1.1" status: 200 len: 1157 time: 7.3071065 Feb 17 20:15:36.123424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:36.221752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] For port 09e23e13-af20-435a-bde1-e93d375c9995, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:36.226451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 45c19ea8-f4c6-4454-94de-99936089fa32 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:36.227172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:36.340613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] For port 09e23e13-af20-435a-bde1-e93d375c9995, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=09e23e13-af20-435a-bde1-e93d375c9995,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:36.353654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:36.398191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:36.452985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Allocated IP 172.20.0.13 (3bb59fbb-d087-497a-bb0b-2eb189a3144e/2b652c88-6ef1-468e-b673-6b240b3f6870/e86eb4d0-255c-4510-9ce9-f9d1a6262704) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:36.593219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:36.620042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a8f1a83c-fa41-427e-806f-a4af03452e76,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:36.655007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:36.748415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:37.003752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:37.158686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-3b8d53c8-302d-40cd-8a04-3efa5813dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:37.161915 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-3b8d53c8-302d-40cd-8a04-3efa5813dc40 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=77c523329b714c5f86534133f451202f&device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 1160 time: 0.8034549 Feb 17 20:15:37.170261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 33968) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:37.203402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:37.301800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Pushing event updated for resources: {'Port': ['ID=09e23e13-af20-435a-bde1-e93d375c9995,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:37.307663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:37.314250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093434112-network', 'tenant_id': 'fda63b1d68b34d2c83d19beaf823507b'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:37.327535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:37.338958 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-f3e22a50-7702-441e-af26-355dbdc4c65f service neutron] 10.222.0.46 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.7130947 Feb 17 20:15:37.341822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Usage tracker for resource:network and tenant:fda63b1d68b34d2c83d19beaf823507b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:37.354895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:37.378711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:37.440895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:37.473039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:37.474227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:37.502019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:37.681665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:37.969346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:38.213907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:38.215044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.217671 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] 10.222.0.121 "PUT /v2.0/ports/a8f1a83c-fa41-427e-806f-a4af03452e76 HTTP/1.1" status: 200 len: 1157 time: 9.6396668 Feb 17 20:15:38.221007 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-7057917d-0b8c-41b9-9f6b-45f84a8a912c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e11f537-38ef-42c7-a6bd-adb010053e12 HTTP/1.1" status: 200 len: 217 time: 1.0442188 Feb 17 20:15:38.225579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Made reservation on behalf of fda63b1d68b34d2c83d19beaf823507b for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:38.236158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.451373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.633379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Pushing event updated for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:38.651845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:38.679595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.676s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:38.700030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Usage tracker for resource:security_group_rule and tenant:fda63b1d68b34d2c83d19beaf823507b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:38.728480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:38.761574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-8151b06f-99c4-40b3-bb1e-c4b613ba5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:38.771662 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-8151b06f-99c4-40b3-bb1e-c4b613ba5140 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8 HTTP/1.1" status: 200 len: 852 time: 0.5004063 Feb 17 20:15:38.773521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:39.160362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:21Z', 'revision_number': 3, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:39.164397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.169565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d48e8-d2d0-446d-8de9-2a3c0350d245 None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:21Z', 'revision_number': 3, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:39.169990 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-c5c88e37-ce77-4a72-bfd8-eabdec4eab52 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3c02a44b-79fa-4eb3-b30a-0554e9ff1164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3905547 Feb 17 20:15:39.176584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.234006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c1036cd-3a30-4bde-ab68-f2cd448048e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:39.393789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:15:39.396899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec79917-662f-4924-8cf3-665a48260975,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:39.402581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-1d439556-193e-4ab1-9a25-0eff9dda11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:39.404586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:39.404884 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-1d439556-193e-4ab1-9a25-0eff9dda11d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 1160 time: 1.0533836 Feb 17 20:15:39.409067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:39.412252 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6f2cd567-dccb-4423-b406-094e052b6741 req-8c04423f-ff90-466d-9a75-590f8ce42671 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.4458101 Feb 17 20:15:39.429203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:39.433389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:39.459480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:39.461063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.631864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Pushing event updated for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:39.642208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.957s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:39.642822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.643379 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Added segment aef00795-97f9-4559-b792-3c2913cf4b9b of type vxlan for network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 Feb 17 20:15:39.645924 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-e07d63a8-87ac-4c9d-a83d-1bd83b0da787 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f1a83c-fa41-427e-806f-a4af03452e76 HTTP/1.1" status: 200 len: 217 time: 0.2193189 Feb 17 20:15:39.830443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.850748 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-f50f485b-0389-4ac0-ae92-679b5951dd12 service neutron] 10.222.0.121 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645758 Feb 17 20:15:39.866754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-fdfe8537-7142-4eda-9b26-dbc1d515e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:39.870444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-fdfe8537-7142-4eda-9b26-dbc1d515e831 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.2126999 Feb 17 20:15:40.028273 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-acdaff58-d4b4-4633-a740-80e4637cf850 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975273 Feb 17 20:15:40.029514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:15:40.272851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.280232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:40.280881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.290550 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-27c68d05-d3dc-47c3-b84a-e6da34252121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:40.493091 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2059121 Feb 17 20:15:40.499888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Pushing event updated for resources: {'Network': ['ID=4e9f35a4-a9f0-4198-bd4e-617cec3197a4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:40.520065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:40.524831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:40.527968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34012) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:40.533401 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-6a899b92-2718-44be-ad08-698f40b41a2b service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272459 Feb 17 20:15:40.537888 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-982d111b-6dc1-48b1-8a3b-3222c66e770f req-45a25623-1642-441a-96c5-708713ac0fd9 service neutron] 10.222.0.121 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6750724 Feb 17 20:15:40.552292 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Request body: {'subnet': {'network_id': '4e9f35a4-a9f0-4198-bd4e-617cec3197a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093434112-subnet', 'tenant_id': 'fda63b1d68b34d2c83d19beaf823507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:40.556615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Allocated IP 172.20.0.1 (a888bbea-e6e8-4031-8fdc-4fa47edf5c4e/32172d2e-ebe7-4ce2-b597-11649f1408f7/17ff555f-9460-4261-a325-d91ae181711f) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:40.561831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:40.623547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:40.723131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3429220 Feb 17 20:15:40.738235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-b8b57368-7fd9-43b2-a02d-a43b630ba1a6 req-ef0d940b-e867-46fd-b788-d461f5c51d3e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Synchronizing usage tracker for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:40.744813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.758398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Request body: {'port': {'device_id': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:40.810536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.822685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Usage tracker for resource:subnet and tenant:fda63b1d68b34d2c83d19beaf823507b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:40.839288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.994313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:41.015537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:41.079718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Made reservation on behalf of fda63b1d68b34d2c83d19beaf823507b for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:41.088664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.140869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:41.144307 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c7a1338-5e89-41aa-9644-a2bd671d0447 req-6a01bc62-b049-49b5-be6c-279ae1260889 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5833070 Feb 17 20:15:41.187323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364d87-f614-41ec-91cf-5a2dfeeba726 req-ed54c14f-98e8-4b24-9713-e79094ac9491 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:41.193550 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-01364d87-f614-41ec-91cf-5a2dfeeba726 req-ed54c14f-98e8-4b24-9713-e79094ac9491 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 943 time: 3.1219471 Feb 17 20:15:41.252808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-b8b57368-7fd9-43b2-a02d-a43b630ba1a6 req-ef0d940b-e867-46fd-b788-d461f5c51d3e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Unset dirty status for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:41.258795 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b8b57368-7fd9-43b2-a02d-a43b630ba1a6 req-ef0d940b-e867-46fd-b788-d461f5c51d3e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 210 time: 1.1960950 Feb 17 20:15:41.403443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-cb027a8c-1d62-41b4-8984-a44f8ae7fc47 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:41.405661 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-cb027a8c-1d62-41b4-8984-a44f8ae7fc47 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 818 time: 0.6161964 Feb 17 20:15:41.426375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Request body: {'port': {'device_id': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e', 'admin_state_up': True, 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:41.579444 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.627404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 09e23e13-af20-435a-bde1-e93d375c9995 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:41.645670 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-01364d87-f614-41ec-91cf-5a2dfeeba726 req-43f3eca6-4c7f-4e56-b835-d22b2f123f4b tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972359 Feb 17 20:15:41.650272 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Pushing event updated for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:41.671537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:41.719111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Network ea6961e8-68cd-4637-9725-b2bcb45267da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:41.737720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.741724 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:41.862915 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12', 'status': 'completed', 'code': 200} Feb 17 20:15:41.918743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 09e23e13-af20-435a-bde1-e93d375c9995 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:41.945501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 09e23e13-af20-435a-bde1-e93d375c9995 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:41.946387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.026522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Transition to ACTIVE for port object 17ff555f-9460-4261-a325-d91ae181711f will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:42.191501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.319553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.390112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 09e23e13-af20-435a-bde1-e93d375c9995, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=09e23e13-af20-435a-bde1-e93d375c9995,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:42.401615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.406425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:42.607736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=09e23e13-af20-435a-bde1-e93d375c9995,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:42.616027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-ec31e7fc-d3a9-463e-a230-e3f3c253c75c None None] Provisioning complete for port 8783088d-8e15-4fbe-8b45-b9051107d637 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:42.616446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ec31e7fc-d3a9-463e-a230-e3f3c253c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.664178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:42.727780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:42.746411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-99de0fe8-f1b0-4ada-acac-eeb4e5f3b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:42.749665 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-99de0fe8-f1b0-4ada-acac-eeb4e5f3b9a7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=77c523329b714c5f86534133f451202f&device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 1160 time: 0.8776970 Feb 17 20:15:42.751736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:42.857791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-ec31e7fc-d3a9-463e-a230-e3f3c253c75c None None] Port 8783088d-8e15-4fbe-8b45-b9051107d637 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:42.887168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86eb4d0-255c-4510-9ce9-f9d1a6262704 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:42.898336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:43.007660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:43.161005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-fd9a97cc-e9b4-4d78-bcb1-b1e92d4cfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:43.164557 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-fd9a97cc-e9b4-4d78-bcb1-b1e92d4cfb1b service neutron] 10.222.0.121 "GET /v2.0/networks?id=3c02a44b-79fa-4eb3-b30a-0554e9ff1164 HTTP/1.1" status: 200 len: 906 time: 0.4025354 Feb 17 20:15:43.170042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Made reservation on behalf of 5fa9b7bdc4d34a11b0fb6d011d374b98 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:43.176649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:43.289043 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-00002c06-6380-4b81-b89f-0fcbd410c1e3 req-dc42c0fc-f0af-41c1-b205-7863cf32cc8d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 210 time: 0.3835073 Feb 17 20:15:43.327153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-ed76e811-66b8-48d1-b726-6dec86627906 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:15:43.516588 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-8a831ef1-0b2a-4fbf-82f2-26c284861ac4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e11f537-38ef-42c7-a6bd-adb010053e12 HTTP/1.1" status: 200 len: 217 time: 0.3253038 Feb 17 20:15:43.624690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 09e23e13-af20-435a-bde1-e93d375c9995 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:43.754072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 09e23e13-af20-435a-bde1-e93d375c9995 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:43.754504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:43.769965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Pushing event updated for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:43.775910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:43.789443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Transition to ACTIVE for port object e86eb4d0-255c-4510-9ce9-f9d1a6262704 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:43.864229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:43.891981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-b242e014-5410-450a-82e8-1f1d3866d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:43.894441 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-b242e014-5410-450a-82e8-1f1d3866d526 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8 HTTP/1.1" status: 200 len: 852 time: 0.2871795 Feb 17 20:15:43.900892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.044626 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-c7ff4c15-735a-4f44-bafb-3a4f348ee899 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3c02a44b-79fa-4eb3-b30a-0554e9ff1164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278098 Feb 17 20:15:44.078214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7eebba17-4063-4376-96b9-faf47c275e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:44.135873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 6e11f537-38ef-42c7-a6bd-adb010053e12 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:44.212053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:15:44.247632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:44.255149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:44.259609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:44.293455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 6e11f537-38ef-42c7-a6bd-adb010053e12 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:44.298859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:44.306328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 6e11f537-38ef-42c7-a6bd-adb010053e12 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:44.306592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.311558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:44.312205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.351003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.402338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5983f5d-d09d-4074-850e-d26b74e47f9c req-c4dfe9f3-6dfa-4d13-a773-b4a27b783c40 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:44.404067 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5983f5d-d09d-4074-850e-d26b74e47f9c req-c4dfe9f3-6dfa-4d13-a773-b4a27b783c40 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 943 time: 2.4247851 Feb 17 20:15:44.458209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:44.527005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.571232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 6e11f537-38ef-42c7-a6bd-adb010053e12, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=6e11f537-38ef-42c7-a6bd-adb010053e12,segment=NetworkSegment(2d375004-afaf-4774-988e-dc8d19caafa3),segment_id=2d375004-afaf-4774-988e-dc8d19caafa3)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:44.571618 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-b79baaf6-fdda-4d55-a064-12aa4fff2835 service neutron] 10.222.0.121 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746449 Feb 17 20:15:44.572605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859144d7-21ba-42e8-9390-a6a1465dc462 req-36480b78-4c3c-4242-a541-a3ba54dbc6eb tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:44.572792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:44.574636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-859144d7-21ba-42e8-9390-a6a1465dc462 req-36480b78-4c3c-4242-a541-a3ba54dbc6eb tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 943 time: 0.7685125 Feb 17 20:15:44.648846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:44.649714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:44.730922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:44.769749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Allocated IP 172.20.0.12 (3bb59fbb-d087-497a-bb0b-2eb189a3144e/2b652c88-6ef1-468e-b673-6b240b3f6870/832ac34f-d8e7-454a-8e6e-98f4768fefae) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:44.786316 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5983f5d-d09d-4074-850e-d26b74e47f9c req-80cf9b53-f194-4c67-bdbd-5d5c5c00c12f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612192 Feb 17 20:15:44.803858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e979c929-f078-4e20-b1df-5404f8ea09de,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:44.810953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:44.851141 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-859144d7-21ba-42e8-9390-a6a1465dc462 req-365f134d-2a27-46c6-8621-08249776883b tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609324 Feb 17 20:15:44.982497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7cd9d333-7f7d-440a-b3e7-8826a74f145b None None] Provisioning for port 17ff555f-9460-4261-a325-d91ae181711f completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:45.072605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port a8f1a83c-fa41-427e-806f-a4af03452e76 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:45.076245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7cd9d333-7f7d-440a-b3e7-8826a74f145b None None] Provisioning complete for port 17ff555f-9460-4261-a325-d91ae181711f triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:45.076666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d333-7f7d-440a-b3e7-8826a74f145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.107765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.121', 64165) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:45.116329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Attempting to bind port e86eb4d0-255c-4510-9ce9-f9d1a6262704 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:45.116580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Attempting to bind port e86eb4d0-255c-4510-9ce9-f9d1a6262704 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:45.117037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Attempting to bind port e86eb4d0-255c-4510-9ce9-f9d1a6262704 on network 3bb59fbb-d087-497a-bb0b-2eb189a3144e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:45.204443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port a8f1a83c-fa41-427e-806f-a4af03452e76 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:45.218381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.225239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.248217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:45.267434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:45.312199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:45.316501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:45.335298 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12', 'code': 200} Feb 17 20:15:45.361899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:45.402247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:45.418781 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] 10.222.0.46 "PUT /v2.0/routers/d19af7d2-ce66-4d45-9e4a-3e314c33eb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9291170 Feb 17 20:15:45.501854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9d333-7f7d-440a-b3e7-8826a74f145b None None] Port 17ff555f-9460-4261-a325-d91ae181711f cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:45.552554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:45.553133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Checking segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:45.553413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.553815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Bound using segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:45.554367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Bound port: e86eb4d0-255c-4510-9ce9-f9d1a6262704, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:45.554745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.713755 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1ca9361a-4bfa-41b3-8588-20819c5e3224 req-783b714d-78ce-4621-9be1-51686ed15109 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 210 time: 0.4407048 Feb 17 20:15:45.715266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.799786 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aacea4aa-1529-4835-83eb-8e9b7da8452d req-cb28b797-fc90-46f5-bb80-47b7dd7b35dc service neutron] 10.222.0.121 "GET /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9902084 Feb 17 20:15:45.840521 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76', 'status': 'completed', 'code': 200} Feb 17 20:15:45.856836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] For port e86eb4d0-255c-4510-9ce9-f9d1a6262704, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:45.878467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] For port e86eb4d0-255c-4510-9ce9-f9d1a6262704, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:45.893580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a8f1a83c-fa41-427e-806f-a4af03452e76,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:45.905322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:45.915968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:45.953564 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.126287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 6e11f537-38ef-42c7-a6bd-adb010053e12 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:46.182854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:46.200894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:46.338847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:46.345350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:46.361446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:46.362784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 6e11f537-38ef-42c7-a6bd-adb010053e12 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:46.363226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.368671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:46.573020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34108) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:46.585027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:46.608092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Checking segment: {'id': 'aef00795-97f9-4559-b792-3c2913cf4b9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e9f35a4-a9f0-4198-bd4e-617cec3197a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:46.608607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Network hostable DHCP agents. Network: 4e9f35a4-a9f0-4198-bd4e-617cec3197a4, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:15:46.660083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2a0f6-f091-4476-b871-45f45235a164 req-6c33042a-cfa5-4eea-8ad8-1e1933761c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:46.661875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-acd2a0f6-f091-4476-b871-45f45235a164 req-6c33042a-cfa5-4eea-8ad8-1e1933761c6e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 1162 time: 0.7201862 Feb 17 20:15:46.663153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a59b-888c-4105-a653-339c354b32e0 req-4a4ea65d-6afd-492c-a94b-9b9ceaf8204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:46.665726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.666444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-4a4ea65d-6afd-492c-a94b-9b9ceaf8204b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 1160 time: 1.5295098 Feb 17 20:15:46.702132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.719961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:15:46.738977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:46.742877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 4e9f35a4-a9f0-4198-bd4e-617cec3197a4) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:46.752160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:46.752696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.760441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9165bb-31fb-4f0f-ba2e-6b112d8b2b76 None None] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:46.785536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Usage tracker for resource:security_group_rule and tenant:c2b6855d29e340e38b63108b9adfec82 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:46.801362 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-270c92d1-07e8-42a9-97ad-4ffe096c65f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.2608929 Feb 17 20:15:46.802513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:46.812471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:46.849581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.903794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:47.209739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:38Z', 'revision_number': 2, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:47.220179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:47.221536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Updating router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b port 8783088d-8e15-4fbe-8b45-b9051107d637 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:47.339922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:47.365656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port a8f1a83c-fa41-427e-806f-a4af03452e76 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:47.366360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.381491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.435637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a59b-888c-4105-a653-339c354b32e0 req-6e109a7d-1c38-40ce-88df-bbf057c74d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:47.439665 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-6e109a7d-1c38-40ce-88df-bbf057c74d37 service neutron] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 909 time: 0.7503903 Feb 17 20:15:47.440627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34118) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:47.753623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Pushing event updated for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:47.770091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d99666-df54-46b0-9cf5-886eb4cea745 None None] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:47.785723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:47.794457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.862504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:47.867883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Usage tracker for resource:security_group_rule and tenant:40429f0efe01492985a4da9f423b6411 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:47.871627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:47.879334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:47.995203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.008682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.032539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:48.036745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.040404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:48.050660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:48.053150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:48.064568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:48.070241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:48.071461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.149418 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7301996 Feb 17 20:15:48.194777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Request body: {'port': {'device_id': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:48.225088 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-33009d24-e5c2-433b-8510-2bdc8cee165c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f1a83c-fa41-427e-806f-a4af03452e76 HTTP/1.1" status: 200 len: 217 time: 0.7472963 Feb 17 20:15:48.243938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.292667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3de016-1f9a-4021-937a-2fe7323fe39f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:48.337512 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40429f0efe01492985a4da9f423b6411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7527287 Feb 17 20:15:48.339224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:48.351485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.353026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34136) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:48.379906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port a8f1a83c-fa41-427e-806f-a4af03452e76 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:48.380709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.414525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.474844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:48.511282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.535859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Synchronizing usage tracker for tenant:c2b6855d29e340e38b63108b9adfec82 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:48.582678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25921479-8751-4772-92b8-98fabcb79c8f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:48.619394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:48.624241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.629632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.646030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Unset dirty status for tenant:c2b6855d29e340e38b63108b9adfec82 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:48.648170 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9701235 Feb 17 20:15:48.741407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.783998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:48.821787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.837788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Transition to ACTIVE for port object 8783088d-8e15-4fbe-8b45-b9051107d637 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:48.842212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.850981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a59b-888c-4105-a653-339c354b32e0 req-cb789ea3-2034-4e49-ab98-08d7cbcdf45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:48.854389 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-cb789ea3-2034-4e49-ab98-08d7cbcdf45d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.5989525 Feb 17 20:15:48.862781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:48.965988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:48.967135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.967436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.970219 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] 10.222.0.121 "PUT /v2.0/ports/e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 1158 time: 8.2279961 Feb 17 20:15:48.988504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:49.008080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3de016-1f9a-4021-937a-2fe7323fe39f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:49.022338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:49.039802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.044796 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f3de016-1f9a-4021-937a-2fe7323fe39f HTTP/1.1" status: 204 len: 168 time: 0.6900718 Feb 17 20:15:49.110948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:49.173135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259585f-21cb-492c-8552-a7207dd7f590 None None] Pushing event updated for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:49.186136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d259585f-21cb-492c-8552-a7207dd7f590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:49.264264 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-e70a605f-df6f-4e01-a3e2-71df66d77916 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3440106 Feb 17 20:15:49.600992 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Attempting to bind port 8783088d-8e15-4fbe-8b45-b9051107d637 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:49.603492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Attempting to bind port 8783088d-8e15-4fbe-8b45-b9051107d637 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:49.604302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Attempting to bind port 8783088d-8e15-4fbe-8b45-b9051107d637 on network ea6961e8-68cd-4637-9725-b2bcb45267da {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:49.606658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:49.623634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:49.624882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Checking segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:49.627233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.628269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Bound using segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:49.629501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Bound port: 8783088d-8e15-4fbe-8b45-b9051107d637, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:49.632074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.636182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832ac34f-d8e7-454a-8e6e-98f4768fefae {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:49.679329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.744117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Transition to ACTIVE for port object 832ac34f-d8e7-454a-8e6e-98f4768fefae will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:49.753960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.791067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:49.858738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.863554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] For port 8783088d-8e15-4fbe-8b45-b9051107d637, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:49.868007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] For port 8783088d-8e15-4fbe-8b45-b9051107d637, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8783088d-8e15-4fbe-8b45-b9051107d637,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:49.877368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.878433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Deleting subnet 2f22a590-9f65-489a-9eb4-298a470b4223 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:15:49.881460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:49.914984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:49.918441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8fbd67b5-6d01-4624-8096-4f14169db401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:49.933469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34152) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:49.974243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca5bb-e541-43f8-888c-5599bed0d8b2 req-8b034fa9-1345-434e-bf31-d4d7949588c8 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:49.989540 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d51ca5bb-e541-43f8-888c-5599bed0d8b2 req-8b034fa9-1345-434e-bf31-d4d7949588c8 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 945 time: 3.8078861 Feb 17 20:15:50.217645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259585f-21cb-492c-8552-a7207dd7f590 None None] Pushing event updated for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:50.221586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d259585f-21cb-492c-8552-a7207dd7f590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:50.236191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7b702874-3d42-400d-801a-ca5d7d0c4a72 None None] Provisioning complete for port 17ff555f-9460-4261-a325-d91ae181711f triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:50.236702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b702874-3d42-400d-801a-ca5d7d0c4a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.301503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:50.302217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:50.308464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.374249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.420437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:50.426518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Pushing event updated for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:50.494557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7b702874-3d42-400d-801a-ca5d7d0c4a72 None None] Port 17ff555f-9460-4261-a325-d91ae181711f cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:50.599613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:50.605369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Usage tracker for resource:security_group_rule and tenant:914a4b6191a74778b2b6228754804c10 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:50.660082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:50.705794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:50.710029 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:50.727493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Attempting to bind port 832ac34f-d8e7-454a-8e6e-98f4768fefae on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:50.728420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Attempting to bind port 832ac34f-d8e7-454a-8e6e-98f4768fefae by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:50.729340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Attempting to bind port 832ac34f-d8e7-454a-8e6e-98f4768fefae on network 3bb59fbb-d087-497a-bb0b-2eb189a3144e {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:50.757293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:50.757851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Checking segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:50.758494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.759049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Bound using segment: {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:50.759859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Bound port: 832ac34f-d8e7-454a-8e6e-98f4768fefae, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f0aee0-06e6-4151-991d-0ef5c29d49bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3bb59fbb-d087-497a-bb0b-2eb189a3144e'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:50.760500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.840275 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d51ca5bb-e541-43f8-888c-5599bed0d8b2 req-8de2d537-dead-4122-b1ca-9872896acfa6 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487182 Feb 17 20:15:50.841322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Pushing event updated for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:50.857928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dacec-0c7a-4fb8-aad9-b6d83e99b68e req-ef3e5f47-6660-42fc-8dca-37f9783cc63b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:50.873812 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e28dacec-0c7a-4fb8-aad9-b6d83e99b68e req-ef3e5f47-6660-42fc-8dca-37f9783cc63b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 4.6920762 Feb 17 20:15:50.888255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.097s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:50.983399 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-48f2ecb7-517f-4890-888c-72d9bb665bff service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6634972 Feb 17 20:15:50.994997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] For port 832ac34f-d8e7-454a-8e6e-98f4768fefae, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:51.002414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] For port 832ac34f-d8e7-454a-8e6e-98f4768fefae, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:51.006040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.016467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.020008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.122712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:51.282103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Pushing event updated for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:51.292043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:49Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:51.295909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:51.301627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8a88-b0d4-4c95-96bb-fbe6a69290c8 None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:49Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:51.441005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.456702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.491339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-94e17ffc-0b95-4506-ac6f-cd548533bea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:51.565067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.566792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.569864 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] 10.222.0.121 "PUT /v2.0/ports/832ac34f-d8e7-454a-8e6e-98f4768fefae HTTP/1.1" status: 200 len: 1158 time: 3.3798845 Feb 17 20:15:51.585341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:51.644382 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=914a4b6191a74778b2b6228754804c10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6906672 Feb 17 20:15:51.648133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34170) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:51.655148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb7e6e-fd32-4b73-8ba3-a8417d416426,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:51.658708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8783088d-8e15-4fbe-8b45-b9051107d637 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:51.706130 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e28dacec-0c7a-4fb8-aad9-b6d83e99b68e req-7430080d-adf1-48eb-9471-bbe0ab30eb6d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308914 Feb 17 20:15:51.837675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:15:51.888471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:51.961786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 8783088d-8e15-4fbe-8b45-b9051107d637 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:51.976267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 8783088d-8e15-4fbe-8b45-b9051107d637 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:51.977049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.064025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34180) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:52.083867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636793896', 'description': 'tempest-description--386247084'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:52.092067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:52.097159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:52.100616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:52.107615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:52.124721 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7273a59b-888c-4105-a653-339c354b32e0 req-7f8064d6-faeb-4837-a956-7f9d76e98255 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7213662 Feb 17 20:15:52.147452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 6e11f537-38ef-42c7-a6bd-adb010053e12 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:52.219785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76', 'code': 200} Feb 17 20:15:52.231630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.307217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.405704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:52.464601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:52.471202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-23cc02cf-a6da-4d0a-8655-998f49eef213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.473325 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-23cc02cf-a6da-4d0a-8655-998f49eef213 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 1161 time: 0.8271222 Feb 17 20:15:52.474642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:52.480726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.585287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.612084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 6e11f537-38ef-42c7-a6bd-adb010053e12 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:52.617686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.685138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:52.689815 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-f3a46e21-b210-4a94-90ca-0a1c0dd20ed6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae HTTP/1.1" status: 200 len: 217 time: 0.1945553 Feb 17 20:15:52.715406 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae', 'status': 'completed', 'code': 200} Feb 17 20:15:52.792229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 8783088d-8e15-4fbe-8b45-b9051107d637, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8783088d-8e15-4fbe-8b45-b9051107d637,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:52.800749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.808644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eb52a8e9-3c04-4798-8d65-9fc6a4239f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:52.869462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:52.871650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-a687881d-b1df-4400-a335-8443e04272ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.874142 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704', 'status': 'completed', 'code': 200} Feb 17 20:15:52.874855 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-a687881d-b1df-4400-a335-8443e04272ec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.1625137 Feb 17 20:15:52.950246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:52.955008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:52.999762 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-e0a4426e-5dad-4a04-9898-739b2f09ada4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066589 Feb 17 20:15:53.164833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:53.194143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:53.208975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:53.218626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.230568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:53.231783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:53.232315 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-be08c550-6f5f-4f0d-98b9-d26af62cf509 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255640 Feb 17 20:15:53.236966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c97db8a-9b40-416c-bad6-9dc5d824f1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:53.288847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb7e6e-fd32-4b73-8ba3-a8417d416426,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:53.353552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.375122 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.375713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.376151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.376745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.377168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.377559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.378006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.378399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.378755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.379136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.379515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.379889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.380363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.380746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.381164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.381542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.381917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.382293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.382831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.383014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.383379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.383820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.384456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.384847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:53.391477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.397055 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7bb7e6e-fd32-4b73-8ba3-a8417d416426 HTTP/1.1" status: 204 len: 168 time: 1.7414236 Feb 17 20:15:53.397055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.412943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:53.414296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-820d4b05-a0ac-4c0e-905c-2e7ca47980eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:53.435438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f22a590-9f65-489a-9eb4-298a470b4223,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:53.444076 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] 10.222.0.46 "PUT /v2.0/routers/79ad5010-a083-478d-890c-1acc2b3dad79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.2651176 Feb 17 20:15:53.497962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:53.505448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-29f25908-179d-4495-b5fd-023bd0c4c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:53.509157 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-29f25908-179d-4495-b5fd-023bd0c4c2a7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1161 time: 4.1820405 Feb 17 20:15:53.536012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:53.649946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:53.682253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.686258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:15:53.689831 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6217031 Feb 17 20:15:53.694793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34198) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:53.696506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:53.720708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group_rule': {'security_group_id': 'f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:53.736184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:53.745752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:53.765226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:53.785218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:53.814787 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-81ca7408-973a-4267-bbc9-5e552bd15434 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.2393451 Feb 17 20:15:53.926164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0f37db7-9736-49b3-8b88-0b7cd8122dfa req-46ab2ebb-cf4d-4aff-9444-21e89909392e service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6814241 Feb 17 20:15:53.951338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae5de-fbe1-4c85-b821-07e8601759eb req-978329b7-35b4-4c61-a351-d15db2d72db9 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:53.953633 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7fcae5de-fbe1-4c85-b821-07e8601759eb req-978329b7-35b4-4c61-a351-d15db2d72db9 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 944 time: 1.9801409 Feb 17 20:15:53.990851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:53.993154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2f22a590-9f65-489a-9eb4-298a470b4223 HTTP/1.1" status: 204 len: 168 time: 6.5252490 Feb 17 20:15:53.993361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.011295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328eb4-0176-42db-9b67-45e8b8b1e295 req-d15b5cdb-73c0-485a-98eb-204148624f22 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:54.027106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d4328eb4-0176-42db-9b67-45e8b8b1e295 req-d15b5cdb-73c0-485a-98eb-204148624f22 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 945 time: 1.0305290 Feb 17 20:15:54.039729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34210) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:54.223139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8783088d-8e15-4fbe-8b45-b9051107d637 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:54.399556 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d4328eb4-0176-42db-9b67-45e8b8b1e295 req-599ffd9b-4b28-4760-943d-5af13b4a8bb9 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710904 Feb 17 20:15:54.421732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-86dc47e2-01e5-4334-9289-29d4805e6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:54.425685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-86dc47e2-01e5-4334-9289-29d4805e6d92 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 1161 time: 0.3306198 Feb 17 20:15:54.429741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.525904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 8783088d-8e15-4fbe-8b45-b9051107d637 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:54.526560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.561508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b82e64-f01c-44db-b39c-61e9e24a668d req-bd153cb5-f193-4879-b533-5bc8010992db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:54.564899 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8b82e64-f01c-44db-b39c-61e9e24a668d req-bd153cb5-f193-4879-b533-5bc8010992db service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 1162 time: 1.6672614 Feb 17 20:15:54.624649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.662311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-c60999bf-cc2a-4ae8-98ac-acc8d99299e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:54.664364 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-c60999bf-cc2a-4ae8-98ac-acc8d99299e1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.8241391 Feb 17 20:15:54.706406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-97b5e987-3ab3-45db-9b1f-f159140d19ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.720453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7fcae5de-fbe1-4c85-b821-07e8601759eb req-f8abbd43-9813-41f7-9b51-7dc89037f336 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Synchronizing usage tracker for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:54.809713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.857777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:54.937180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac74ae12-1382-40af-b03e-7de98e5d49dd,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:54.956559 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8b82e64-f01c-44db-b39c-61e9e24a668d req-65ec45cd-7ec9-4465-ad28-b9e158ae0b16 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328481 Feb 17 20:15:54.962443 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-49d6d2b2-87f9-46f3-8e99-6026af894bd4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2547836 Feb 17 20:15:54.991329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:55.020530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.028570 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3224399 Feb 17 20:15:55.038472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34238) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:55.064169 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group_rule': {'security_group_id': 'f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:55.139168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:55.157647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:55.168340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.171688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:55.194498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:55.230268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-9d74416a-8fbb-4c4d-bd71-27eddfb0c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:55.233287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-9d74416a-8fbb-4c4d-bd71-27eddfb0c1c3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.7394781 Feb 17 20:15:55.275251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.463029 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.463897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.465540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.466533 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.467439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.467637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.468430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.469260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.469978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.470685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.511312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:15:47Z', 'revision_number': 2, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:55.552592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:55.553089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Updating router 79ad5010-a083-478d-890c-1acc2b3dad79 port 17ff555f-9460-4261-a325-d91ae181711f binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:15:55.616411 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-ef0a8bce-6d3a-49ea-ad38-3d08a7e28c55 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae HTTP/1.1" status: 200 len: 217 time: 0.3433566 Feb 17 20:15:55.637730 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.660882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.775284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.776082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.776752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.783541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:15:55.784343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28038381-5ab4-4b21-b9e6-a5f869c965b3']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:55.819371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-f212d109-6f0a-4dc2-beca-02426af19a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:55.820692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.844654 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-f212d109-6f0a-4dc2-beca-02426af19a88 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.2075651 Feb 17 20:15:56.022823 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-0ae07d14-7e88-41c0-8036-f3c5600a4bf1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627982 Feb 17 20:15:56.079385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.129178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.181154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde59f55-cf6a-432b-80fe-8bbf65f3afd1') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:56.183088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde59f55-cf6a-432b-80fe-8bbf65f3afd1') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:56.218085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7fcae5de-fbe1-4c85-b821-07e8601759eb req-f8abbd43-9813-41f7-9b51-7dc89037f336 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Unset dirty status for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:56.232108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-599e07e4-aa4d-429f-a835-fdabe7be1abd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:56.237826 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7fcae5de-fbe1-4c85-b821-07e8601759eb req-f8abbd43-9813-41f7-9b51-7dc89037f336 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2354689 Feb 17 20:15:56.339396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.390162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.394769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:15:56.643150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.649866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:56.664676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.891116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a280b4ef-d6b9-4a9a-8f3c-64a7890e26ff,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:56.904956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:56.928093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:56.933916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-d81d9fa0-18e5-4fac-b254-88ce5ed4758e None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:15:56.942435 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8940737 Feb 17 20:15:56.942881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Network 28038381-5ab4-4b21-b9e6-a5f869c965b3 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:56.943011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34274) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:56.961110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:56.983404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:57.018720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:floatingip and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:57.025250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:57.088340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:57.131498 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-e630aa59-aa02-4dbd-ba0a-1e8c1f34ac62 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0496962 Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: from cryptography.utils import int_from_bytes Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: from cryptography.utils import int_from_bytes Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: (rel_b, rel_a, rel_b), Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: (rel_b, rel_a, rel_b), Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:15:57.192275 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:15:57.289916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.349886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Transition to ACTIVE for port object 17ff555f-9460-4261-a325-d91ae181711f will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:57.356536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.358745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.367611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.380705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b1977-6ac0-48fa-89eb-f5db6bd68d09 req-e3825857-2273-454c-bc58-9fa6cc5d8cbc tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:57.390611 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-825b1977-6ac0-48fa-89eb-f5db6bd68d09 req-e3825857-2273-454c-bc58-9fa6cc5d8cbc tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 1.5793588 Feb 17 20:15:57.397124 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-2a6c68c4-2cba-4678-9123-452c2c4d1bf0 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5861700 Feb 17 20:15:57.639457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:57.655145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:57.663949 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-524aa06a-8551-4b8d-86f4-bf085915c8ef req-f9d8b5c0-3bdd-4dc3-ad8f-6ab1ec3ea461 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2271237 Feb 17 20:15:57.675759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=28038381-5ab4-4b21-b9e6-a5f869c965b3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:57.682407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.705785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-825b1977-6ac0-48fa-89eb-f5db6bd68d09 req-fbe84d74-62ee-4e84-bd0a-902eda69a115 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136830 Feb 17 20:15:57.723670 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/28038381-5ab4-4b21-b9e6-a5f869c965b3 HTTP/1.1" status: 204 len: 168 time: 3.6820250 Feb 17 20:15:57.729928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.731582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.732323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.733367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.733496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:57.735879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.736469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.737110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.738457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.739452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.741900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.742679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.745466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.746285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.746980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.747565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.748609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.752443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.753207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.753794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.754372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.754948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.758991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.759750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.760337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:57.764589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34298) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:57.770803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.101647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 832ac34f-d8e7-454a-8e6e-98f4768fefae completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:58.111224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Attempting to bind port 17ff555f-9460-4261-a325-d91ae181711f on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:58.111995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Attempting to bind port 17ff555f-9460-4261-a325-d91ae181711f by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:58.112633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Attempting to bind port 17ff555f-9460-4261-a325-d91ae181711f on network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:58.120194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:58.120847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.178416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-57334cb8-f4d8-46f3-be1e-35ecef399368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:58.184265 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-57334cb8-f4d8-46f3-be1e-35ecef399368 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1161 time: 0.4147940 Feb 17 20:15:58.267757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:58.268749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Checking segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:58.269726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.270607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Bound using segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:58.271697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Bound port: 17ff555f-9460-4261-a325-d91ae181711f, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:58.272586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.292970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Deleting subnet e979c929-f078-4e20-b1df-5404f8ea09de {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:15:58.310550 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.323938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Pushing event updated for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:58.339328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.405670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34306) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.411417 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1e55b4b-ea31-46d0-9dc3-0bdef42f0841 req-608b23f5-3f26-4d71-8555-d852c70e7e96 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2680087 Feb 17 20:15:58.449205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357323124', 'description': 'tempest-description--1882176894'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:58.516670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.554722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.567262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.572939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] For port 17ff555f-9460-4261-a325-d91ae181711f, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:58.577675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] For port 17ff555f-9460-4261-a325-d91ae181711f, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=17ff555f-9460-4261-a325-d91ae181711f,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:58.579710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.583807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.592283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:58.614481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.619897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.636818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:58.730014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.782743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.801819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d57e-6124-45e1-8135-16880bfa4398 req-abcc24c6-0a73-48e3-8a3f-365c7bf85467 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:58.810920 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6708d57e-6124-45e1-8135-16880bfa4398 req-abcc24c6-0a73-48e3-8a3f-365c7bf85467 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 944 time: 0.8546536 Feb 17 20:15:58.870477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.901400 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6708d57e-6124-45e1-8135-16880bfa4398 req-9f598d40-399d-43d5-a594-99e58c282e57 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889561 Feb 17 20:15:58.998752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-177d0b6b-fde5-46f0-be93-90926fb5175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:59.006951 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-177d0b6b-fde5-46f0-be93-90926fb5175d service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.8098032 Feb 17 20:15:59.105297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 832ac34f-d8e7-454a-8e6e-98f4768fefae, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:59.121301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Pushing event updated for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:59.126821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:59.127284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:59.144239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.145198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:59.265440 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-f10c1daf-90a4-4ba0-84f0-cf3f08c0a1f5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.2503908 Feb 17 20:15:59.388216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-ba8132c2-dbaa-4d6f-9f4b-af33e640bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:59.389912 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-ba8132c2-dbaa-4d6f-9f4b-af33e640bb94 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.1186609 Feb 17 20:15:59.473773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:59.632435 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-9e6b479f-f9b3-4deb-bae0-d103e228f20c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380877 Feb 17 20:15:59.657814 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae', 'code': 200} Feb 17 20:15:59.677870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e65e-1e77-4ef0-9166-9f0c90f94a46 req-738e80a8-4386-49f1-b53d-aa6bb05032d8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:59.678712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Allocated IP 172.28.3.45 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/e6a2dc68-cdc5-4333-bc01-3fdfa078e163) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:59.682918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:59.683944 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e286e65e-1e77-4ef0-9166-9f0c90f94a46 req-738e80a8-4386-49f1-b53d-aa6bb05032d8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 0.2922161 Feb 17 20:15:59.688014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:59.698456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:59.705660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:59.712432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:59.715010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:59.716573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:15:54Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:59.801017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port a8f1a83c-fa41-427e-806f-a4af03452e76 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:59.801449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.882367 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e286e65e-1e77-4ef0-9166-9f0c90f94a46 req-e8b27f3b-3196-424f-b81f-1ec56dc30d99 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882148 Feb 17 20:16:00.037532 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-65c63933-ac82-468b-9c68-6afddb35df3f service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003855 Feb 17 20:16:00.264258 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-80012bc8-bbd9-49ac-b839-25deb69d4c5c req-9f7a6029-0341-42a2-9a03-05d552b1869d service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2186601 Feb 17 20:16:00.397068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:00.669768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8cfae-f6df-4cc0-aba1-da225866893f req-55852b5d-facf-4a1c-9f53-95b413ef9d70 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:00.692619 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ad8cfae-f6df-4cc0-aba1-da225866893f req-55852b5d-facf-4a1c-9f53-95b413ef9d70 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.2568486 Feb 17 20:16:00.695852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381535-7b77-4316-8ce1-b558d8b9962b req-8cbee810-0738-43b7-b453-0f7b6d6f615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:00.699438 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f6381535-7b77-4316-8ce1-b558d8b9962b req-8cbee810-0738-43b7-b453-0f7b6d6f615c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 1163 time: 0.8243537 Feb 17 20:16:00.750706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.784586 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ad8cfae-f6df-4cc0-aba1-da225866893f req-070a9fcf-00e4-4f1f-a39d-ab267b11b4aa tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Feb 17 20:16:00.806119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.860212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df92f5bd-14cf-406f-8364-1ce481b44d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:00.871543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.897377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.898821 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4862118 Feb 17 20:16:00.902391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34356) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:00.909295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group_rule': {'security_group_id': 'd95484be-89db-4bca-bf85-7a1c0d92e549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:00.925862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:00.936361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:00.940755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:00.941665 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f6381535-7b77-4316-8ce1-b558d8b9962b req-90f2b6fb-7582-430b-bd71-470a90f1fba9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880028 Feb 17 20:16:00.956829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:00.999124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.077846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:15:58Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:01.084826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d781ad-f7ef-42e7-a565-0ad3de3f23ee None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:15:58Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:01.103134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95484be-89db-4bca-bf85-7a1c0d92e549,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.140330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.144595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.198185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e979c929-f078-4e20-b1df-5404f8ea09de,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.213530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.223914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.228513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.246011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.246650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:01.249719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.254706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.258996 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e979c929-f078-4e20-b1df-5404f8ea09de HTTP/1.1" status: 204 len: 168 time: 3.4810622 Feb 17 20:16:01.260036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34364) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:01.323034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.336149 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318244 Feb 17 20:16:01.338277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34368) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:01.339030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d356ab9c-614e-467d-a42a-47f3b93f8c2c,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.367128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group_rule': {'security_group_id': 'd95484be-89db-4bca-bf85-7a1c0d92e549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:01.398291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:01.410955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:01.421121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:01.423608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:01.430946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:01.431893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.471375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:01.501048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.544507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.561006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.688112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.708726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bf9f0792-9f6e-4560-8134-ebfc2282e6c1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.831741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.835642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.902216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-23c5c99b-f804-476e-a920-59477694db82 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.923408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 17ff555f-9460-4261-a325-d91ae181711f up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:01.942852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.957930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.959225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6154785 Feb 17 20:16:01.966481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34380) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:01.970056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea2fcb9-2a7f-4e55-aba1-452d04d53989,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.979827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.989968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:02.010171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:02.016040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:floatingip and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:02.026251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:02.044491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:02.102728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.179248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.193323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port e86eb4d0-255c-4510-9ce9-f9d1a6262704, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:02.207857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:02.224074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.225382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:02.315778 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704', 'code': 200} Feb 17 20:16:02.318611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:02.516238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca69f4-cd84-4ba7-8aee-a1c7d220bdaa req-ffb4b6bf-454e-400b-9e4f-f50d0052f476 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:02.519234 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2cca69f4-cd84-4ba7-8aee-a1c7d220bdaa req-ffb4b6bf-454e-400b-9e4f-f50d0052f476 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.4573832 Feb 17 20:16:02.600476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.600879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.601742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.602190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > port after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.602454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.602813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > port after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.603173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.603545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.603886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.604263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.665868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:02.672200 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2cca69f4-cd84-4ba7-8aee-a1c7d220bdaa req-ce4612d9-59e8-40f7-831c-7689d793b9f2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393030 Feb 17 20:16:02.728509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.729817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.731045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.732092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.732894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.740195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.741309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.741848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.742413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.743080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.743697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.744283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.745189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.745836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.746482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.750957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.751655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.752334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.753056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.753703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.754358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.754997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.755627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.764801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:02.788081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:02.807165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.819822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 17ff555f-9460-4261-a325-d91ae181711f completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:02.824140 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.831640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.832268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.832770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:16:02.833292 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9f35a4-a9f0-4198-bd4e-617cec3197a4']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.856156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 17ff555f-9460-4261-a325-d91ae181711f triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:02.856836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.860623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef00795-97f9-4559-b792-3c2913cf4b9b') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.865350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef00795-97f9-4559-b792-3c2913cf4b9b') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.888903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.940291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.951859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:16:02.995206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:02.995629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.499685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Allocated IP 172.28.3.142 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/d99b555b-bef6-4f29-8144-1cd0d9164c01) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:03.627569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:03.646571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.667342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:03.882903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.913987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.971313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.996353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 17ff555f-9460-4261-a325-d91ae181711f, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=17ff555f-9460-4261-a325-d91ae181711f,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:04.010023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.033351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6ba65fb0-91c6-46d0-846f-a1f69d040b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:04.036033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:04.205133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Network 4e9f35a4-a9f0-4198-bd4e-617cec3197a4 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:04.211233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:04.212739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.414660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:04.448530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: from cryptography.utils import int_from_bytes Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: from cryptography.utils import int_from_bytes Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: (rel_b, rel_a, rel_b), Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: (rel_b, rel_a, rel_b), Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:16:04.493909 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:16:04.717999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:04.732735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:04.741630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:04.762477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=e6a2dc68-cdc5-4333-bc01-3fdfa078e163,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:04.765397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.781962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:04.795625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:04.821137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.826372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9f35a4-a9f0-4198-bd4e-617cec3197a4,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:04.850627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:04.852689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:04.856436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:04.863632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:04.906249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:04.922440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:04.923190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.029554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.126448 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4e9f35a4-a9f0-4198-bd4e-617cec3197a4 HTTP/1.1" status: 204 len: 168 time: 3.8651481 Feb 17 20:16:05.166052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8696-7abc-404f-85ab-772dcb4c0a9e req-73c1f266-454e-4092-bea7-da458ca87d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:05.169699 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f3cb8696-7abc-404f-85ab-772dcb4c0a9e req-73c1f266-454e-4092-bea7-da458ca87d30 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 1.9494605 Feb 17 20:16:05.263031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.379970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=d99b555b-bef6-4f29-8144-1cd0d9164c01,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:05.383767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.348s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:05.489951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa013-f39f-4725-98f3-558dcd38245f req-b821140d-0408-4962-8177-9812ae598506 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:05.492169 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0dbaa013-f39f-4725-98f3-558dcd38245f req-b821140d-0408-4962-8177-9812ae598506 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 945 time: 0.7431579 Feb 17 20:16:05.500823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22448-3dbc-4d8e-9099-db91d4009752 req-602ac2c7-5719-4215-b772-5eb9426307b6 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:05.505871 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4bc22448-3dbc-4d8e-9099-db91d4009752 req-602ac2c7-5719-4215-b772-5eb9426307b6 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 1.2427793 Feb 17 20:16:05.563229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34462) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:05.591805 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f3cb8696-7abc-404f-85ab-772dcb4c0a9e req-2bb55059-cc70-45f6-9b57-27252b804679 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122264 Feb 17 20:16:05.629363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.633824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.648372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e21119e-b1c9-4424-900d-62b42b299a2a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:05.800255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=e6a2dc68-cdc5-4333-bc01-3fdfa078e163,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:05.805303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:05.823685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0dbaa013-f39f-4725-98f3-558dcd38245f req-cc91cd06-778f-43d2-8072-6fd1291cd798 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157158 Feb 17 20:16:05.910648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.923155 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4bc22448-3dbc-4d8e-9099-db91d4009752 req-a3dc43d4-122e-4c63-ba68-332f9ec6f042 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962924 Feb 17 20:16:05.936684 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-576a362e-dd5b-4cce-aace-e63ae7666670 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a8a62bfd63c41849266b27afbddf9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634846 Feb 17 20:16:05.937893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34470) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:05.989856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.011702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.013502 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0701516 Feb 17 20:16:06.162272 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.205413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 17ff555f-9460-4261-a325-d91ae181711f up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:06.256219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.290368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.390877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.409775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6a089bf7-297e-42ea-b634-a84fc63b0789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:06.447886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535937a-7d19-4f7f-a474-616b25e44b74,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:06.456084 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:06.522910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 17ff555f-9460-4261-a325-d91ae181711f triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:06.523587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.606035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.609601 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5535937a-7d19-4f7f-a474-616b25e44b74 HTTP/1.1" status: 204 len: 168 time: 0.6682408 Feb 17 20:16:06.780433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-530e90b1-151c-4af7-a2f2-11032ab74626 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:06.837366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-530e90b1-151c-4af7-a2f2-11032ab74626 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:06.838861 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-530e90b1-151c-4af7-a2f2-11032ab74626 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1636793896&fields=id&tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 267 time: 0.2057452 Feb 17 20:16:06.891537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.137772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.181632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-3baf8085-4176-4500-b1f1-419c1fbe4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:07.183480 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-3baf8085-4176-4500-b1f1-419c1fbe4445 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 1163 time: 0.1616778 Feb 17 20:16:07.251076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:07.430249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-e24d06a2-d760-47e0-8ee3-072ed08f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:07.431959 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-e24d06a2-d760-47e0-8ee3-072ed08f631d service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.2214777 Feb 17 20:16:07.629933 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-25dd26fd-f0a4-4134-9394-2072b100b7c1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae HTTP/1.1" status: 200 len: 217 time: 0.1654260 Feb 17 20:16:07.663181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=d99b555b-bef6-4f29-8144-1cd0d9164c01,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:07.689525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:07.696013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:07.829971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34512) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:07.873155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-3e07cdf3-d930-42c0-8b72-664f5ec8e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:07.875215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-51654831-c3be-4e48-8aba-27a1a836e7b0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:07.875417 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-3e07cdf3-d930-42c0-8b72-664f5ec8e5a6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.2270343 Feb 17 20:16:07.876552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-51654831-c3be-4e48-8aba-27a1a836e7b0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:07.933566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:07.934650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.986475 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-947b3482-7c0e-4a69-b941-44136314b8bc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042578 Feb 17 20:16:08.171132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a7247-ce9f-4c33-8137-4aa72f28aa30 req-8840a5d4-13c2-4b02-8962-adea04af021f tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:08.190536 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd4a7247-ce9f-4c33-8137-4aa72f28aa30 req-8840a5d4-13c2-4b02-8962-adea04af021f tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 945 time: 1.0155418 Feb 17 20:16:08.288846 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-2b5f7d2b-85f0-4d32-9d02-d4306d877731 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910686 Feb 17 20:16:08.314775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-51654831-c3be-4e48-8aba-27a1a836e7b0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:08.335587 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-51654831-c3be-4e48-8aba-27a1a836e7b0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 816 time: 1.4820328 Feb 17 20:16:08.397363 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-43750bb9-33b6-4472-a6ab-ffd91b8e9585 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/quotas/f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 375 time: 0.0600176 Feb 17 20:16:08.418750 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-be412cd4-9532-4b95-917c-898a393fa7db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fda63b1d68b34d2c83d19beaf823507b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676017 Feb 17 20:16:08.420046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34528) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:08.435668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 6e11f537-38ef-42c7-a6bd-adb010053e12 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:16:08.504587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-aade29c4-8078-46e3-b121-783afe456816 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:08.507582 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-aade29c4-8078-46e3-b121-783afe456816 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.121 "GET /v2.0/ports?device_id=d2e60737-d4ad-4e4b-982b-c86a99874048 HTTP/1.1" status: 200 len: 945 time: 0.7990167 Feb 17 20:16:08.543761 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd4a7247-ce9f-4c33-8137-4aa72f28aa30 req-8bbc6823-f27d-4f49-a0ea-30cc244ba7bc tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514977 Feb 17 20:16:08.614541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34532) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:08.629222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.629458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.651710 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88da2920-be95-4f98-84f1-7c7c21cbc016 req-33db6ae0-ea3b-455e-8097-5384dcfe9d91 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3529434 Feb 17 20:16:08.681823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.743155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.748009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.754628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:08.770012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec79917-662f-4924-8cf3-665a48260975,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:08.777501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:08.780563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.783195 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ec79917-662f-4924-8cf3-665a48260975 HTTP/1.1" status: 204 len: 168 time: 0.3615386 Feb 17 20:16:08.866636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.889393 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:08.897325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Usage tracker for resource:security_group_rule and tenant:0367babb08f24aa2b3a2a3071a0ae81c is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:08.908253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 6e11f537-38ef-42c7-a6bd-adb010053e12, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=6e11f537-38ef-42c7-a6bd-adb010053e12,segment=NetworkSegment(2d375004-afaf-4774-988e-dc8d19caafa3),segment_id=2d375004-afaf-4774-988e-dc8d19caafa3)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:08.915837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:08.919874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:08.929572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:08.932328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.938056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:08.988459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.991141 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0232308 Feb 17 20:16:09.040037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:09.044001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:09.091299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Deleting port 6e11f537-38ef-42c7-a6bd-adb010053e12 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:16:09.092233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.133374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34550) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:09.197052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.206637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.218764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-891a837f-20e1-47cc-99e2-e60e42bdb6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:09.273920 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0367babb08f24aa2b3a2a3071a0ae81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475570 Feb 17 20:16:09.276463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9dffd8-63b6-4289-9f4a-583d9cc35770,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:09.283435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34556) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:09.295816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:09.353695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-1062553d-f053-4d9e-ae9d-d83f4a96a106 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:09.700762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.720638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:09.726168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b5bb26728d41a19e009d2e51c1c86d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:09.730687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:09.740567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:09.752583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08435bb5-60f1-451c-97c5-2646703856bb req-2840fcad-7a96-49c5-8608-922222c336e0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:09.755679 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-08435bb5-60f1-451c-97c5-2646703856bb req-2840fcad-7a96-49c5-8608-922222c336e0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.7563980 Feb 17 20:16:09.780629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-1062553d-f053-4d9e-ae9d-d83f4a96a106 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:09.783279 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-1062553d-f053-4d9e-ae9d-d83f4a96a106 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3846266 Feb 17 20:16:09.923398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.931504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.942783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.943941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:10.030176 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2b5bb26728d41a19e009d2e51c1c86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8944485 Feb 17 20:16:10.033580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c831a-6494-4a8d-a5ea-128fc817e63b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:10.038028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34578) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:10.042968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:10.133144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.145227 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-08435bb5-60f1-451c-97c5-2646703856bb req-e2d1ea19-6e8a-4d5a-83a8-084fb93664fb tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666131 Feb 17 20:16:10.191167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.309690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.319996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-71fa40b6-f95b-45b2-9383-c385df285999 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:10.335803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c831a-6494-4a8d-a5ea-128fc817e63b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:10.340901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:10.349214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.350634 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f0c831a-6494-4a8d-a5ea-128fc817e63b HTTP/1.1" status: 204 len: 168 time: 0.3113830 Feb 17 20:16:10.510077 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.607817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] For port 6e11f537-38ef-42c7-a6bd-adb010053e12, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=6e11f537-38ef-42c7-a6bd-adb010053e12,segment=NetworkSegment(2d375004-afaf-4774-988e-dc8d19caafa3),segment_id=2d375004-afaf-4774-988e-dc8d19caafa3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:10.608470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.959126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34610) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:10.995107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.020432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:11.026766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Usage tracker for resource:security_group_rule and tenant:af72069646164343879a89825350b87a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:11.033536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:11.045310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:11.066407 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-63e53ac1-2983-40c8-966c-dcb6247c8c57 service neutron] 10.222.0.46 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2475989 Feb 17 20:16:11.079532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Calling delete_port for 6e11f537-38ef-42c7-a6bd-adb010053e12 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:16:11.232951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.237844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.248138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2dfd628-ce8e-474e-aac3-25a0695e5a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.325086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc34d43-8111-4655-a209-e2485018acbe,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.330064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.330441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.333412 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af72069646164343879a89825350b87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730249 Feb 17 20:16:11.342220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34620) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:11.433160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.448108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-1a5da8de-a0d9-459b-8e17-20329c7c3426 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:11.449882 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-1a5da8de-a0d9-459b-8e17-20329c7c3426 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 0.9471381 Feb 17 20:16:11.471157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9dffd8-63b6-4289-9f4a-583d9cc35770,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.475935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.481961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.507748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.509097 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc9dffd8-63b6-4289-9f4a-583d9cc35770 HTTP/1.1" status: 204 len: 168 time: 2.2123663 Feb 17 20:16:11.560164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.572993 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-751be435-e895-437b-bc3d-71eb25033c13 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/quotas/9dfa855f87b04cdcb1af50dfcd8f50cc HTTP/1.1" status: 200 len: 375 time: 0.0966506 Feb 17 20:16:11.599737 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-7741d1f5-42bf-4bbb-bcee-f324c82df6ff service neutron] 10.222.0.46 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4519715 Feb 17 20:16:11.678047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.683756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-649106a7-a402-4c81-82f8-1f23599ec3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.698467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.715574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc34d43-8111-4655-a209-e2485018acbe,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.720486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.739497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.744943 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fc34d43-8111-4655-a209-e2485018acbe HTTP/1.1" status: 204 len: 168 time: 0.3960619 Feb 17 20:16:11.745189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.865579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Pushing event deleted for resources: {'Port': ['ID=6e11f537-38ef-42c7-a6bd-adb010053e12,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.881977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.982951 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12', 'code': 200} Feb 17 20:16:12.013437 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-397667f3-f3f7-441a-97bd-9013602fd766 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3982584 Feb 17 20:16:12.166611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] No DVR routers for this DVR port 6e11f537-38ef-42c7-a6bd-adb010053e12 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:16:12.174853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.189218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-deleted', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:12.249241 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9aafdb7f-92a4-4d76-a553-d964503200fa req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] 10.222.0.121 "DELETE /v2.0/ports/6e11f537-38ef-42c7-a6bd-adb010053e12 HTTP/1.1" status: 204 len: 173 time: 3.7035642 Feb 17 20:16:12.320988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-3fbc4963-33ef-4c8d-8ea2-950f39f0ba31 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:12.348698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-3fbc4963-33ef-4c8d-8ea2-950f39f0ba31 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:12.370494 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-3fbc4963-33ef-4c8d-8ea2-950f39f0ba31 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1357323124&fields=id&tenant_id=2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 267 time: 0.1608822 Feb 17 20:16:12.712807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34668) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:12.727119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-1fbe3e3e-45c2-44ff-a829-2ae0b98341a0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:12.727931 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-1fbe3e3e-45c2-44ff-a829-2ae0b98341a0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:12.762404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-1fbe3e3e-45c2-44ff-a829-2ae0b98341a0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:12.773216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.774038 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-1fbe3e3e-45c2-44ff-a829-2ae0b98341a0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 811 time: 0.4021735 Feb 17 20:16:12.835072 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-1c243945-309b-41e4-9969-88032acf4fef tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/quotas/2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 375 time: 0.0599082 Feb 17 20:16:12.848401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:12.861763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Usage tracker for resource:security_group_rule and tenant:863206cf1ed842e689003b40f3f79665 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:12.879135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:12.892017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:13.058279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-5800a353-6af1-4999-922e-24c85c3f11d9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:13.112455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-5800a353-6af1-4999-922e-24c85c3f11d9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:13.113936 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-5800a353-6af1-4999-922e-24c85c3f11d9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2779641 Feb 17 20:16:13.121419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-ca8b1fa9-aa0a-4c7b-94a9-49476a828e47 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:16:13.122634 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-ca8b1fa9-aa0a-4c7b-94a9-49476a828e47 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3171434 Feb 17 20:16:13.156854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.161125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.178468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:13.338857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6172ad3-507a-4f82-b0f3-461d13089444,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:13.353583 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=863206cf1ed842e689003b40f3f79665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378791 Feb 17 20:16:13.355570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:13.358131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34680) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:13.497293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-18ae45f9-24fe-4a4b-9bf7-2fe8821af2b2 service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638427 Feb 17 20:16:13.507689 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-3ae09a64-3f21-49d4-b3d4-517ddd7f6f5f service neutron] 10.222.0.46 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208358 Feb 17 20:16:13.530683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.594610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.684290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.692060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-80a29a29-08dd-4023-aa0c-244e62b10320 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:13.727502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.735495 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6172ad3-507a-4f82-b0f3-461d13089444 HTTP/1.1" status: 204 len: 168 time: 0.3710084 Feb 17 20:16:13.735495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6172ad3-507a-4f82-b0f3-461d13089444,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:13.748035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:14.001875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-94e7ff73-6049-4b9a-ab92-0955bc63ba55 service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3291547 Feb 17 20:16:14.126621 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-8aa37538-4129-497b-b285-6e7fa8dc7b84 service neutron] 10.222.0.46 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6175597 Feb 17 20:16:14.714620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58a0e4-a0fd-42d1-90e4-9302ef5365e1 req-604bde84-87de-49e0-b18d-a59b00cac696 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:14.724856 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-de58a0e4-a0fd-42d1-90e4-9302ef5365e1 req-604bde84-87de-49e0-b18d-a59b00cac696 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.1673973 Feb 17 20:16:14.845456 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-de58a0e4-a0fd-42d1-90e4-9302ef5365e1 req-49cdb477-660f-4c56-b07a-f49619a26aae tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191080 Feb 17 20:16:14.971619 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e60737-d4ad-4e4b-982b-c86a99874048', 'name': 'network-vif-deleted', 'tag': '6e11f537-38ef-42c7-a6bd-adb010053e12', 'status': 'completed', 'code': 200} Feb 17 20:16:15.228782 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d2a29c7e-dda2-47bf-aa33-942d0871be2e req-6cc9b3ed-cc4c-44d4-b938-37a445b2c0bd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.1653230 Feb 17 20:16:15.493367 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f6fd2adc-b428-4ad5-9b3b-e165834eb36b req-1e7bd725-a8c4-4349-8aeb-e1d80e911279 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.2503667 Feb 17 20:16:16.394632 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-678f7d24-a0d1-4de8-9c79-3bfe03d585af req-879bc418-e592-4a05-8fae-9efbf1498379 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 210 time: 0.9104488 Feb 17 20:16:16.714481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-9b5d2c5a-a550-4dff-ba50-24a860133e98 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:16.724756 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-9b5d2c5a-a550-4dff-ba50-24a860133e98 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 816 time: 1.3416533 Feb 17 20:16:16.867198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d31d38-2184-4be8-967e-bc17e939893b req-919fc3ca-b1f3-42f3-8470-e844aaf27d37 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:16.891877 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35d31d38-2184-4be8-967e-bc17e939893b req-919fc3ca-b1f3-42f3-8470-e844aaf27d37 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.6205132 Feb 17 20:16:17.010985 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-34e0c989-6548-4ce6-a794-11cb585d57ba tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/security-groups?tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 5704 time: 0.2721779 Feb 17 20:16:17.147560 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a8e14454-3970-4e21-90b2-bdc49df8d9ba req-acc15a8d-ac12-4106-966f-97ddf7df1d8e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.1537921 Feb 17 20:16:17.156556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'port': {'device_id': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'admin_state_up': True, 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'security_groups': ['f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:17.341801 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35d31d38-2184-4be8-967e-bc17e939893b req-9d2ea031-a1f1-4c9e-8073-5903627724ef tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451464 Feb 17 20:16:17.602273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34802) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:17.829959 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6a0c2594-4fd8-47ca-90fc-cab437ebfcec req-39b83018-f05f-4d2b-819a-ba59e48f56b5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.3605502 Feb 17 20:16:18.065302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:18.078554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:18.101756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Made reservation on behalf of f29b0422d8724040b7d803540a8f9e20 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:18.108314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.131974 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7d2853ef-33b7-4f5a-8a73-fd1732bddf08 req-1e5c4588-53cf-456e-bbdf-9db362d7e853 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 210 time: 0.2470741 Feb 17 20:16:18.205697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-9ed4652f-3b1a-427b-80ca-5543b44ac12b tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:18.209444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-9ed4652f-3b1a-427b-80ca-5543b44ac12b tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 811 time: 0.6679461 Feb 17 20:16:18.298179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Deleting subnet ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:16:18.312660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.384957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-d5779d39-ef4b-475d-874b-18a9bf155903 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:18.417914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-d5779d39-ef4b-475d-874b-18a9bf155903 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:18.420710 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-d5779d39-ef4b-475d-874b-18a9bf155903 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/security-groups?tenant_id=2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 5705 time: 0.2002280 Feb 17 20:16:18.448558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'port': {'device_id': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'admin_state_up': True, 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'security_groups': ['d95484be-89db-4bca-bf85-7a1c0d92e549']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:19.071184 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0d27b67f-b2d4-4943-aba8-ea8ab8ce8b6b req-447194d2-dc60-430b-bd1d-3eef406ae991 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.4378018 Feb 17 20:16:19.135989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.318623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.332428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:19.359893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:19.389376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Made reservation on behalf of 2d749e13816c4625878b8757393c9b55 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:19.408958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.529843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.530103 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4db85330-d195-4ca3-8c4b-d9ba8d78d721 req-21fe89df-3f45-4fab-a712-c540707f7a40 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.0941975 Feb 17 20:16:19.784419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-82350060-3a63-4210-a02d-60282500eb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.996826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43fe3-ae0b-402d-9930-dea67ae20f06 req-244b3c2f-8f7b-4276-830d-ed4cc7bc8026 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:20.000525 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a8d43fe3-ae0b-402d-9930-dea67ae20f06 req-244b3c2f-8f7b-4276-830d-ed4cc7bc8026 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 1.3832383 Feb 17 20:16:20.120382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-920e2676-cf39-4ae9-97a3-3f9da586f04b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:20.123154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-920e2676-cf39-4ae9-97a3-3f9da586f04b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 1.4881775 Feb 17 20:16:20.129600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Allocated IP 172.20.0.12 (a888bbea-e6e8-4031-8fdc-4fa47edf5c4e/32172d2e-ebe7-4ce2-b597-11649f1408f7/ce206f73-6fa4-4339-8112-d68c2f36b0a5) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:20.138453 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8f0859e8-66c1-4141-b59d-fc7eb66c8b30 req-5dc6569d-767f-4bf2-ba42-4c7f82c514ae tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 210 time: 0.2637384 Feb 17 20:16:20.224720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Request body: {'port': {'device_id': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76', 'admin_state_up': True, 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:20.715672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Allocated IP 172.20.0.8 (ea6961e8-68cd-4637-9725-b2bcb45267da/5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7/1b0016ff-674b-4b02-890c-3bc1a2ff5e4a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:20.720135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:20.779111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Transition to ACTIVE for port object ce206f73-6fa4-4339-8112-d68c2f36b0a5 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:20.832654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:20.914956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:20.953461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Usage tracker for resource:port and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:21.050847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:21.247764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:21.268427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:21.306876 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34884) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:21.321608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:21.323366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:21.327050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:21.350887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:21.414192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a8d43fe3-ae0b-402d-9930-dea67ae20f06 req-52459fe6-ac7d-4985-8460-cdc11650c3aa tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3570182 Feb 17 20:16:21.430182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:21.438646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:21.438957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.494110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0556855 Feb 17 20:16:21.511518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Request body: {'port': {'device_id': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:21.651593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:21.660556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.683035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.685154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:21.693575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Usage tracker for resource:security_group_rule and tenant:67fd78f3980d45e7b3c16be92851e7ad is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:21.697768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:21.705232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:21.749009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37a7b1-fab9-4b11-a9df-ca7581992fcd req-1d0a9ffc-7c0e-49de-bfac-29a408193856 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:21.754177 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ec37a7b1-fab9-4b11-a9df-ca7581992fcd req-1d0a9ffc-7c0e-49de-bfac-29a408193856 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 932 time: 0.8017936 Feb 17 20:16:21.816430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b7d2f710-59e7-4102-93b4-13261066cce1 None None] Provisioning for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:21.824396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b7d2f710-59e7-4102-93b4-13261066cce1 None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:21.825357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b7d2f710-59e7-4102-93b4-13261066cce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.830019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.898799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2f710-59e7-4102-93b4-13261066cce1 None None] Port ce206f73-6fa4-4339-8112-d68c2f36b0a5 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:21.920648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0e1e49dc-2273-4966-b8f0-8e770f6966c3 req-7288fc1e-c37d-4047-b20f-b0d5e5293762 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.1610112 Feb 17 20:16:22.079579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.120338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.136958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.151080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f7031d4f-2611-42c8-b3f3-8bb1fd907c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:22.229682 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67fd78f3980d45e7b3c16be92851e7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171159 Feb 17 20:16:22.229682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeeb642-adad-48b3-84a5-fc0bded8de5b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:22.231231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34894) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:22.321690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:22.392176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.514159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.593466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Allocated IP 172.20.0.11 (430df5b5-311b-48e2-aaa3-d497ea13ad76/81152077-a414-4d06-916d-376375b07b85/43a65313-7b72-41a3-b91b-cd7aa83b7de5) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:22.747364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce206f73-6fa4-4339-8112-d68c2f36b0a5 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:16:22.757009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.772621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Transition to ACTIVE for port object ce206f73-6fa4-4339-8112-d68c2f36b0a5 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:22.780046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.803512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-083cb30a-d553-4f6c-af15-7e0f43c6946f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:22.970755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.054663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Pushing event updated for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:23.064062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:23.064447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-93e741b7-dcb4-4b33-a121-8b6529ce72a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:23.089521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeeb642-adad-48b3-84a5-fc0bded8de5b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:23.099088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.101778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:23.103207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.110545 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caeeb642-adad-48b3-84a5-fc0bded8de5b HTTP/1.1" status: 204 len: 168 time: 0.8682089 Feb 17 20:16:23.163787 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ec37a7b1-fab9-4b11-a9df-ca7581992fcd req-a4221213-8bc6-4b66-886f-f663d4b04ee6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3834493 Feb 17 20:16:23.373078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.375806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-937a41eb-2c9c-4a09-b66c-53509055d6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.466671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Transition to ACTIVE for port object 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:23.525022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:23.701519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Attempting to bind port ce206f73-6fa4-4339-8112-d68c2f36b0a5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:23.702879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Attempting to bind port ce206f73-6fa4-4339-8112-d68c2f36b0a5 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:23.703772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Attempting to bind port ce206f73-6fa4-4339-8112-d68c2f36b0a5 on network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:23.722816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:23.723965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Checking segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:23.724903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.725720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Bound using segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:23.726766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Bound port: ce206f73-6fa4-4339-8112-d68c2f36b0a5, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:23.727404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.851470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event updated for resources: {'Port': ['ID=43a65313-7b72-41a3-b91b-cd7aa83b7de5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:23.857273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.859528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:23.891142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.949366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:23.961110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:23.966865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:23.974698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.021139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.097722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34932) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:24.206076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.218875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.219926 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Pushing event updated for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.225305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.246189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-537cfcee-07a4-4868-81ee-a6a5e9741d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.292466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.293944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.296672 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] 10.222.0.121 "PUT /v2.0/ports/ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 1158 time: 2.7900841 Feb 17 20:16:24.298348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:24.438809 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.456767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7506e-9099-46f5-9837-c36a28246e2f req-e3396617-8f00-44b9-8257-42de0ec33f51 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.465238 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1dd7506e-9099-46f5-9837-c36a28246e2f req-e3396617-8f00-44b9-8257-42de0ec33f51 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 932 time: 1.8518445 Feb 17 20:16:24.585782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-177b925d-b8c2-4380-996f-628cde3cf12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.592529 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1dd7506e-9099-46f5-9837-c36a28246e2f req-ff8de187-f5cb-4017-a0d0-af49f47f41a0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262939 Feb 17 20:16:24.594424 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-177b925d-b8c2-4380-996f-628cde3cf12f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1161 time: 0.2151163 Feb 17 20:16:24.603563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:24.649691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Usage tracker for resource:security_group_rule and tenant:0d34891f43f84a17932e2240226975fa is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:24.657111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:24.662148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.688688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.742300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.754546 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-6ac12efc-ecc4-4f06-84ba-fdb438ca200e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1542482 Feb 17 20:16:24.763445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:24.817877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Network ea6961e8-68cd-4637-9725-b2bcb45267da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:24.824250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:24.834004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d37a67-b6f0-4a73-829f-e96160a5e764 req-6ebeb11d-a41d-43f2-b77a-67c7933c356c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.847128 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03d37a67-b6f0-4a73-829f-e96160a5e764 req-6ebeb11d-a41d-43f2-b77a-67c7933c356c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 1.0895462 Feb 17 20:16:24.857943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:24.889650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-b7b5cb32-a89e-443a-b577-10b26a14c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.895104 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-b7b5cb32-a89e-443a-b577-10b26a14c7af service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1327050 Feb 17 20:16:24.963106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.971852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:24.972852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.088872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34954) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:25.092748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.145793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:25.148024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-667f12d2-c8a4-4634-9218-e6257fc0e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:25.150315 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-667f12d2-c8a4-4634-9218-e6257fc0e1b0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2397575 Feb 17 20:16:25.158501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:25.161244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:25.269490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:25.270080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.301999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-3c3f1794-1d33-4a55-bd1a-5180830a07e6 None None] Provisioning for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:25.309065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-3c3f1794-1d33-4a55-bd1a-5180830a07e6 None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:25.309675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1794-1d33-4a55-bd1a-5180830a07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.339185 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec89efc7-f7b1-45ca-ba4b-314f9a5cafc8 HTTP/1.1" status: 204 len: 168 time: 7.7292330 Feb 17 20:16:25.342177 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1907523 Feb 17 20:16:25.342953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 34966) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:25.359322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.379067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f1794-1d33-4a55-bd1a-5180830a07e6 None None] Port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:25.387273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:25.393008 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03d37a67-b6f0-4a73-829f-e96160a5e764 req-0577240e-867c-40ea-b494-cf900c582755 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442297 Feb 17 20:16:25.396642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Usage tracker for resource:security_group_rule and tenant:19a234c49805444b9da7e2cf38d59306 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:25.402593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:25.406242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Request body: {'port': {'device_id': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:25.423770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:25.450176 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-d75877c8-3910-4315-8cbf-3bec089ca3fa service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865467 Feb 17 20:16:25.537238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58567ff-4170-44dd-9ff6-176cd78ebff7 req-9ed0a364-a337-484b-ae5b-6a024358d567 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:25.538374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-a58567ff-4170-44dd-9ff6-176cd78ebff7 req-9ed0a364-a337-484b-ae5b-6a024358d567 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:25.558107 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4070952 Feb 17 20:16:25.597678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Request body: {'port': {'device_id': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:25.738554 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5607d9d4-0c9c-40e6-88e2-1cdf4590015e req-ce616a1e-a355-494b-b560-e3210fd1c414 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2813430 Feb 17 20:16:25.815911 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.822470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.825852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:25.836557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:25.895517 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19a234c49805444b9da7e2cf38d59306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991107 Feb 17 20:16:25.902226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 34984) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:25.903500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b709aa-c6d2-4397-b70e-f35bc03724d0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:25.914820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:26.014969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.061008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.128270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-a58567ff-4170-44dd-9ff6-176cd78ebff7 req-9ed0a364-a337-484b-ae5b-6a024358d567 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:26.129617 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a58567ff-4170-44dd-9ff6-176cd78ebff7 req-9ed0a364-a337-484b-ae5b-6a024358d567 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 931 time: 1.1337047 Feb 17 20:16:26.142638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.148769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:26.165700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b709aa-c6d2-4397-b70e-f35bc03724d0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:26.168289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:26.169666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.171249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.175102 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9b709aa-c6d2-4397-b70e-f35bc03724d0 HTTP/1.1" status: 204 len: 168 time: 0.2619958 Feb 17 20:16:26.242453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.252497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.314624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.399361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:26.536072 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a58567ff-4170-44dd-9ff6-176cd78ebff7 req-96cdbc4a-f7a6-4e48-9c5e-812b89212d0b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871217 Feb 17 20:16:26.536870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.654671 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d34891f43f84a17932e2240226975fa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4456210 Feb 17 20:16:26.660496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35014) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:26.664860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c89088-d672-4a23-baad-6f0c8ef46128,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:26.679031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c16f-4ecd-428b-a61e-22831e0f16eb req-bf7dd60f-b328-4b9a-9f6f-e0363a48a6b1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:26.681021 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28b5c16f-4ecd-428b-a61e-22831e0f16eb req-bf7dd60f-b328-4b9a-9f6f-e0363a48a6b1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 944 time: 1.0072381 Feb 17 20:16:26.715350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.739126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:26.789440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35018) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:26.792889 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'status': 'completed', 'code': 200} Feb 17 20:16:26.931161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:26.964831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:26.980085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Usage tracker for resource:security_group_rule and tenant:04b0611ce4664585bc59d4173b1dc323 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:26.987443 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:27.001087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:27.041171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.079376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-0d21cbf4-46f2-4f1e-a41d-cbc161dd3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:27.082366 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-0d21cbf4-46f2-4f1e-a41d-cbc161dd3a85 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1161 time: 0.2370474 Feb 17 20:16:27.096963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c02a44b-79fa-4eb3-b30a-0554e9ff1164']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:27.139524 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28b5c16f-4ecd-428b-a61e-22831e0f16eb req-08427cab-9565-48df-8f9b-5b60ce974c11 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960268 Feb 17 20:16:27.141584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d375004-afaf-4774-988e-dc8d19caafa3') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:27.141917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d375004-afaf-4774-988e-dc8d19caafa3') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:27.249119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.330403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.339446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-e37440db-588e-4494-b8e8-bf99e228d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:27.341141 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-e37440db-588e-4494-b8e8-bf99e228d679 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.2489166 Feb 17 20:16:27.405803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.438048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:16:27.449030 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-6f939161-bf7c-4036-91cb-15f2b0853ba0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0997970 Feb 17 20:16:27.584672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.587050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-aef995b6-7de4-48a3-8247-016802637bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:27.588690 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-aef995b6-7de4-48a3-8247-016802637bd5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1274602 Feb 17 20:16:27.591447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.600979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:27.659619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.727504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3abc0dc-2c63-4f8b-8ea9-4e1b9e3b1d4d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:27.738835 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04b0611ce4664585bc59d4173b1dc323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9441426 Feb 17 20:16:27.742298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:27.743803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c21522-f331-4254-92b7-e0348d45e0f5 req-e12a1b74-11ef-452d-8193-85b24030c256 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:27.744712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-84c21522-f331-4254-92b7-e0348d45e0f5 req-e12a1b74-11ef-452d-8193-85b24030c256 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:27.744821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:27.750811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35030) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:27.761487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:27.763051 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36c89088-d672-4a23-baad-6f0c8ef46128 HTTP/1.1" status: 204 len: 168 time: 1.1012719 Feb 17 20:16:27.768047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c89088-d672-4a23-baad-6f0c8ef46128,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:27.775827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:27.802104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-08103673-4092-4940-bf0d-6d5518b8b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:27.804999 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-08103673-4092-4940-bf0d-6d5518b8b66b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2048926 Feb 17 20:16:27.825170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:27.846882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.009968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-84c21522-f331-4254-92b7-e0348d45e0f5 req-e12a1b74-11ef-452d-8193-85b24030c256 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:28.018106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-84c21522-f331-4254-92b7-e0348d45e0f5 req-e12a1b74-11ef-452d-8193-85b24030c256 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 932 time: 0.9767122 Feb 17 20:16:28.112657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:16:28.133229 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-1a1febc4-eb91-4ab3-92fc-993970874e76 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195887 Feb 17 20:16:28.147756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e90809-b6a3-4628-8af1-2228bd442f0b req-d8878251-fc96-413a-9869-581be96cedb9 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:28.149524 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e9e90809-b6a3-4628-8af1-2228bd442f0b req-d8878251-fc96-413a-9869-581be96cedb9 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.8287239 Feb 17 20:16:28.434067 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-50ea3288-1f8a-4681-8fea-c0e836a55a50 req-6689c152-66c5-497d-965c-d0370c0e7efe service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2900863 Feb 17 20:16:28.437824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:28.512609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Network 3c02a44b-79fa-4eb3-b30a-0554e9ff1164 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:28.536312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:28.544695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:28.545438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:16:28.558731 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:16:28.560794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.566461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:16:28.659184 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-84c21522-f331-4254-92b7-e0348d45e0f5 req-de58ad3f-6009-4667-8021-279f288458ec tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399775 Feb 17 20:16:28.766652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.795546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:16:28.825999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:28.838007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:28.856652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.860207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:28.873146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:28.955055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:28.960018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:28.966901 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e9e90809-b6a3-4628-8af1-2228bd442f0b req-cd6ccbe2-d74c-4a4f-954e-236337a27720 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029814 Feb 17 20:16:29.059406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.063010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Transition to ACTIVE for port object 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:29.065516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.097878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a65313-7b72-41a3-b91b-cd7aa83b7de5 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:16:29.124666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.135372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.138739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.152619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1696ac28-2ada-43b0-a9be-0a406a14dbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:29.287076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c02a44b-79fa-4eb3-b30a-0554e9ff1164,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:29.292068 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3c02a44b-79fa-4eb3-b30a-0554e9ff1164 HTTP/1.1" status: 204 len: 168 time: 3.9343057 Feb 17 20:16:29.368266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35074) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:29.371671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Transition to ACTIVE for port object 43a65313-7b72-41a3-b91b-cd7aa83b7de5 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:29.374326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:29.396751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:29.554192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.634263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35082) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:29.800602 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:29.818174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:29.833508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:29.838087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a0ad80a6-95ba-48ff-9a48-4500f0947d9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:29.915711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.916367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:29.917036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.942847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f17bc-36e7-4ec3-8459-3fa2234cb28e req-9fd6f428-d679-4847-9f8c-4b3d8a1243fc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:29.951258 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f24f17bc-36e7-4ec3-8459-3fa2234cb28e req-9fd6f428-d679-4847-9f8c-4b3d8a1243fc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 931 time: 1.0414910 Feb 17 20:16:29.997809 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.034226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:30.041690 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-44e0fb60-880c-47cc-9eb2-d3ea884fc16b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77c523329b714c5f86534133f451202f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4058032 Feb 17 20:16:30.043216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:412eac59ed4845608a6cb03ba203942d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:30.046569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35094) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:30.095977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:30.106953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:30.158033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.203056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.221467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4d113-39e4-4548-82c7-54ae8d45d7b2 req-856a25f3-117f-4c79-a4e5-e40318d00bf6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:30.223724 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77f4d113-39e4-4548-82c7-54ae8d45d7b2 req-856a25f3-117f-4c79-a4e5-e40318d00bf6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 1.0145402 Feb 17 20:16:30.302507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.306257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.314142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.314940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.315997 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3abc0dc-2c63-4f8b-8ea9-4e1b9e3b1d4d HTTP/1.1" status: 204 len: 168 time: 2.5581167 Feb 17 20:16:30.325618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.337854 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f24f17bc-36e7-4ec3-8459-3fa2234cb28e req-8212e951-41ce-4ad7-af77-69d0a458847b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839393 Feb 17 20:16:30.381613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.382862 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5183bf0-b0cc-4c3c-ac6f-77b24498b49e HTTP/1.1" status: 204 len: 168 time: 0.3352594 Feb 17 20:16:30.385632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d27d4b-ee86-49ba-9cb0-02821f7c2c74,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.394864 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=412eac59ed4845608a6cb03ba203942d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0254142 Feb 17 20:16:30.396204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.396724 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35108) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:30.397348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-89299933-55ef-4fdd-be92-5d1fb14b78cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.428390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5183bf0-b0cc-4c3c-ac6f-77b24498b49e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.433422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.503779 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'code': 200} Feb 17 20:16:30.505291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.526431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Pushing event updated for resources: {'Port': ['ID=43a65313-7b72-41a3-b91b-cd7aa83b7de5,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.557565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.581048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.581603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.644549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.651415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.672657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d27d4b-ee86-49ba-9cb0-02821f7c2c74,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.678805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:16:30.684676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.689870 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10d27d4b-ee86-49ba-9cb0-02821f7c2c74 HTTP/1.1" status: 204 len: 168 time: 0.2848382 Feb 17 20:16:30.691807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.770408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3abc0dc-2c63-4f8b-8ea9-4e1b9e3b1d4d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.791292 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77f4d113-39e4-4548-82c7-54ae8d45d7b2 req-cfe94ee6-82f1-4890-bd21-9067acf4f991 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4803736 Feb 17 20:16:30.792460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.960411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Attempting to bind port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:30.961265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Attempting to bind port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:30.961265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Attempting to bind port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a on network ea6961e8-68cd-4637-9725-b2bcb45267da {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:30.990861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:30.991184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Checking segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:30.991582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.991863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Bound using segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:30.992325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Bound port: 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:31.006514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.185171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1128a70-f140-49c3-a3c5-230c5c1bf8ee req-5c9f4518-5e6c-4871-9394-f470d980026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:31.188138 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d1128a70-f140-49c3-a3c5-230c5c1bf8ee req-5c9f4518-5e6c-4871-9394-f470d980026a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1163 time: 0.1940136 Feb 17 20:16:31.276986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Attempting to bind port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:31.277445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Attempting to bind port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:31.277773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Attempting to bind port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 on network 430df5b5-311b-48e2-aaa3-d497ea13ad76 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:31.299495 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d1128a70-f140-49c3-a3c5-230c5c1bf8ee req-cae89f31-8444-43b9-946d-cdd80decb404 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003187 Feb 17 20:16:31.311737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:31.312090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Checking segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:31.312504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.312897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Bound using segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:31.313455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Bound port: 43a65313-7b72-41a3-b91b-cd7aa83b7de5, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:31.313827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.416684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:31.433003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32635c-2dc4-439c-a07a-2222f32e56d2 req-11da1e84-9db2-406e-837c-3813e8f68079 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:31.434691 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ad32635c-2dc4-439c-a07a-2222f32e56d2 req-11da1e84-9db2-406e-837c-3813e8f68079 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 944 time: 0.6499829 Feb 17 20:16:31.449882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324c1f-6feb-43df-8ede-ef17bb3231a2 req-55cbf7ea-c6e0-4ec7-ac94-a186ce55b6cc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:31.451602 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c2324c1f-6feb-43df-8ede-ef17bb3231a2 req-55cbf7ea-c6e0-4ec7-ac94-a186ce55b6cc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.3444476 Feb 17 20:16:31.457225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:31.506755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.541195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:31.560308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35138) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:31.585118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.606360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:31.613137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Usage tracker for resource:security_group_rule and tenant:5d3914bcbea24defa2c5c47873a06c3c is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:31.617213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:31.624850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:31.672866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] For port 43a65313-7b72-41a3-b91b-cd7aa83b7de5, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:31.817632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.822342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:31.856393 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffb9faf9-6fb9-4bec-bf46-a236861ac591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:31.867338 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d3914bcbea24defa2c5c47873a06c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060679 Feb 17 20:16:31.873709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35148) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:31.939777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300028bd-5559-4fab-bdde-2d1f689276a5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:31.946560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:31.967015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] For port 43a65313-7b72-41a3-b91b-cd7aa83b7de5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=43a65313-7b72-41a3-b91b-cd7aa83b7de5,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:31.973141 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c2324c1f-6feb-43df-8ede-ef17bb3231a2 req-6cf91c90-53b3-4546-86a4-c45493bc90dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044725 Feb 17 20:16:31.982924 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ad32635c-2dc4-439c-a07a-2222f32e56d2 req-2fe03dad-91da-4b6f-834c-ebace31d7ce8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300300 Feb 17 20:16:31.991368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.034734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.104746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.258683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.285512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7b1b512a-e2ed-48be-898f-0c5db4b5aaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:32.332155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300028bd-5559-4fab-bdde-2d1f689276a5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:32.349289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:32.378750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.385847 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/300028bd-5559-4fab-bdde-2d1f689276a5 HTTP/1.1" status: 204 len: 168 time: 0.5139432 Feb 17 20:16:32.428690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:32.443930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:32.568684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c14537d-deb1-4d46-ba6a-91025ef2d477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:32.806942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:32.807269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:32.808761 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] 10.222.0.121 "PUT /v2.0/ports/1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 1157 time: 7.4212475 Feb 17 20:16:32.816657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:32.833703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Pushing event updated for resources: {'Port': ['ID=43a65313-7b72-41a3-b91b-cd7aa83b7de5,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:32.850063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:33.013156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d466e-1474-4413-98fe-c55d309d9f20 req-761a3458-a4d1-452a-9095-5bca3360166c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.015286 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0d7d466e-1474-4413-98fe-c55d309d9f20 req-761a3458-a4d1-452a-9095-5bca3360166c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.7723360 Feb 17 20:16:33.089773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8064-ce87-4631-83e5-5e3060bbd0c5 req-e2d02f60-7810-429a-81fc-a186465e73d4 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.091816 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7d6e8064-ce87-4631-83e5-5e3060bbd0c5 req-e2d02f60-7810-429a-81fc-a186465e73d4 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.5854492 Feb 17 20:16:33.107540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.108720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.110648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] 10.222.0.121 "PUT /v2.0/ports/43a65313-7b72-41a3-b91b-cd7aa83b7de5 HTTP/1.1" status: 200 len: 1158 time: 7.5341532 Feb 17 20:16:33.267862 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0d7d466e-1474-4413-98fe-c55d309d9f20 req-cdf367ff-603d-4fef-92fe-389c85ba8b66 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393858 Feb 17 20:16:33.284008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35186) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:33.322144 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7d6e8064-ce87-4631-83e5-5e3060bbd0c5 req-b7ef32d6-3035-4036-9b7f-7cd41c9b6b85 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085629 Feb 17 20:16:33.369507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-88149f29-d029-4a85-99e6-d72a1a57c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.371171 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-88149f29-d029-4a85-99e6-d72a1a57c01f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1160 time: 0.4744465 Feb 17 20:16:33.448624 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'status': 'completed', 'code': 200} Feb 17 20:16:33.461698 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-aabc8d91-d42f-4e7d-933c-622eca886146 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 217 time: 0.0803628 Feb 17 20:16:33.470740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-62411c26-a130-4d1a-8acd-5b4bda1cb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.472909 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-62411c26-a130-4d1a-8acd-5b4bda1cb0ab service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 1161 time: 0.2961669 Feb 17 20:16:33.511607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-679479691-network', 'tenant_id': 'c8ac21a430a942cc9e663d160e85de44'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:33.520566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:33.529226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Usage tracker for resource:network and tenant:c8ac21a430a942cc9e663d160e85de44 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:33.538282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:33.550827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:33.582205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Made reservation on behalf of c8ac21a430a942cc9e663d160e85de44 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:33.594734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.625604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.659468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:33.667676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ac21a430a942cc9e663d160e85de44 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:33.674665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:33.677953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-ce813a7e-5542-4238-9b76-b0836a56ef7c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a65313-7b72-41a3-b91b-cd7aa83b7de5 HTTP/1.1" status: 200 len: 217 time: 0.1319354 Feb 17 20:16:33.689247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:33.849768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-e6e4a567-24c4-4013-8bf6-6dba268fb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.851564 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-e6e4a567-24c4-4013-8bf6-6dba268fb138 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.3036821 Feb 17 20:16:33.872781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.876839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.883236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cd2e8798-1492-478c-98de-4ee574052073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:33.926172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:16:33.939569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5774d7-294f-4d58-9d02-024d968ff4d0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:33.946128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:33.948613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-4792020c-3508-4780-a27b-313c9aaa9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.950328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:33.950610 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-4792020c-3508-4780-a27b-313c9aaa9894 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.2509120 Feb 17 20:16:33.951331 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Added segment f53960ed-6dc8-4278-8c0f-723782ebc443 of type vxlan for network c192051d-49fb-42f0-8ad9-85785d08803a Feb 17 20:16:34.031499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:34.046625 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-776feede-6ab6-42f7-933e-cca15004ad55 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821071 Feb 17 20:16:34.064761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327e38-0604-436d-88cb-e48f70d632ce req-37435c24-f64b-4a9f-9100-e4f27c419397 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:34.066633 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7327e38-0604-436d-88cb-e48f70d632ce req-37435c24-f64b-4a9f-9100-e4f27c419397 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.5855916 Feb 17 20:16:34.076057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555ccb-30d3-4b34-8776-63511333ad37 req-90749102-22ec-4fbe-ad05-f7afa5a0caa8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:34.084875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7555ccb-30d3-4b34-8776-63511333ad37 req-90749102-22ec-4fbe-ad05-f7afa5a0caa8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 944 time: 0.4382775 Feb 17 20:16:34.098711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:34.100763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:34.101837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:34.143498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9fb62e4f-df26-4020-a937-57a2b7d467bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:34.172246 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8863769 Feb 17 20:16:34.215732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35214) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:34.256359 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Request body: {'subnet': {'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-679479691-subnet', 'tenant_id': 'c8ac21a430a942cc9e663d160e85de44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:34.281057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:34.304035 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7555ccb-30d3-4b34-8776-63511333ad37 req-c49142a6-2afd-45b9-96b5-7d8c6b821679 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168725 Feb 17 20:16:34.304645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Usage tracker for resource:subnet and tenant:c8ac21a430a942cc9e663d160e85de44 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:34.313266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:34.327335 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7327e38-0604-436d-88cb-e48f70d632ce req-3026346a-1d38-4f30-be87-ccbe217fb402 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393293 Feb 17 20:16:34.342636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:34.361425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-247d5705-20ea-418a-bde2-11dd212e4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:34.382683 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-247d5705-20ea-418a-bde2-11dd212e4335 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5159976 Feb 17 20:16:34.405130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Pushing event updated for resources: {'Network': ['ID=c192051d-49fb-42f0-8ad9-85785d08803a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:34.408826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:34.419376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network c192051d-49fb-42f0-8ad9-85785d08803a details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:34.461271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network c192051d-49fb-42f0-8ad9-85785d08803a details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:34.484108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Made reservation on behalf of c8ac21a430a942cc9e663d160e85de44 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:34.489134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14948472'] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:35.122840 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-c0d44a70-821c-439b-a43a-cb275f1d0cc7 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550182 Feb 17 20:16:35.359730 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-31911d35-cf1a-454a-b781-9ab5d82067c2 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9660354 Feb 17 20:16:35.435913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae57d-31d3-4a74-ae8f-df5b48d8cf47 req-18440cd0-17d0-4e54-8287-54e4aeac102c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:35.444728 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-538ae57d-31d3-4a74-ae8f-df5b48d8cf47 req-18440cd0-17d0-4e54-8287-54e4aeac102c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.8501585 Feb 17 20:16:35.511072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:35.559237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e85c-0b95-4a1b-babe-fe56d3508944 req-d581044c-9fc0-4d8f-a59e-f2242df683e2 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:35.562759 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-54f3e85c-0b95-4a1b-babe-fe56d3508944 req-d581044c-9fc0-4d8f-a59e-f2242df683e2 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.8515515 Feb 17 20:16:35.820825 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd5c76ba-c391-4a30-8ca3-f807971df759 req-a9b4b96f-1c3b-4a72-beed-4cd5eeb6b0fd service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6807210 Feb 17 20:16:35.930225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-54f3e85c-0b95-4a1b-babe-fe56d3508944 req-0c0d19d4-8d04-4064-a0c5-b830b0b0acca tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135605 Feb 17 20:16:35.951237 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-538ae57d-31d3-4a74-ae8f-df5b48d8cf47 req-460b0a48-0359-4da5-ab25-02913a39f087 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5048006 Feb 17 20:16:36.148479 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55da4369-d7be-4ad3-a5ac-7b80fb09f1ea req-f31d7590-f252-4797-b5e3-384c3b790393 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7712290 Feb 17 20:16:36.603256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35290) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:36.857510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f257-9806-4e48-ac35-facf0962c0dd req-3943f430-cbd5-49de-9c61-0610e984d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:36.860480 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-3943f430-cbd5-49de-9c61-0610e984d609 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1160 time: 0.5408962 Feb 17 20:16:36.878804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7a6e8-2090-463b-b82f-21b2710f4ab2 req-5d056618-cf62-4a65-ba3d-11bce01b82b2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:36.882026 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f7d7a6e8-2090-463b-b82f-21b2710f4ab2 req-5d056618-cf62-4a65-ba3d-11bce01b82b2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.6358981 Feb 17 20:16:36.915879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:36.935301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ebe8-c307-4f3f-94da-29566b6bbea5 req-6f746fd4-7734-4bfe-8799-9ebd633c035e tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:36.939448 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5747ebe8-c307-4f3f-94da-29566b6bbea5 req-6f746fd4-7734-4bfe-8799-9ebd633c035e tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 944 time: 0.6221461 Feb 17 20:16:36.977358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:36.982417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c222ad1ed034b3684831a44b5846781 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:36.987563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:36.994994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:37.128808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.133986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.149126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-20a4cf96-ba02-42b1-a5bd-c29067fc4d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:37.164663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f7d7a6e8-2090-463b-b82f-21b2710f4ab2 req-e03dfcb9-e31b-4e01-967c-b90f5d54bc32 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133801 Feb 17 20:16:37.215586 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5747ebe8-c307-4f3f-94da-29566b6bbea5 req-e1fbc574-1163-4e52-8b37-bdcfa42cf2e2 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586186 Feb 17 20:16:37.233949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35314) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:37.238186 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c222ad1ed034b3684831a44b5846781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331279 Feb 17 20:16:37.241512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e85f4fe-e4d1-42fe-8e69-be8c653bf891,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:37.281949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:37.323796 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5', 'status': 'completed', 'code': 200} Feb 17 20:16:37.474493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1420879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14948457'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.475760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f257-9806-4e48-ac35-facf0962c0dd req-c2a1dcc4-7021-43ec-ac42-b3946803a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:37.477466 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-c2a1dcc4-7021-43ec-ac42-b3946803a254 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.5931635 Feb 17 20:16:37.526073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35322) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:37.583555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0b154a34-4390-44c9-b68a-e712e539e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:37.750469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.781676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:37.789816 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-a2aa43e3-3f83-4006-a8d3-e559faeebc37 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 217 time: 0.2954030 Feb 17 20:16:37.791852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d3b4368e584589b4f5a1ae880753e2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:37.800265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:37.814419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:37.854606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.993063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.072386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e1990b-edaf-411b-97c8-12cd918e04a7,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:38.072682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.079549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.100423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7d16df6-0697-467f-a53a-d667e85ab427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:38.107354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:38.138779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af711cd4-5897-458d-9465-db6364422a61,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:38.150125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:38.178074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87072d36-e46e-4d7b-89e4-4d828194aedd req-ecb368a1-e2a4-4407-adca-697473f820d4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:38.179760 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-87072d36-e46e-4d7b-89e4-4d828194aedd req-ecb368a1-e2a4-4407-adca-697473f820d4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.6834693 Feb 17 20:16:38.182807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f257-9806-4e48-ac35-facf0962c0dd req-3fcd31dc-50c1-4d01-8010-02efaaf6af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:38.184346 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-3fcd31dc-50c1-4d01-8010-02efaaf6af71 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.3386717 Feb 17 20:16:38.188035 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8d3b4368e584589b4f5a1ae880753e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6600270 Feb 17 20:16:38.191367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35332) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:38.195171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e766-ec04-4a52-b62b-111727523810 req-dfd75237-f85c-4117-ba4d-f5e51bada3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:38.196797 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-dfd75237-f85c-4117-ba4d-f5e51bada3cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 1161 time: 0.8365114 Feb 17 20:16:38.259929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe2c6-7a5b-47e3-ae31-d79b5fe3c936 req-f043ee97-528f-492d-b409-7ac1fe5a0095 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:38.261554 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ddbe2c6-7a5b-47e3-ae31-d79b5fe3c936 req-f043ee97-528f-492d-b409-7ac1fe5a0095 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.7504411 Feb 17 20:16:38.274759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.290896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35338) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:38.297537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'floatingip': {'port_id': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:38.421810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.433380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.692319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.703848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.711457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-91f0b7c3-8b3a-48ab-8858-cf1b1bc72b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:38.736355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af711cd4-5897-458d-9465-db6364422a61,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:38.806011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:38.831672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:38.854128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:38.855422 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-87072d36-e46e-4d7b-89e4-4d828194aedd req-e0691d54-dd5d-4c94-b32d-77b1fecd3300 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6574848 Feb 17 20:16:38.855818 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af711cd4-5897-458d-9465-db6364422a61 HTTP/1.1" status: 204 len: 168 time: 0.6630905 Feb 17 20:16:38.879086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e85f4fe-e4d1-42fe-8e69-be8c653bf891,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:38.884657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:38.963702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Checking segment: {'id': 'f53960ed-6dc8-4278-8c0f-723782ebc443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:38.969955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Network hostable DHCP agents. Network: c192051d-49fb-42f0-8ad9-85785d08803a, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:16:39.024708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:39.029325 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e85f4fe-e4d1-42fe-8e69-be8c653bf891 HTTP/1.1" status: 204 len: 168 time: 1.7883728 Feb 17 20:16:39.089401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e766-ec04-4a52-b62b-111727523810 req-87c629a7-202d-4dbc-853c-dbad0d2c6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.091043 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-87c629a7-202d-4dbc-853c-dbad0d2c6ded service neutron] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 909 time: 0.8833132 Feb 17 20:16:39.302101 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-25a42af5-74f4-4c01-a238-9061f2d91e0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a65313-7b72-41a3-b91b-cd7aa83b7de5 HTTP/1.1" status: 200 len: 217 time: 0.1148801 Feb 17 20:16:39.325834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025750-01af-483e-8c31-64796967de64 req-21ffb1b6-74c8-49eb-8251-33807e91d240 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.333785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a6025750-01af-483e-8c31-64796967de64 req-21ffb1b6-74c8-49eb-8251-33807e91d240 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.6663694 Feb 17 20:16:39.337302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f257-9806-4e48-ac35-facf0962c0dd req-1a221b32-9191-45f7-82b0-aca8b1a4df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.338950 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-1a221b32-9191-45f7-82b0-aca8b1a4df83 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1382995 Feb 17 20:16:39.340963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Network c192051d-49fb-42f0-8ad9-85785d08803a is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:16:39.422494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:39.429411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e766-ec04-4a52-b62b-111727523810 req-682a76ce-3aef-4fc6-8a38-14492c3caf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.431016 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-682a76ce-3aef-4fc6-8a38-14492c3caf39 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.1129894 Feb 17 20:16:39.431565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35356) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:39.541655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:39.542871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:39.637543 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-64e92cc7-da65-4eb1-abf8-8c0c5d32ed2f service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852867 Feb 17 20:16:39.638228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, c192051d-49fb-42f0-8ad9-85785d08803a) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:39.694496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d8795-79fb-44da-a6ff-c6e277eba6ff None None] Network c192051d-49fb-42f0-8ad9-85785d08803a requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:39.723522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:39.743429 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-bcda3571-af9b-49f9-a9de-b9d5a8b1f254 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993690 Feb 17 20:16:39.956967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.957775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.071864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:40.148986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0050c10-5687-40c8-957e-9cffb4bb0efd None None] Network c192051d-49fb-42f0-8ad9-85785d08803a requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:40.214805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.224781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35370) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:40.252503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.354413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.355364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:40.361740 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-97955c67-f463-4d4d-9532-d97d1d7dab89 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377082 Feb 17 20:16:40.368060 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a6025750-01af-483e-8c31-64796967de64 req-24fa5042-7302-4b49-899c-c94a12007b14 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0330534 Feb 17 20:16:40.371410 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.1497848 Feb 17 20:16:40.421400 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:40.437877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:40.439890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:40.440321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.454587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Usage tracker for resource:security_group_rule and tenant:8518702f1e6447e58320d70dcb306c5b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:40.459516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:40.472855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:40.549462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Usage tracker for resource:security_group_rule and tenant:b8523cd5c31f43b8812d4058713c48fb is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:40.566623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:40.597770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.657961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 43a65313-7b72-41a3-b91b-cd7aa83b7de5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=43a65313-7b72-41a3-b91b-cd7aa83b7de5,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:40.658734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:40.660317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:40.673305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.676262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:40.723012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75293abf-8c14-480b-9a00-113c1f67ea92 req-e43f4a42-9501-4ab7-ba44-efd7991d045a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:40.733916 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-75293abf-8c14-480b-9a00-113c1f67ea92 req-e43f4a42-9501-4ab7-ba44-efd7991d045a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 944 time: 1.6481962 Feb 17 20:16:40.797760 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5914f257-9806-4e48-ac35-facf0962c0dd req-16bdae10-2862-4677-bad3-15dabe86b2a9 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0770617 Feb 17 20:16:40.816704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:40.828624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.923740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=43a65313-7b72-41a3-b91b-cd7aa83b7de5,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:40.942986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:40.943868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.957160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:40.960039 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-75293abf-8c14-480b-9a00-113c1f67ea92 req-9f4401c0-8d9f-414d-9214-f086146af6cb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243795 Feb 17 20:16:40.973290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:40.973758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.022705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.087020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1f73c042-15f2-47ef-be8c-329bed654c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:41.179373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97937651-c84d-43e8-b0f3-9da392271873,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:41.205473 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5', 'code': 200} Feb 17 20:16:41.210990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.213840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:41.236176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.250413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d87aceeb-4641-46f1-96f3-dca1bef0b622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:41.259731 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:41.267232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.270148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:41.288794 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d27e766-ec04-4a52-b62b-111727523810 req-cff7b541-45f8-4f2f-a81e-7c4fb53d2577 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9137824 Feb 17 20:16:41.328305 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Floating IP 4ae43a75-83d1-4db5-94f8-fd360bf1fd92 associated. External IP: 172.28.3.142, port: ce206f73-6fa4-4339-8112-d68c2f36b0a5. Feb 17 20:16:41.332173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb0c2f-554e-4a56-ac82-b4ac001dcf59 req-deb89126-04f6-4ebb-a7e1-be2646279482 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:41.335439 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dabb0c2f-554e-4a56-ac82-b4ac001dcf59 req-deb89126-04f6-4ebb-a7e1-be2646279482 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.7613947 Feb 17 20:16:41.349354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8523cd5c31f43b8812d4058713c48fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7229621 Feb 17 20:16:41.392252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:41.404403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:41.421899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:41.448265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35382) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:41.627439 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dabb0c2f-554e-4a56-ac82-b4ac001dcf59 req-a5f41f2d-f7ae-4c78-a110-d59d650e4e03 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642584 Feb 17 20:16:41.629589 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8518702f1e6447e58320d70dcb306c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4028668 Feb 17 20:16:41.632320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0410e4-d60b-40b2-9d15-4b07de2291d1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:41.635680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35390) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:41.731974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:41.732946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.996567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.103459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.160990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:42.163413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77d7a-375b-4e7a-bd5e-3600df9a82f8 req-e1b147d6-3735-440b-834f-4cf5c7c9442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:42.165106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85f77d7a-375b-4e7a-bd5e-3600df9a82f8 req-e1b147d6-3735-440b-834f-4cf5c7c9442d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 1163 time: 1.3343871 Feb 17 20:16:42.189555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:16:42.257190 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85f77d7a-375b-4e7a-bd5e-3600df9a82f8 req-5945b3a2-fc0f-429e-926f-efe2b2608894 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Feb 17 20:16:42.456007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35410) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:42.469988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623218987-network', 'tenant_id': '64aa59791da24c27bd67d5e4902c3a98'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:42.471964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.478064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.488603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:42.514627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97937651-c84d-43e8-b0f3-9da392271873,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:42.532100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:42.538344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014b73e-cdac-46a0-8d27-e27a38478c7b req-a9fe6a06-7437-42e7-8a7a-0ff1b3b185cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:42.541368 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4014b73e-cdac-46a0-8d27-e27a38478c7b req-a9fe6a06-7437-42e7-8a7a-0ff1b3b185cf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 1163 time: 0.9311116 Feb 17 20:16:42.556840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.558895 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97937651-c84d-43e8-b0f3-9da392271873 HTTP/1.1" status: 204 len: 168 time: 1.1089964 Feb 17 20:16:42.612270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:42.640543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d55f-ffea-4624-82f4-a8b15a921ced req-917a1ef1-8d80-4058-b1b2-4f8ac248bee7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:42.643556 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-58d3d55f-ffea-4624-82f4-a8b15a921ced req-917a1ef1-8d80-4058-b1b2-4f8ac248bee7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.7455742 Feb 17 20:16:42.657166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Usage tracker for resource:network and tenant:64aa59791da24c27bd67d5e4902c3a98 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:42.662842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:42.674809 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-a2d102b3-390e-4a9c-ae65-9687a7f9da23 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6804748 Feb 17 20:16:42.675742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:42.715263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382190a-b6c5-4b2a-953d-939c420c22cd req-73d21c54-da6d-4504-9535-6c48cefe5a41 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:42.724082 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d382190a-b6c5-4b2a-953d-939c420c22cd req-73d21c54-da6d-4504-9535-6c48cefe5a41 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 946 time: 0.4812570 Feb 17 20:16:42.730199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Made reservation on behalf of 64aa59791da24c27bd67d5e4902c3a98 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:42.738657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.747366 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4014b73e-cdac-46a0-8d27-e27a38478c7b req-d9ed95e1-4a1b-4a2c-bbca-e8ddb60afbf7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949890 Feb 17 20:16:42.772160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.800687 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-58d3d55f-ffea-4624-82f4-a8b15a921ced req-f0eaae80-d65b-435b-9ea7-a309bdec9150 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368184 Feb 17 20:16:42.803769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:42.811792 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d382190a-b6c5-4b2a-953d-939c420c22cd req-7c06357f-e312-4c65-b4d3-7969ce6eba07 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 Feb 17 20:16:42.869774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:42.876425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:42.896110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:42.919188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:42.922073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:16:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:42.932080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Usage tracker for resource:security_group_rule and tenant:64aa59791da24c27bd67d5e4902c3a98 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:42.942004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:42.948678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.018175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:43.082264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.091740 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b15b7e1b-4cb0-4e3b-8402-ff3e4c8a7231 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "PUT /v2.0/floatingips/4ae43a75-83d1-4db5-94f8-fd360bf1fd92 HTTP/1.1" status: 200 len: 992 time: 4.7984121 Feb 17 20:16:43.096163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6c30d214-d34a-4860-a733-8d2fdcd0bfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:43.117718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:43.137371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0410e4-d60b-40b2-9d15-4b07de2291d1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:43.161322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:43.224062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:43.244440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b660a5-9cb8-4461-ab4e-9b28439fdafd req-ff97b176-01a3-49a8-be65-d8df04eb6a32 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:43.258150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.261166 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e7b660a5-9cb8-4461-ab4e-9b28439fdafd req-ff97b176-01a3-49a8-be65-d8df04eb6a32 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3233750 Feb 17 20:16:43.277898 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd0410e4-d60b-40b2-9d15-4b07de2291d1 HTTP/1.1" status: 204 len: 168 time: 1.6332457 Feb 17 20:16:43.278018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-580165b3-056a-4cbc-8d81-5b05155e5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:43.278018 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-580165b3-056a-4cbc-8d81-5b05155e5fe1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 1162 time: 0.2637560 Feb 17 20:16:43.386900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.399940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.443815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-51189ba3-fb95-4556-97b4-4c5bf4c4eb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:43.528366 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'code': 200} Feb 17 20:16:43.535687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:43.542952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:43.682127 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'status': 'completed', 'code': 200} Feb 17 20:16:43.684808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80428ab3-e9ee-418f-9fbb-0080fd2825bb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:43.692119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:16:43.711754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:43.752310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.753370 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Added segment 5bece690-24c3-48ad-b4ca-ce8c2e610dea of type vxlan for network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 Feb 17 20:16:43.847973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:43.848184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.941608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.058853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.061279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:44.072423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.129671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:44.191627 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7341893 Feb 17 20:16:44.356181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35454) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:44.414183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Request body: {'subnet': {'network_id': 'e795aeb2-dc5d-492f-92bb-4a55e8cc9536', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623218987-subnet', 'tenant_id': '64aa59791da24c27bd67d5e4902c3a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:44.434880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:44.609624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:44.672361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:44.672776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.730524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Usage tracker for resource:subnet and tenant:64aa59791da24c27bd67d5e4902c3a98 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:44.750962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:44.781984 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e7b660a5-9cb8-4461-ab4e-9b28439fdafd req-25057b7b-450d-4380-bb3a-0dcc42a1f598 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5197260 Feb 17 20:16:44.875237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:44.877211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '4ae43a75-83d1-4db5-94f8-fd360bf1fd92', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:18:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:39Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:44.879523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Pushing event updated for resources: {'Network': ['ID=e795aeb2-dc5d-492f-92bb-4a55e8cc9536,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:44.883262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-2d0fe449-635d-4630-9dde-ac58948da1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:44.886735 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-2d0fe449-635d-4630-9dde-ac58948da1da service neutron] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 909 time: 1.5685368 Feb 17 20:16:44.891346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:44.917304 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:44.939678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:16:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:44.945318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:44.947110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:44.998710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:45.020978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Made reservation on behalf of 64aa59791da24c27bd67d5e4902c3a98 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:45.026851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11219230'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:45.096032 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-5c839dbe-0f35-444c-985a-26f04384e01e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f1a83c-fa41-427e-806f-a4af03452e76 HTTP/1.1" status: 200 len: 217 time: 0.1981351 Feb 17 20:16:45.300623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a74fa-3e55-4431-b12b-023835320fe1 req-086e17c0-137e-4492-8abc-ae7dcfedc9c5 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.310783 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-631a74fa-3e55-4431-b12b-023835320fe1 req-086e17c0-137e-4492-8abc-ae7dcfedc9c5 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.9094520 Feb 17 20:16:45.325526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669f22-fffd-461c-847a-932d16c426ab req-7cf350b7-f796-4ebd-b087-0e413c6c25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.332726 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-7cf350b7-f796-4ebd-b087-0e413c6c25b4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1163 time: 1.8329961 Feb 17 20:16:45.512240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed63d0-d250-486b-97d5-a26acb5e76c3 req-27175d43-8d1e-47f3-93cc-254a123dc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.516045 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99ed63d0-d250-486b-97d5-a26acb5e76c3 req-27175d43-8d1e-47f3-93cc-254a123dc2ed service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1162 time: 1.1298208 Feb 17 20:16:45.557451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:45.694323 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99ed63d0-d250-486b-97d5-a26acb5e76c3 req-84b501fb-a93f-4787-a838-3b5b3f23fbe9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499608 Feb 17 20:16:45.806423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:45.806849 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:45.834132 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-631a74fa-3e55-4431-b12b-023835320fe1 req-c8d35a33-2768-4eaa-b899-96abffb65e66 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175974 Feb 17 20:16:45.962471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-a99826a7-6a72-4594-9399-4cb5d17fea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.967763 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-a99826a7-6a72-4594-9399-4cb5d17fea0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.8529413 Feb 17 20:16:46.059055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:46.192020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35500) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:46.193612 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-8c81c063-5c5a-4d91-aa4e-6ee0803d6965 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098420 Feb 17 20:16:46.256268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:46.430151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 832ac34f-d8e7-454a-8e6e-98f4768fefae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:46.431315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:46.586811 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-62e97372-f812-48fc-a66d-2cde8305b46c service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482175 Feb 17 20:16:46.783256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a5845-a775-4bec-96cb-84863bf5a20f req-1fabbf73-66d5-4e0e-9d9e-08d729b90f55 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:46.791224 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3e4a5845-a775-4bec-96cb-84863bf5a20f req-1fabbf73-66d5-4e0e-9d9e-08d729b90f55 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 946 time: 1.4567640 Feb 17 20:16:46.805330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669f22-fffd-461c-847a-932d16c426ab req-bd3fd668-eda4-468b-b930-8e2c32e38979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:46.807035 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-bd3fd668-eda4-468b-b930-8e2c32e38979 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 1.4029677 Feb 17 20:16:46.849916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2047954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11219215'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:46.958747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-77139c7d-bf07-4413-8e31-d9c09c2a126d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 1000 time: 0.1308906 Feb 17 20:16:47.102858 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3e4a5845-a775-4bec-96cb-84863bf5a20f req-939a3c19-4b7d-4bee-81a1-7b282f93f144 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105314 Feb 17 20:16:47.121728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35516) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:47.190922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '4ae43a75-83d1-4db5-94f8-fd360bf1fd92', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:18:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:39Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:47.199563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27093455-c82c-4157-9e5d-6ad37cdcff7c req-1d91c614-68f4-4123-a41b-f5fbba190211 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.211257 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-27093455-c82c-4157-9e5d-6ad37cdcff7c req-1d91c614-68f4-4123-a41b-f5fbba190211 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.6204319 Feb 17 20:16:47.212601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19dd94-daf6-4100-9bb0-62a91227d423 None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '4ae43a75-83d1-4db5-94f8-fd360bf1fd92', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:18:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:39Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:47.230223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:47.358016 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-27093455-c82c-4157-9e5d-6ad37cdcff7c req-edb84f97-1aa1-4890-bb6e-2d1b1985a6ed tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438956 Feb 17 20:16:47.366103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669f22-fffd-461c-847a-932d16c426ab req-3d36166b-c2d1-4989-919c-c48dc6175cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.374447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:47.388845 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-3d36166b-c2d1-4989-919c-c48dc6175cfa service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.4105394 Feb 17 20:16:47.388845 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a474800-1af4-4f8c-9b2e-42d0a018a2e6 req-fd678115-0da8-4c97-bf39-c5c42c7abfa9 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7358310 Feb 17 20:16:47.451179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b436046-522d-4dff-a2fe-3480281cb7f0,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:47.469350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:47.476438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Usage tracker for resource:security_group_rule and tenant:c5dde499149a49788f0139d0b9b4eb9c is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:47.492867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:47.494947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:47.531490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:47.537306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Checking segment: {'id': '5bece690-24c3-48ad-b4ca-ce8c2e610dea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e795aeb2-dc5d-492f-92bb-4a55e8cc9536'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:47.537765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Network hostable DHCP agents. Network: e795aeb2-dc5d-492f-92bb-4a55e8cc9536, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:16:47.626270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:47.663675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:47.676971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Usage tracker for resource:security_group_rule and tenant:4d33e9ace3e049df98c97ab233d03895 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:47.690685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c3e7-4e2d-4b87-95aa-24b3b8947471 req-ad62999d-5c9a-4e1a-945e-fd8218571d81 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.700492 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c34c3e7-4e2d-4b87-95aa-24b3b8947471 req-ad62999d-5c9a-4e1a-945e-fd8218571d81 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.3619213 Feb 17 20:16:47.703374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:47.757366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:47.787881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:47.790964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:16:47.796363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:47.800259 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c34c3e7-4e2d-4b87-95aa-24b3b8947471 req-7d805476-25a3-4736-9f8c-62c39587c5fc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986316 Feb 17 20:16:47.815096 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bc47abdf-a143-4900-a93c-3151c6d3a6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:47.839605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, e795aeb2-dc5d-492f-92bb-4a55e8cc9536) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:47.853853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e09ac5-e803-4133-b5cd-34896e0b131b None None] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:47.863897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669f22-fffd-461c-847a-932d16c426ab req-21121272-14c4-4a39-9db7-11e616cb749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.875254 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-21121272-14c4-4a39-9db7-11e616cb749e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3802085 Feb 17 20:16:47.882643 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3fc44e-98cb-473f-bdaf-48c3f9170a64 None None] New status for floating IP 4ae43a75-83d1-4db5-94f8-fd360bf1fd92: ACTIVE {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:16:48.075217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ce4d7-f242-4f43-b101-592a092cfba0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:48.079256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:48.079917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.143919 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-ff5b02cd-9f8b-4781-88fb-a134a089c48c service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486300 Feb 17 20:16:48.164134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:48.174986 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5dde499149a49788f0139d0b9b4eb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9693551 Feb 17 20:16:48.177705 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0262f809-3c4c-4189-8475-24ad627b1e5d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8112643 Feb 17 20:16:48.178346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35544) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:48.291429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.326256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.387872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.397242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1871aa2b-e8d1-4485-ba7f-16d313e3a9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:48.419401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ce4d7-f242-4f43-b101-592a092cfba0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:48.422615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.427154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f69ce4d7-f242-4f43-b101-592a092cfba0 HTTP/1.1" status: 204 len: 168 time: 0.2354577 Feb 17 20:16:48.427154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:48.633644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.649738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:48.699152 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74894081-d87d-45b3-9b10-83b91ebd0abc req-c735cfcf-f4a2-4927-8155-7e0a5a52c4d4 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:48.710142 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74894081-d87d-45b3-9b10-83b91ebd0abc req-c735cfcf-f4a2-4927-8155-7e0a5a52c4d4 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.4815671 Feb 17 20:16:48.721346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:48.816044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308bf12-d6a3-4ca5-8635-902ac4522c81,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:48.838170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:48.850096 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94669f22-fffd-461c-847a-932d16c426ab req-7a3506c5-fa87-4a4d-8216-51f5f5f968c9 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6886270 Feb 17 20:16:48.929859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35562) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:48.930139 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e6b7c7a2-2045-4177-846d-09cf8cc598ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d33e9ace3e049df98c97ab233d03895&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7974360 Feb 17 20:16:48.954146 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74894081-d87d-45b3-9b10-83b91ebd0abc req-d9d547f8-4a76-4b60-89ba-60fcf7dd1a37 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420766 Feb 17 20:16:48.959033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728ab20-10b9-4041-b7f1-4bd08111d9b2 None None] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:49.224036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:49.285916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:49.387410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:49.402837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2bd4750c-b12f-40b9-967d-20a64d6443b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:49.438939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308bf12-d6a3-4ca5-8635-902ac4522c81,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:49.442478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:49.443806 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b308bf12-d6a3-4ca5-8635-902ac4522c81 HTTP/1.1" status: 204 len: 168 time: 0.5120065 Feb 17 20:16:49.458204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:49.817545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:49.823430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-613775bf-259b-47b8-bb44-867fe3badb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:50.095464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bde72-721d-4a2d-95cc-2641677de02c req-bc9ad59e-6f24-427e-87d6-50633059e2b4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:50.097550 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-279bde72-721d-4a2d-95cc-2641677de02c req-bc9ad59e-6f24-427e-87d6-50633059e2b4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.7244577 Feb 17 20:16:50.181652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35602) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:50.202377 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-279bde72-721d-4a2d-95cc-2641677de02c req-edc0ba4e-3f4c-494a-89fb-e251537aff45 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907853 Feb 17 20:16:50.223516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:50.286792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:50.296414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Usage tracker for resource:security_group_rule and tenant:fcda9a40866a47e68402e1e9cc4db1f2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:50.303331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:50.316441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:50.481230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2bba8-0123-4b3a-8b1d-bc5af67ebf3b req-228e7fb0-d12c-47eb-9573-5b5e66986047 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:50.486682 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-14a2bba8-0123-4b3a-8b1d-bc5af67ebf3b req-228e7fb0-d12c-47eb-9573-5b5e66986047 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1364164 Feb 17 20:16:50.501609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35616) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:50.523052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'floatingip': {'port_id': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:50.728696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-1e464a14-b67e-4937-b756-bd154f83fab8 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:50.739384 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-1e464a14-b67e-4937-b756-bd154f83fab8 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/networks?id=c192051d-49fb-42f0-8ad9-85785d08803a HTTP/1.1" status: 200 len: 808 time: 0.2462986 Feb 17 20:16:50.754670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:50.760177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:50.762613 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-1ed3391a-912f-4845-8f58-675979116b02 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/quotas/c8ac21a430a942cc9e663d160e85de44 HTTP/1.1" status: 200 len: 375 time: 0.0218956 Feb 17 20:16:50.840598 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-b011c85d-670a-46d4-bfbd-683817ec2230 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8ac21a430a942cc9e663d160e85de44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767713 Feb 17 20:16:50.938908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:50.983512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bb821213-ff71-49ca-bd93-d1e917498ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:51.158167 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcda9a40866a47e68402e1e9cc4db1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742448 Feb 17 20:16:51.165380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b10a3-a62d-4a71-8c01-aa4fe1029a8a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:51.169032 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 35636) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:51.250970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:51.325645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:51.376372 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-dbd16b5e-2010-4b4d-b544-e0278225cfbb service neutron] 10.222.0.46 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125153 Feb 17 20:16:51.473271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:51.589168 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-d7f896d4-1e2b-43cc-b377-0330ee6e6c54 service neutron] 10.222.0.46 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120080 Feb 17 20:16:51.609822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:51.622258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5b2a72f3-9851-468c-bee3-bbb13c8c593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:51.638595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b10a3-a62d-4a71-8c01-aa4fe1029a8a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:51.649235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:51.650087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:51.655587 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/839b10a3-a62d-4a71-8c01-aa4fe1029a8a HTTP/1.1" status: 204 len: 168 time: 0.4664726 Feb 17 20:16:52.505977 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f562dd51-4e44-425c-856f-6f3b5225c8be req-fd89ce65-240f-49d2-961e-4156fc149995 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 210 time: 0.4672358 Feb 17 20:16:52.671083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-4a627d7e-a6a8-4bb6-b048-c16879bdac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:52.673476 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-4a627d7e-a6a8-4bb6-b048-c16879bdac57 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.4092970 Feb 17 20:16:53.053693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:53.064635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:53.365483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-84b2d8ab-e564-4979-b719-002533ee703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:53.523459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-b310c7f4-f99d-48bb-8c19-39210b363819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:53.524874 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-b310c7f4-f99d-48bb-8c19-39210b363819 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.8177390 Feb 17 20:16:53.537369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-9b7cb3aa-edc6-4603-a731-d255b8de2c2a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:53.539232 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-9b7cb3aa-edc6-4603-a731-d255b8de2c2a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 0.5471582 Feb 17 20:16:53.575512 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Floating IP 9b42415c-6bcd-4c13-847b-d67c238a4560 associated. External IP: 172.28.3.45, port: 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a. Feb 17 20:16:53.686519 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-21be5d7a-6fd4-4091-80ad-048a37adf5f6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/quotas/9dfa855f87b04cdcb1af50dfcd8f50cc HTTP/1.1" status: 200 len: 375 time: 0.1280141 Feb 17 20:16:53.696247 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-1ab83fd2-b091-461e-b1cd-bb79748cc238 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.1372733 Feb 17 20:16:53.703918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a76d-36e8-4fa3-bc59-5ff67bdccaf1 req-55b3cde8-1009-42cc-a2e8-69ab25c9711e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:53.712070 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fcc0a76d-36e8-4fa3-bc59-5ff67bdccaf1 req-55b3cde8-1009-42cc-a2e8-69ab25c9711e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 1.1446035 Feb 17 20:16:54.074801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-8714a554-844e-4385-a61b-bb7c76e5c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:54.078778 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-8714a554-844e-4385-a61b-bb7c76e5c1f5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.3642261 Feb 17 20:16:54.159429 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-70549eb8-a659-4ccf-a353-bfe2c6aea9e2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604186 Feb 17 20:16:54.174305 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fcc0a76d-36e8-4fa3-bc59-5ff67bdccaf1 req-702fa57c-937f-4375-b894-844f3c08d06f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611356 Feb 17 20:16:54.348165 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-1872390f-32d3-4c10-9212-fb89986b941d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6605392 Feb 17 20:16:54.379281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:16:54.554401 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-bc879400-cb02-44de-a453-e52e88983e1c service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050095 Feb 17 20:16:54.711557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:54.781899 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9f46bb48-3ce2-4e2a-a7f1-b26edd3a4fb3 req-ff3c8db8-d330-48d7-8daa-86d993ba5721 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 210 time: 0.2403874 Feb 17 20:16:54.804046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:54.830196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:54.849773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:54.850632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:16:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:54.853493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:54.945846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-3d6de45a-bf98-4df4-b1c1-7ec6f56d9ded tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:54.947786 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-3d6de45a-bf98-4df4-b1c1-7ec6f56d9ded tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.121 "GET /v2.0/networks?id=c192051d-49fb-42f0-8ad9-85785d08803a HTTP/1.1" status: 200 len: 808 time: 0.4388514 Feb 17 20:16:54.972404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Request body: {'port': {'device_id': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a', 'admin_state_up': True, 'tenant_id': 'c8ac21a430a942cc9e663d160e85de44'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:55.017492 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-dfb24e2e-bf72-418b-b3f6-e03e4029dbca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "PUT /v2.0/floatingips/9b42415c-6bcd-4c13-847b-d67c238a4560 HTTP/1.1" status: 200 len: 990 time: 4.5026913 Feb 17 20:16:55.017492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:55.115139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:55.296607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:55.407299 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-bbe5d040-d8bb-4309-beeb-412a8c141f94 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2145200 Feb 17 20:16:55.411692 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'status': 'completed', 'code': 200} Feb 17 20:16:55.578995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-2208c8d8-c2f3-4ad6-b06b-e1f391f75846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:55.581491 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-2208c8d8-c2f3-4ad6-b06b-e1f391f75846 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1162 time: 0.1526020 Feb 17 20:16:55.755348 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cce8a52-cbf6-4542-834f-7e5ec7c99105 req-a88ff309-7bdc-416f-b12f-f0942e8e108e service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3116782 Feb 17 20:16:55.852632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-cd468715-cd6a-4ad5-8054-61a8f33d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:55.854780 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-cd468715-cd6a-4ad5-8054-61a8f33d4eb5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.2647076 Feb 17 20:16:55.877815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '9b42415c-6bcd-4c13-847b-d67c238a4560', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:b8:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:04Z', 'updated_at': '2021-02-17T20:16:52Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:55.887834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:55.912895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:55.913985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:16:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:55.951402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:56.022040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Usage tracker for resource:port and tenant:c8ac21a430a942cc9e663d160e85de44 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:56.029297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:56.057949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:56.069172 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-3283fcba-67fb-4041-823a-24e6efb7c228 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 998 time: 0.2026715 Feb 17 20:16:56.108715 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-1ee8e36c-c36b-4b30-9fc2-55b524fdf42d service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5523245 Feb 17 20:16:56.118955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Made reservation on behalf of c8ac21a430a942cc9e663d160e85de44 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:56.125375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:56.171681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-9c985284-93d4-4e04-b35f-93b369733444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:56.173375 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-9c985284-93d4-4e04-b35f-93b369733444 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.0952001 Feb 17 20:16:56.252571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:56.282602 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35826) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:56.344565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:56.344943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-09b19ed0-bc0b-4c5a-972e-2e3638def0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:56.346628 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-09b19ed0-bc0b-4c5a-972e-2e3638def0a3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1646316 Feb 17 20:16:56.387063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb53a5-1a6b-4d06-9791-04f717d1eb66 req-359f7b9f-a5ce-48d8-921b-ba6e5075a100 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:56.397753 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ecfb53a5-1a6b-4d06-9791-04f717d1eb66 req-359f7b9f-a5ce-48d8-921b-ba6e5075a100 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.6405768 Feb 17 20:16:56.489450 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ecfb53a5-1a6b-4d06-9791-04f717d1eb66 req-d05b1716-df93-4b26-8c74-86149eb84169 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Feb 17 20:16:56.940976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Allocated IP 172.20.0.14 (c192051d-49fb-42f0-8ad9-85785d08803a/d4e1990b-edaf-411b-97c8-12cd918e04a7/bf0fe306-2077-4972-ac1e-4f5f7bbc3de3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:56.956970 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-bd5ec1b8-fbdd-4699-826a-7a4ca3b37407 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967925 Feb 17 20:16:56.960432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.168712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:57.207827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd55753056a44b991a5c71af82b5fa9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:57.214615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:57.261209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.343281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:57.363638 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c0df428a-23be-485a-b8f5-ba2f051fdd8e req-72cdc46b-8aca-4af7-b5c4-3b61edecf4c6 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3918791 Feb 17 20:16:57.410511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '9b42415c-6bcd-4c13-847b-d67c238a4560', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:b8:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:04Z', 'updated_at': '2021-02-17T20:16:52Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:57.426280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d60857-ccf5-44f4-92e5-a62c6414eb19 None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '9b42415c-6bcd-4c13-847b-d67c238a4560', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:b8:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:04Z', 'updated_at': '2021-02-17T20:16:52Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:57.442244 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-083ce99c-9f86-4b36-8b0d-308736cddeda req-868328da-7322-431e-9c37-0638597729e7 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 210 time: 0.1648650 Feb 17 20:16:57.478746 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8c6e2702-1e0f-45ac-aa0b-db1885d3080a req-92ba3500-6e5d-4351-a02c-bf60535f7eaf tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 210 time: 0.2028041 Feb 17 20:16:57.506235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.528742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:57.680721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.686382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.696909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e72345bc-61dc-4f34-ba57-9471e509142a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:57.733862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a51619b-4b54-46f9-9036-aef4bb7d8aea,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:57.756289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.756695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.757175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.757567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.758052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.758536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.758946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.759326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.759887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.760321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.760747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.761167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.761659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.762045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.762442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.762828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.763214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.763600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.764074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.764468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.764854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.765266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.765653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.766037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.775597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:57.779976 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cd55753056a44b991a5c71af82b5fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4962666 Feb 17 20:16:57.788110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35854) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:57.869091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Pushing event updated for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:57.877656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.916855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc95f6-17b8-4302-8c43-3758ec57bf85 None None] New status for floating IP 9b42415c-6bcd-4c13-847b-d67c238a4560: ACTIVE {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:16:57.921828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.922503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.923167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.924025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.924679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.925372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.926052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.926736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.927402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.928065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.928745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.929458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.930812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.932013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.932588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.933259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.933912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.934531 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.934901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.935090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.935530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.936845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.937524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.938157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.938793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:57.978315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:58.047647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ae71-4e90-4fd5-8d13-fe6dc9df5f08 req-a7e33fd5-b966-47b0-b577-7c27aef10eb0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:58.050706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.060334 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1579ae71-4e90-4fd5-8d13-fe6dc9df5f08 req-a7e33fd5-b966-47b0-b577-7c27aef10eb0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3861315 Feb 17 20:16:58.062999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:58.102564 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a51619b-4b54-46f9-9036-aef4bb7d8aea,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:58.113971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:58.120334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.126033 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a51619b-4b54-46f9-9036-aef4bb7d8aea HTTP/1.1" status: 204 len: 168 time: 0.3367038 Feb 17 20:16:58.178192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1579ae71-4e90-4fd5-8d13-fe6dc9df5f08 req-5b898ef3-800f-4591-8918-f80ee3bcd60f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158009 Feb 17 20:16:58.183501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Network c192051d-49fb-42f0-8ad9-85785d08803a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:58.199277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:58.202649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:58.287507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:58.288380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.315050 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3535240 Feb 17 20:16:58.339780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Request body: {'port': {'device_id': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:58.546697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.809427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35874) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:58.843758 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-217114e8-7153-4487-a395-9bac5640a493 req-468f6090-abe6-41aa-a6ec-8eea287d5ec2 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 210 time: 0.1418154 Feb 17 20:16:58.859408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.420531 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c153c3e-0142-4840-a584-82268924757a req-7b927864-4db2-4522-a6ac-4dd9cd396e34 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:59.421557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c153c3e-0142-4840-a584-82268924757a req-7b927864-4db2-4522-a6ac-4dd9cd396e34 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Synchronizing usage tracker for tenant:c8ac21a430a942cc9e663d160e85de44 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:59.450682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:59.461101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Usage tracker for resource:security_group_rule and tenant:c553c1f14d274401b9e37b825b035854 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:59.462738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:59.482326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:59.507268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-e2317c4b-7920-4244-b8f1-a8d0ba83fbd4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:59.509790 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-e2317c4b-7920-4244-b8f1-a8d0ba83fbd4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 0.6318400 Feb 17 20:16:59.539919 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Request body: {'port': {'device_id': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76', 'admin_state_up': True, 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:59.574852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:16:59.586655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.602720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Transition to ACTIVE for port object bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:59.605977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.626963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:59.834863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:59.847270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:59.850708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:59.856588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:59.865066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.871117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.881969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0189f618-3df8-4066-aa2d-06fc2a55a18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:59.893804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:59.899781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.922836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-6c153c3e-0142-4840-a584-82268924757a req-7b927864-4db2-4522-a6ac-4dd9cd396e34 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Unset dirty status for tenant:c8ac21a430a942cc9e663d160e85de44 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:59.925155 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c153c3e-0142-4840-a584-82268924757a req-7b927864-4db2-4522-a6ac-4dd9cd396e34 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 932 time: 1.2923429 Feb 17 20:16:59.985349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9122c9-592e-4ff4-97c1-be25f00f8046 req-9f5eb8e9-7dfc-4c97-a838-11ba3f8ed60a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:59.985618 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c553c1f14d274401b9e37b825b035854&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1746190 Feb 17 20:16:59.987104 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eb9122c9-592e-4ff4-97c1-be25f00f8046 req-9f5eb8e9-7dfc-4c97-a838-11ba3f8ed60a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2706437 Feb 17 20:16:59.988951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67351ba4-0e17-4508-a8c0-4fda9a2b687f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:59.991884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 35894) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:00.003214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:00.110110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c153c3e-0142-4840-a584-82268924757a req-0123a117-2afc-4556-860a-d40609856f19 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629455 Feb 17 20:17:00.214348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.312808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.460709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.470175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ff71982c-7054-487b-9fae-6d43e6827bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:00.494608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Allocated IP 172.20.0.13 (430df5b5-311b-48e2-aaa3-d497ea13ad76/81152077-a414-4d06-916d-376375b07b85/942b4957-b66c-42f0-a80d-8e472e3a7e43) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:00.499734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67351ba4-0e17-4508-a8c0-4fda9a2b687f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:00.505599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:00.525743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.530170 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67351ba4-0e17-4508-a8c0-4fda9a2b687f HTTP/1.1" status: 204 len: 168 time: 0.5309100 Feb 17 20:17:00.546887 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ebed061-7bec-4634-98ef-8def91f8ca93 req-e562705d-8b58-4f04-96e4-e1212fb4927b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 210 time: 0.0729523 Feb 17 20:17:00.572952 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eb9122c9-592e-4ff4-97c1-be25f00f8046 req-03cb4e70-7e71-43da-842a-a1ea0018238d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749135 Feb 17 20:17:00.667728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Attempting to bind port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:00.669176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Attempting to bind port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'f53960ed-6dc8-4278-8c0f-723782ebc443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:00.669569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Attempting to bind port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 on network c192051d-49fb-42f0-8ad9-85785d08803a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:00.708887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:00.709306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Checking segment: {'id': 'f53960ed-6dc8-4278-8c0f-723782ebc443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:00.709693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.710097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Bound using segment: {'id': 'f53960ed-6dc8-4278-8c0f-723782ebc443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:00.710597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Bound port: bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53960ed-6dc8-4278-8c0f-723782ebc443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c192051d-49fb-42f0-8ad9-85785d08803a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:00.711029 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.893615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:00.897666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,segment=NetworkSegment(f53960ed-6dc8-4278-8c0f-723782ebc443),segment_id=f53960ed-6dc8-4278-8c0f-723782ebc443)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:00.902952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:00.929345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6da61dff-691b-4111-91ab-df88d3db85db tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:00.953890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.022315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.105711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:01.135483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:01.142351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:01.193908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.195656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.199604 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] 10.222.0.121 "PUT /v2.0/ports/bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 HTTP/1.1" status: 200 len: 1158 time: 2.8655791 Feb 17 20:17:01.200766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:01.220137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event updated for resources: {'Port': ['ID=942b4957-b66c-42f0-a80d-8e472e3a7e43,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:01.231008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:01.340306 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3', 'status': 'completed', 'code': 200} Feb 17 20:17:01.354174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:01.356540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:01.361636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:01.443100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.443900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.466187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-9fc7d475-86f3-4eda-92be-f0fc6fa2d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.468124 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-9fc7d475-86f3-4eda-92be-f0fc6fa2d535 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c8ac21a430a942cc9e663d160e85de44&device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 1161 time: 0.1844938 Feb 17 20:17:01.473962 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9417691 Feb 17 20:17:01.485462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa087c1e-d577-4e26-a861-c39e73da1245 req-e2f09b47-21a0-4432-8e7c-9f6c21707500 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.487470 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aa087c1e-d577-4e26-a861-c39e73da1245 req-e2f09b47-21a0-4432-8e7c-9f6c21707500 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 944 time: 0.1500285 Feb 17 20:17:01.504570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Request body: {'port': {'device_id': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:01.589731 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-b2bf95c6-d786-4361-833b-1cbdbfec2204 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 HTTP/1.1" status: 200 len: 217 time: 0.0970614 Feb 17 20:17:01.692872 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aa087c1e-d577-4e26-a861-c39e73da1245 req-daec1443-c929-499f-b388-2dae3d4a5b22 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450050 Feb 17 20:17:01.711781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-4dedecc7-1c81-4015-b04a-547b9b43b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.713880 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-4dedecc7-1c81-4015-b04a-547b9b43b52f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d4e1990b-edaf-411b-97c8-12cd918e04a7 HTTP/1.1" status: 200 len: 848 time: 0.1190603 Feb 17 20:17:01.794895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.874741 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-f0124a62-a3c1-4739-ab49-a3531fe243a4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c192051d-49fb-42f0-8ad9-85785d08803a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484172 Feb 17 20:17:02.218238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7aee1-b8bc-4f52-8c0d-c24bdacf4abb req-113f0da4-adee-4fef-9de6-2fcdcc6390a1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:02.219982 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4ac7aee1-b8bc-4f52-8c0d-c24bdacf4abb req-113f0da4-adee-4fef-9de6-2fcdcc6390a1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 932 time: 0.4901702 Feb 17 20:17:02.309714 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-6d0b4fd3-fe51-4e4a-a90b-d17a424c8f0b service neutron] 10.222.0.121 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238365 Feb 17 20:17:02.458647 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4ac7aee1-b8bc-4f52-8c0d-c24bdacf4abb req-bb5e67a1-6caa-4adf-b61c-8508c0c18aba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230430 Feb 17 20:17:02.571785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1b0e-b587-4115-a1b0-7c7c8a6f9962 req-8de3d965-a74d-404e-a0c7-8a0eb7dda9ea tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:02.574753 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dced1b0e-b587-4115-a1b0-7c7c8a6f9962 req-8de3d965-a74d-404e-a0c7-8a0eb7dda9ea tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.6978016 Feb 17 20:17:02.678541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942b4957-b66c-42f0-a80d-8e472e3a7e43 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:17:02.689805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:02.708619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Transition to ACTIVE for port object 942b4957-b66c-42f0-a80d-8e472e3a7e43 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:02.722021 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:02.757227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:02.764259 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e90120c-714c-47eb-b5d0-b73ba7e45ba3 req-79610064-d621-438e-abe6-6de59aa525d1 service neutron] 10.222.0.121 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4454300 Feb 17 20:17:02.793387 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dced1b0e-b587-4115-a1b0-7c7c8a6f9962 req-0df5d4f2-0190-4903-88c9-7898722d3bfc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972895 Feb 17 20:17:03.049622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Pushing event updated for resources: {'Port': ['ID=942b4957-b66c-42f0-a80d-8e472e3a7e43,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:03.059143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:03.195691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577adfb-2a46-4141-9b36-967f8633928a req-182e2ee7-90eb-4269-9b32-355531061b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.201163 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-182e2ee7-90eb-4269-9b32-355531061b79 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c8ac21a430a942cc9e663d160e85de44&device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 1161 time: 0.3227549 Feb 17 20:17:03.499750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Attempting to bind port 942b4957-b66c-42f0-a80d-8e472e3a7e43 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:03.500366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Attempting to bind port 942b4957-b66c-42f0-a80d-8e472e3a7e43 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:03.502447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Attempting to bind port 942b4957-b66c-42f0-a80d-8e472e3a7e43 on network 430df5b5-311b-48e2-aaa3-d497ea13ad76 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Checking segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Bound using segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Bound port: 942b4957-b66c-42f0-a80d-8e472e3a7e43, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:03.522194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:03.561026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577adfb-2a46-4141-9b36-967f8633928a req-6a15c68a-ec7b-48b4-8e63-a0deb9703b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.562363 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-6a15c68a-ec7b-48b4-8e63-a0deb9703b4d service neutron] 10.222.0.121 "GET /v2.0/networks?id=c192051d-49fb-42f0-8ad9-85785d08803a HTTP/1.1" status: 200 len: 902 time: 0.3416338 Feb 17 20:17:03.719710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] For port 942b4957-b66c-42f0-a80d-8e472e3a7e43, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:03.721383 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-6d82371d-24f9-4b0f-9070-0a06e26a425a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 HTTP/1.1" status: 200 len: 217 time: 0.1398003 Feb 17 20:17:03.726105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] For port 942b4957-b66c-42f0-a80d-8e472e3a7e43, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=942b4957-b66c-42f0-a80d-8e472e3a7e43,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:03.732053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:03.751096 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:03.923035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Pushing event updated for resources: {'Port': ['ID=942b4957-b66c-42f0-a80d-8e472e3a7e43,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:03.930003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:03.940578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305015-7f63-446d-a35e-f07cb179a883 req-a3c4a0f8-7ad4-4a07-9a80-1bb0b6f19366 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.945832 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d2305015-7f63-446d-a35e-f07cb179a883 req-a3c4a0f8-7ad4-4a07-9a80-1bb0b6f19366 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 944 time: 0.6638017 Feb 17 20:17:03.958556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577adfb-2a46-4141-9b36-967f8633928a req-f2688925-e5dd-4162-bf8d-b41a0f255ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.960603 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-f2688925-e5dd-4162-bf8d-b41a0f255ec3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d4e1990b-edaf-411b-97c8-12cd918e04a7 HTTP/1.1" status: 200 len: 848 time: 0.1925993 Feb 17 20:17:04.016569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.017586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:04.019822 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] 10.222.0.121 "PUT /v2.0/ports/942b4957-b66c-42f0-a80d-8e472e3a7e43 HTTP/1.1" status: 200 len: 1158 time: 2.5278804 Feb 17 20:17:04.020632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:04.130976 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-8eb779d4-03f6-4ad3-ae6d-b69a1ecce4fc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c192051d-49fb-42f0-8ad9-85785d08803a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287258 Feb 17 20:17:04.208226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817c36-a46e-444c-bd3e-99c95c19d217 req-0efc1164-9312-4025-b6b4-a470365ab008 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.210075 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88817c36-a46e-444c-bd3e-99c95c19d217 req-0efc1164-9312-4025-b6b4-a470365ab008 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 944 time: 0.4940002 Feb 17 20:17:04.235383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-a279d8fd-4002-4619-bf19-aa0ea1c8e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.237159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-a279d8fd-4002-4619-bf19-aa0ea1c8e4f5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 1161 time: 0.1421208 Feb 17 20:17:04.325659 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d2305015-7f63-446d-a35e-f07cb179a883 req-8a8b3f51-91bd-4f81-9a1e-686f0403c78f tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718877 Feb 17 20:17:04.333644 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-35cac636-683b-473d-aa85-43e6d3604538 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=942b4957-b66c-42f0-a80d-8e472e3a7e43 HTTP/1.1" status: 200 len: 217 time: 0.0821929 Feb 17 20:17:04.437919 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-88817c36-a46e-444c-bd3e-99c95c19d217 req-51d733b6-d34c-4558-904d-07a28d8c26df tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290920 Feb 17 20:17:04.530164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-a834a59a-c88e-4e26-ae6c-1d9d4147b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.533408 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-a834a59a-c88e-4e26-ae6c-1d9d4147b42a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.1894026 Feb 17 20:17:04.587765 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-7ce2a06b-0fa2-4f03-b0ac-db37bb723e25 service neutron] 10.222.0.121 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322448 Feb 17 20:17:04.663354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-e865b425-1af4-46ac-88c4-1d93adb30efd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203623 Feb 17 20:17:04.735556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36000) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:04.758456 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43', 'status': 'completed', 'code': 200} Feb 17 20:17:04.949651 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5577adfb-2a46-4141-9b36-967f8633928a req-821db435-4f2c-43d5-a0a1-5ac26f2fff7a service neutron] 10.222.0.121 "GET /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3283324 Feb 17 20:17:04.990107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c84c3-4002-40bb-beb6-b82f28ef8282 req-93cb23c4-2806-44ac-b35e-22f9c190e0ff tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.993487 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ee9c84c3-4002-40bb-beb6-b82f28ef8282 req-93cb23c4-2806-44ac-b35e-22f9c190e0ff tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2215197 Feb 17 20:17:05.027405 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-8a57815d-8b2a-45da-aea7-2183430e2f8e service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539331 Feb 17 20:17:05.075082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.121988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:05.134499 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ee9c84c3-4002-40bb-beb6-b82f28ef8282 req-46c0d891-c1c5-4401-b05d-d7acb4667231 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261058 Feb 17 20:17:05.135900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Usage tracker for resource:security_group_rule and tenant:fbc9d3a6616e4718adb1e97b11ca012d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:05.144640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:05.152036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:05.312884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.316332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.326661 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aa892fd1-721c-4ddf-af9c-7737898fcbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:05.379421 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbc9d3a6616e4718adb1e97b11ca012d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405752 Feb 17 20:17:05.380668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c055cc93-758f-4ba4-933f-9d7bef5b2de0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:05.383807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36012) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:05.388176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:05.481251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.612082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.634646 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef3f76ca-3e80-42bf-9e20-a0a0e1f18962 req-e698b381-7b42-40bc-8035-be9060bab59d service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5897541 Feb 17 20:17:05.777696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-e0fdaa26-e607-4093-972c-66f3fb47fd96 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:17:05.825832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-fb011b66-a18e-4dbd-9974-ddc970f521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:05.829489 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-fb011b66-a18e-4dbd-9974-ddc970f521f0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 1161 time: 0.1201744 Feb 17 20:17:06.004073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-3dadb0df-d7af-4a71-a19d-173d21cb0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.006427 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-3dadb0df-d7af-4a71-a19d-173d21cb0543 service neutron] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 909 time: 0.1661506 Feb 17 20:17:06.098398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4c7a-1221-46c8-929c-a01be15c164b req-4a2404a0-c908-420c-bcbe-3a883a7cda09 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.100102 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c31f4c7a-1221-46c8-929c-a01be15c164b req-4a2404a0-c908-420c-bcbe-3a883a7cda09 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 944 time: 0.5851831 Feb 17 20:17:06.103582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:06.111008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:06.140399 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-a1d7da74-1559-4699-85ac-188c2dd43e75 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=942b4957-b66c-42f0-a80d-8e472e3a7e43 HTTP/1.1" status: 200 len: 217 time: 0.1189399 Feb 17 20:17:06.149912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c055cc93-758f-4ba4-933f-9d7bef5b2de0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:06.159546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:06.166955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18142540-980e-4194-8bb5-835dde911465 req-5ff70485-aac2-454d-856d-a5a628d93cab tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.176953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-18142540-980e-4194-8bb5-835dde911465 req-5ff70485-aac2-454d-856d-a5a628d93cab tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 944 time: 0.5608954 Feb 17 20:17:06.176953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:06.176953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c055cc93-758f-4ba4-933f-9d7bef5b2de0 HTTP/1.1" status: 204 len: 168 time: 0.7897394 Feb 17 20:17:06.239851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-77cab8b8-2085-4afb-a227-3040b1c3759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.241901 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-77cab8b8-2085-4afb-a227-3040b1c3759c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.0905256 Feb 17 20:17:06.245099 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c31f4c7a-1221-46c8-929c-a01be15c164b req-83dac955-b148-45b9-9cc4-d94d0f54553b tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266387 Feb 17 20:17:06.281390 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-18142540-980e-4194-8bb5-835dde911465 req-6295ed7e-5fb1-4e62-9eb2-e2442906e1b2 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008263 Feb 17 20:17:06.331675 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-2ddd6f8b-5a56-4657-9119-60b391b00e33 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813560 Feb 17 20:17:06.599044 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-236f6ae0-9dd7-458c-967a-fad9577eca6d service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508755 Feb 17 20:17:06.659187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:06.804886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24e1b-ec34-4c43-89d2-06a7bfccb75d req-7dab51dd-6336-4381-8df7-2c77799865ac tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.815403 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aec24e1b-ec34-4c43-89d2-06a7bfccb75d req-7dab51dd-6336-4381-8df7-2c77799865ac tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1799402 Feb 17 20:17:06.873620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:06.920433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:06.921154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:06.922005 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aec24e1b-ec34-4c43-89d2-06a7bfccb75d req-79c7a0c1-683e-4463-acdd-7a6ccfd104ec tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Feb 17 20:17:06.960521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36036) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:06.987571 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af981b5e-5948-4c76-a895-d8a97f4a7002 req-549a2d73-b299-405c-b45f-9f73601d9ec3 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3783672 Feb 17 20:17:07.002626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.050554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:07.059432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Usage tracker for resource:security_group_rule and tenant:f727a379232a4f3789b3ca03d32d258f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:07.066111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:07.081739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:07.146382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.184379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:07.200286 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,segment=NetworkSegment(f53960ed-6dc8-4278-8c0f-723782ebc443),segment_id=f53960ed-6dc8-4278-8c0f-723782ebc443)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:07.203802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.210233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:07.210786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.216161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.245450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:07.265954 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f727a379232a4f3789b3ca03d32d258f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040209 Feb 17 20:17:07.271191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36042) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:07.328438 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3', 'code': 200} Feb 17 20:17:07.347537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ccbb0-4bbe-4bec-9ae5-634859d7d7d6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:07.369908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:07.371732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.466992 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.512181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:07.523910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.524557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.525116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.525630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.526155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.526667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.527173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.527687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.528232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.528738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.529398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.530099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.530712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.531223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.531796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.532308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.534770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.535494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.536016 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.536722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.537676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.538195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.538877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.539442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:07.545310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:07.636236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:07.675708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:17:07.687594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.706359 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-15dc4c6b-e07a-48a2-96d2-c690ccd7d0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:07.734141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:07.734725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.745130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ccbb0-4bbe-4bec-9ae5-634859d7d7d6,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:07.751852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:07.753005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.755852 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f52ccbb0-4bbe-4bec-9ae5-634859d7d7d6 HTTP/1.1" status: 204 len: 168 time: 0.4833248 Feb 17 20:17:07.816379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431363-b5af-4821-a538-add033c40b20 req-918e4c1a-6562-4722-aa95-a8438e2fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:07.819856 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-41431363-b5af-4821-a538-add033c40b20 req-918e4c1a-6562-4722-aa95-a8438e2fe343 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 1163 time: 0.2617645 Feb 17 20:17:07.929192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-41431363-b5af-4821-a538-add033c40b20 req-f3d9678f-56a8-4fe8-b889-283dba4f6f66 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960746 Feb 17 20:17:08.067512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959a3b-121f-4e6e-8b08-6e89e1e90a6d req-00aeca4f-6b83-46ec-b065-3d3517f89ef7 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:08.070903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9959a3b-121f-4e6e-8b08-6e89e1e90a6d req-00aeca4f-6b83-46ec-b065-3d3517f89ef7 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.3898864 Feb 17 20:17:08.119670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06b55-97b6-4704-8712-0cc9f0344e31 req-6d545f5a-2205-48d9-b36a-d460dbc74ee8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:08.122884 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6fd06b55-97b6-4704-8712-0cc9f0344e31 req-6d545f5a-2205-48d9-b36a-d460dbc74ee8 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 944 time: 0.6161346 Feb 17 20:17:08.249603 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9959a3b-121f-4e6e-8b08-6e89e1e90a6d req-4b7628d0-fe1c-42f2-9449-f5889831b8d9 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707387 Feb 17 20:17:08.265000 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6fd06b55-97b6-4704-8712-0cc9f0344e31 req-758b2c91-c52e-4c8d-8cab-7d861d0dae5b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283925 Feb 17 20:17:08.714312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3fdd-106a-4c78-8b95-edc7b5314bde req-9d15e28f-9141-49f2-bdf1-2b64be317ff1 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:08.716414 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8ad3fdd-106a-4c78-8b95-edc7b5314bde req-9d15e28f-9141-49f2-bdf1-2b64be317ff1 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1116300 Feb 17 20:17:08.775479 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8ad3fdd-106a-4c78-8b95-edc7b5314bde req-f8fad442-8705-4786-86dc-6f9c91e640c2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512793 Feb 17 20:17:09.819805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f84b9-95ff-40da-834a-f50a2e7c8a07 req-cc80b87d-f7e0-45c3-9e2e-cca3960bd2ba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:09.821718 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a54f84b9-95ff-40da-834a-f50a2e7c8a07 req-cc80b87d-f7e0-45c3-9e2e-cca3960bd2ba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 944 time: 0.3330138 Feb 17 20:17:09.911778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fdfa3-2df0-4ab1-bda5-ec4845d831cb req-13349f0d-4c25-4163-8ccd-eb139c96de8e tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:09.928596 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-560fdfa3-2df0-4ab1-bda5-ec4845d831cb req-13349f0d-4c25-4163-8ccd-eb139c96de8e tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.2809770 Feb 17 20:17:09.960287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a54f84b9-95ff-40da-834a-f50a2e7c8a07 req-951373c8-11ac-4360-9af6-ca53180b9949 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244516 Feb 17 20:17:10.019238 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-560fdfa3-2df0-4ab1-bda5-ec4845d831cb req-7b0decb7-f15c-48c0-95fe-6cea7566c4de tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Feb 17 20:17:10.453382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb38a99-976d-4ad7-9364-274ecc62f592 req-f4e69e09-a9bc-41d8-9f4d-5f0ebcfcd511 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:10.453382 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bbb38a99-976d-4ad7-9364-274ecc62f592 req-f4e69e09-a9bc-41d8-9f4d-5f0ebcfcd511 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1243126 Feb 17 20:17:10.551125 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bbb38a99-976d-4ad7-9364-274ecc62f592 req-29354f22-a5c9-4d1b-86fe-3583e23d907e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914187 Feb 17 20:17:10.622334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:10.769851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:10.780866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:10.781613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:11.032174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:11.102432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 942b4957-b66c-42f0-a80d-8e472e3a7e43, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=942b4957-b66c-42f0-a80d-8e472e3a7e43,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:11.104315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:11.116280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:11.118523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:11.269360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=942b4957-b66c-42f0-a80d-8e472e3a7e43,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:11.275280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:11.415667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc229d-cc47-4540-bc67-b8f452ee5d40 req-5104846f-ea67-4a41-afa8-8730c28da883 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:11.417295 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48fc229d-cc47-4540-bc67-b8f452ee5d40 req-5104846f-ea67-4a41-afa8-8730c28da883 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.2082546 Feb 17 20:17:11.432867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91269-d184-4a41-8b08-6e1aaf5d680c req-69b48c08-1680-4002-bf0e-7e4b0eee1206 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:11.434697 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3d91269-d184-4a41-8b08-6e1aaf5d680c req-69b48c08-1680-4002-bf0e-7e4b0eee1206 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 946 time: 0.1802762 Feb 17 20:17:11.593945 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48fc229d-cc47-4540-bc67-b8f452ee5d40 req-be556dae-62a4-4c9c-b214-b257dbfe6028 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569822 Feb 17 20:17:11.609638 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3d91269-d184-4a41-8b08-6e1aaf5d680c req-156ae7f4-680d-491e-9576-7771eb9518a0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379435 Feb 17 20:17:11.721665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:11.802308 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43', 'code': 200} Feb 17 20:17:11.922651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:11.923317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:12.332463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6015ea-2b6f-4430-a5c7-646344bc052a req-67ca55bb-973e-44a3-ad04-dcf0729f75c0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:12.334566 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c6015ea-2b6f-4430-a5c7-646344bc052a req-67ca55bb-973e-44a3-ad04-dcf0729f75c0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2059765 Feb 17 20:17:12.363426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353883-a8cf-4d3c-a5a0-33b704f75077 req-d50d2ce5-29ff-4543-9083-be784300a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:12.363426 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-58353883-a8cf-4d3c-a5a0-33b704f75077 req-d50d2ce5-29ff-4543-9083-be784300a345 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 1163 time: 0.2617464 Feb 17 20:17:12.428124 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c6015ea-2b6f-4430-a5c7-646344bc052a req-9e008668-ef74-4c63-9670-73998c13f79f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Feb 17 20:17:12.515036 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-58353883-a8cf-4d3c-a5a0-33b704f75077 req-8a88d241-07a2-4935-ad86-1a0119a61362 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398082 Feb 17 20:17:13.215239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe20dd-d8af-4ee7-a1cb-5d10794012c9 req-18d6866f-e796-40e6-87d1-cbfa2a33dc36 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:13.218438 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-13fe20dd-d8af-4ee7-a1cb-5d10794012c9 req-18d6866f-e796-40e6-87d1-cbfa2a33dc36 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 946 time: 0.3325922 Feb 17 20:17:13.283937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36218) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:13.312350 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-13fe20dd-d8af-4ee7-a1cb-5d10794012c9 req-57ee3753-ff99-495a-80c2-a5667d25eca5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862489 Feb 17 20:17:13.407649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36224) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:13.604147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.624971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:13.630791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:89ebd2a26a344d278386a1745dce0693 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:13.634878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:13.642741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:13.694681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.722638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:13.730417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3f407aa82b41a79e8524f3d96d8579 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:13.738764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:13.747231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:13.751262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c839e2-5c7d-4101-988c-b34965b865d0 req-070f521a-1863-4fe1-a061-8a09b02316eb tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:13.754842 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-75c839e2-5c7d-4101-988c-b34965b865d0 req-070f521a-1863-4fe1-a061-8a09b02316eb tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1228001 Feb 17 20:17:13.823769 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-75c839e2-5c7d-4101-988c-b34965b865d0 req-82016366-b86e-4ef5-a6cf-81a73ee30227 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Feb 17 20:17:13.846783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.855195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.867115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:13.929770 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89ebd2a26a344d278386a1745dce0693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207376 Feb 17 20:17:13.935695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36232) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:13.937865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3908a-e758-49f8-a153-9beaaca48010,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:13.944201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:13.984309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.988452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.999716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e91835af-5d40-45fb-9189-bc115bda75a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:14.035668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.051521 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c3f407aa82b41a79e8524f3d96d8579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7659605 Feb 17 20:17:14.052754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed165ac-0fd2-4507-87c7-86757380926f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:14.056250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36236) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:14.056665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:14.094964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.183204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.219086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.236286 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.245297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-846fe5b3-49e1-4974-9978-15414a72ee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:14.278115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3908a-e758-49f8-a153-9beaaca48010,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:14.305226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:14.326723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.329486 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bf3908a-e758-49f8-a153-9beaaca48010 HTTP/1.1" status: 204 len: 168 time: 0.3918653 Feb 17 20:17:14.363930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.373188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f90b1e9-5647-4f33-9446-d7145fad28a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:14.416090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed165ac-0fd2-4507-87c7-86757380926f,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:14.420678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:14.421405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:14.422534 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aed165ac-0fd2-4507-87c7-86757380926f HTTP/1.1" status: 204 len: 168 time: 0.3646557 Feb 17 20:17:14.765127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5138-2ae4-49a0-8e7a-326a0da346b6 req-d07f6bd6-a74c-47cf-babb-427d8ff4ac2d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:14.766954 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29bd5138-2ae4-49a0-8e7a-326a0da346b6 req-d07f6bd6-a74c-47cf-babb-427d8ff4ac2d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 946 time: 0.1509120 Feb 17 20:17:14.832798 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29bd5138-2ae4-49a0-8e7a-326a0da346b6 req-728fe256-d685-408b-8449-237504e76866 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 Feb 17 20:17:15.001069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36270) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:15.024621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.046688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:15.052152 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca44067a28a4558bd62e57fd16dff03 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:15.056387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:15.066423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:15.202998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08a100-db5d-4251-83ed-5a645544bd0e req-c2f0d0b2-78ce-4515-94b5-6dde77751d2f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:15.204727 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-da08a100-db5d-4251-83ed-5a645544bd0e req-c2f0d0b2-78ce-4515-94b5-6dde77751d2f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2048929 Feb 17 20:17:15.223983 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.231068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.254041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-49c01345-e416-4039-b7a5-40401cc11042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:15.301806 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-da08a100-db5d-4251-83ed-5a645544bd0e req-7cf13026-7b9e-468b-a391-25cdad804c5c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Feb 17 20:17:15.353138 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ca44067a28a4558bd62e57fd16dff03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503575 Feb 17 20:17:15.358204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36284) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:15.362509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb9ee5-5a68-4106-8d8c-e645f83bd31b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:15.368427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:15.447414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.485507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.576643 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.600891 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-83b25d4a-e1cf-4d51-bc08-405b51c13732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:15.673866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb9ee5-5a68-4106-8d8c-e645f83bd31b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:15.678258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.682133 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0cb9ee5-5a68-4106-8d8c-e645f83bd31b HTTP/1.1" status: 204 len: 168 time: 0.3208497 Feb 17 20:17:15.684641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:15.732672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:15.966101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:15.967583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:16.566040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8dc79-86fb-4d1d-9d67-c0c7b4f92068 req-398d21d6-d35e-403d-b67b-e5a1364223b2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:16.575601 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3d8dc79-86fb-4d1d-9d67-c0c7b4f92068 req-398d21d6-d35e-403d-b67b-e5a1364223b2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1202354 Feb 17 20:17:16.630017 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3d8dc79-86fb-4d1d-9d67-c0c7b4f92068 req-011a704f-a84b-4228-b9d6-ab2772e781bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522945 Feb 17 20:17:18.130701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742973c-4c83-4fb2-9ed6-3215c5fd6e53 req-8158772a-3666-47ec-b88d-dab4a218395c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:18.133259 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1742973c-4c83-4fb2-9ed6-3215c5fd6e53 req-8158772a-3666-47ec-b88d-dab4a218395c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2560623 Feb 17 20:17:18.249519 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1742973c-4c83-4fb2-9ed6-3215c5fd6e53 req-c0f67d72-4e3a-43e4-9754-1faa25d7246a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032708 Feb 17 20:17:18.297091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36390) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:18.744379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:18.784648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:18.790821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2f0172260d4ea6a584d1538c695a2c is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:18.795066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:18.803017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:18.825090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a9b5-737f-48ac-84d3-f2728ca82a30 req-b055012c-0b58-442a-bb1a-845d0046fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:18.829014 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d736a9b5-737f-48ac-84d3-f2728ca82a30 req-b055012c-0b58-442a-bb1a-845d0046fb91 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.2170107 Feb 17 20:17:19.020215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d736a9b5-737f-48ac-84d3-f2728ca82a30 req-ec6a4663-486d-439f-8466-95176f9f8991 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379702 Feb 17 20:17:19.052672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.062336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.082554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3c22811a-0553-47b8-84de-730564e0080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:19.126437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c6ec1-fc3b-474c-81ab-7751447aa9cc,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:19.178978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:19.208135 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf2f0172260d4ea6a584d1538c695a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9098146 Feb 17 20:17:19.211682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36412) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:19.309536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16a6d6-1f15-4884-8de4-dfe99fab2cee req-bea06785-6e3b-4141-88ce-be7d90b3ceb7 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:19.311345 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5f16a6d6-1f15-4884-8de4-dfe99fab2cee req-bea06785-6e3b-4141-88ce-be7d90b3ceb7 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.1910980 Feb 17 20:17:19.312334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.369587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.412068 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5f16a6d6-1f15-4884-8de4-dfe99fab2cee req-23e28fde-8e20-490b-ab9d-0ad643590d1e tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Feb 17 20:17:19.452057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.457685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4dd11cfc-53ad-46db-bafa-df371e8416f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:19.470948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c6ec1-fc3b-474c-81ab-7751447aa9cc,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:19.479025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.483487 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/074c6ec1-fc3b-474c-81ab-7751447aa9cc HTTP/1.1" status: 204 len: 168 time: 0.2705605 Feb 17 20:17:19.485917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:19.554770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.837620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df1ae3aa-1192-4e4e-95d3-c7357075cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:19.959316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a407-24cb-462d-81f2-9e0ed3f322da req-0d61eeaa-b004-48f3-88ab-e2bae84780ca tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:19.962534 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c523a407-24cb-462d-81f2-9e0ed3f322da req-0d61eeaa-b004-48f3-88ab-e2bae84780ca tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2851045 Feb 17 20:17:20.107932 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c523a407-24cb-462d-81f2-9e0ed3f322da req-f5f4f4f5-292d-43ae-9662-ef0966c75890 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213455 Feb 17 20:17:20.323358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36444) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:20.481469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:20.510990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:20.531017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Usage tracker for resource:security_group_rule and tenant:b37acd2f7eea4aaeade0b1d0c598625c is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:20.542956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:20.558089 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:20.733923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:20.737663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:20.749007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f004b04b-eea9-49dc-b85b-c03b6b6b8a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:20.783924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbd6b0-4489-4a5c-99b2-d9f6a95215b8 req-cf29421e-da01-4c23-9c1e-b82e96f9841f tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:20.792371 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-92bbd6b0-4489-4a5c-99b2-d9f6a95215b8 req-cf29421e-da01-4c23-9c1e-b82e96f9841f tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.1321619 Feb 17 20:17:20.831374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dd879d-f173-4fba-ab16-9ffc9c50d39b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:20.845735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:20.845735 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b37acd2f7eea4aaeade0b1d0c598625c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203309 Feb 17 20:17:20.849417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36460) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:20.879454 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-92bbd6b0-4489-4a5c-99b2-d9f6a95215b8 req-82ac1b27-359e-494b-8121-0f0eb4eefd31 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798378 Feb 17 20:17:20.951930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:21.002665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:21.056065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:21.062895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2b5ef28-0617-4b0d-a1e7-5e51b38c6d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:21.078519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dd879d-f173-4fba-ab16-9ffc9c50d39b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:21.082115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:21.084368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:21.085704 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5dd879d-f173-4fba-ab16-9ffc9c50d39b HTTP/1.1" status: 204 len: 168 time: 0.2354026 Feb 17 20:17:21.528368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f744b-1747-4608-a8f1-fe7bb2124b5f req-3d81490b-d770-4b6b-817b-a4e7ea0a630c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:21.532618 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3a0f744b-1747-4608-a8f1-fe7bb2124b5f req-3d81490b-d770-4b6b-817b-a4e7ea0a630c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1812465 Feb 17 20:17:21.657164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3a0f744b-1747-4608-a8f1-fe7bb2124b5f req-6ff15930-fb4d-41d8-88f1-319a195baf53 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049182 Feb 17 20:17:21.878668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:22.025682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:22.026364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:22.277636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aca19-a062-4e17-bd77-90d0530967fb req-69b1a31b-14b5-496f-925f-9ed935100433 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:22.280066 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-db2aca19-a062-4e17-bd77-90d0530967fb req-69b1a31b-14b5-496f-925f-9ed935100433 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.1240513 Feb 17 20:17:22.349526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36500) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:22.382761 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-db2aca19-a062-4e17-bd77-90d0530967fb req-548b7943-8516-4816-9a29-6edc2f53369c tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Feb 17 20:17:22.457277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36510) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:22.617838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305345079-network', 'tenant_id': '1053bc941b47401a9d04f571754448a1'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:22.625297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:22.630465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Usage tracker for resource:network and tenant:1053bc941b47401a9d04f571754448a1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:22.634121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:22.642837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:22.655181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Made reservation on behalf of 1053bc941b47401a9d04f571754448a1 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:22.660829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:22.676695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:22.700287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:22.706478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Usage tracker for resource:security_group_rule and tenant:1053bc941b47401a9d04f571754448a1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:22.715296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:22.826816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:22.843298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:22.976433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:22.992353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Usage tracker for resource:security_group_rule and tenant:09793076fbd64e539beb4577aca9727d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:22.998503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:23.011410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87639772-289b-4844-ba4c-387e774a3441 req-e5b115ce-dd3d-4f89-8399-cd4d28abcd46 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:23.014580 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-87639772-289b-4844-ba4c-387e774a3441 req-e5b115ce-dd3d-4f89-8399-cd4d28abcd46 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1799626 Feb 17 20:17:23.019857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:23.084516 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-87639772-289b-4844-ba4c-387e774a3441 req-b6e24c47-cac4-4ffa-b5c9-377c27fa4d85 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610330 Feb 17 20:17:23.098272 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-3f440900-8b06-442f-b905-7d8678d5ee27 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:23.099936 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-3f440900-8b06-442f-b905-7d8678d5ee27 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.121 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.3434780 Feb 17 20:17:23.330706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.336777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d744397d-9304-4384-b6ba-87ffe7a12ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.340247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Deleting port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:17:23.341853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.387103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.409859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:23.480738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:17:23.529507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.530174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Added segment 283b4ca6-901d-4ca3-abc7-045379f8cce2 of type vxlan for network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf Feb 17 20:17:23.556348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b74b17-c83c-4545-b881-24c5560d7a7d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:23.615459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.621318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:23.660751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.689386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.732832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2dc1005f-778e-4d45-a6e1-4cbec8403f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:23.744306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:17:23.754990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.779090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:23.779795 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:23.847585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0775-b251-49c5-8909-2ae1924da02e req-7d6dda49-d41d-4c80-bd78-4ce75beb9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:23.854121 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-7d6dda49-d41d-4c80-bd78-4ce75beb9419 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.1733608 Feb 17 20:17:23.970518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e0a19-f7d9-4bec-befd-4c17db2a3e6b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:23.991694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:23.992436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b83acd91-0c9e-4f7d-b9e7-abc0e77ffe67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:24.015998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09793076fbd64e539beb4577aca9727d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5530365 Feb 17 20:17:24.077257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36542) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:24.180666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Pushing event updated for resources: {'Network': ['ID=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:24.199537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:24.225565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:24.251655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:24.268826 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9174445 Feb 17 20:17:24.290882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36548) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:24.304081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Request body: {'subnet': {'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305345079-subnet', 'tenant_id': '1053bc941b47401a9d04f571754448a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:24.311176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:24.316727 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Usage tracker for resource:subnet and tenant:1053bc941b47401a9d04f571754448a1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:24.321456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:24.330976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:24.346150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,segment=NetworkSegment(f53960ed-6dc8-4278-8c0f-723782ebc443),segment_id=f53960ed-6dc8-4278-8c0f-723782ebc443)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:24.346563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.364831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Made reservation on behalf of 1053bc941b47401a9d04f571754448a1 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:24.370111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11219230'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.509367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.574137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Calling delete_port for bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:17:24.677898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:24.730174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.745528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656ff0-d3c5-4f91-9cc2-e2f99f830dff req-370ee3ea-d113-4a8b-b7b7-83325ebac414 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:24.747551 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7656ff0-d3c5-4f91-9cc2-e2f99f830dff req-370ee3ea-d113-4a8b-b7b7-83325ebac414 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 946 time: 0.8829486 Feb 17 20:17:24.763423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,segment=NetworkSegment(f53960ed-6dc8-4278-8c0f-723782ebc443),segment_id=f53960ed-6dc8-4278-8c0f-723782ebc443)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:24.763860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0775-b251-49c5-8909-2ae1924da02e req-b752179b-587b-413f-be12-d1218778a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:24.765583 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-b752179b-587b-413f-be12-d1218778a3d6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.6868684 Feb 17 20:17:24.766493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.773831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:24.782991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:24.921916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca743-7843-47bb-8f6a-81511cd487ea req-e126ea4f-6fc5-4ed2-aafa-9394b2b66104 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:24.924967 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-417ca743-7843-47bb-8f6a-81511cd487ea req-e126ea4f-6fc5-4ed2-aafa-9394b2b66104 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3978729 Feb 17 20:17:24.946666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:24.959043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:24.983857 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-0b758289-7d63-46ec-bd3c-7800fa917cb6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.2025867 Feb 17 20:17:24.987921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:25.043780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:17:25.044121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:17:25.086381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:25.296113 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7656ff0-d3c5-4f91-9cc2-e2f99f830dff req-71e66c2b-9ab0-44c7-8b38-df423754ab51 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107323 Feb 17 20:17:25.337670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0775-b251-49c5-8909-2ae1924da02e req-6d732f6a-bdac-461f-83a3-795d423f0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:25.337670 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-6d732f6a-bdac-461f-83a3-795d423f0e87 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.3212218 Feb 17 20:17:25.354252 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-417ca743-7843-47bb-8f6a-81511cd487ea req-31005d43-9207-4f17-83f0-45dfc1abb204 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784270 Feb 17 20:17:25.480191 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-15a1915a-afbe-4d20-bfbe-d7e302f5cdbf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192980 Feb 17 20:17:25.493447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:25.548818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Deleting port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:17:25.549861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:25.645598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9a72bb29-7f56-4aaf-8c54-3114c471c418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:25.686194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e0a19-f7d9-4bec-befd-4c17db2a3e6b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:25.691619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:25.695198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:25.706703 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae2e0a19-f7d9-4bec-befd-4c17db2a3e6b HTTP/1.1" status: 204 len: 168 time: 1.6182113 Feb 17 20:17:25.832354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3', 'code': 200} Feb 17 20:17:25.835731 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-c60802ed-265d-4b1e-ac5d-a601a1cdd288 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443246 Feb 17 20:17:26.174382 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f99d0775-b251-49c5-8909-2ae1924da02e req-f79834a4-858e-4b83-958e-52e78acf8515 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3180132 Feb 17 20:17:26.257178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:26.274896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] For port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,segment=NetworkSegment(f53960ed-6dc8-4278-8c0f-723782ebc443),segment_id=f53960ed-6dc8-4278-8c0f-723782ebc443)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:26.275299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:26.290024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2047954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11219215'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:26.381157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ec070e1e-ec83-470c-919a-e8348f299368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:26.793452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Calling delete_port for bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:17:26.873498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd30c-a34a-4eb0-8f6f-ad87c388772e req-e52bf32e-958b-45f2-a05e-5414395d323f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:26.878548 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f34fd30c-a34a-4eb0-8f6f-ad87c388772e req-e52bf32e-958b-45f2-a05e-5414395d323f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2517030 Feb 17 20:17:26.979417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90afa599-f726-4cf6-b16a-243016c08adb,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:27.004120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:27.009391 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f34fd30c-a34a-4eb0-8f6f-ad87c388772e req-649f30e0-b7cf-40a1-8864-1ae7c623c164 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010506 Feb 17 20:17:27.016440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff17a7-2707-4fdc-a8fe-ddf2e767071d req-cd258098-ff01-4d31-88ac-a89156ff619c tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:27.023924 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-02ff17a7-2707-4fdc-a8fe-ddf2e767071d req-cd258098-ff01-4d31-88ac-a89156ff619c tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9 HTTP/1.1" status: 200 len: 944 time: 0.3110304 Feb 17 20:17:27.103875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-02ff17a7-2707-4fdc-a8fe-ddf2e767071d req-10e600c0-fdbb-43f7-81c1-6f711595a054 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a5774d7-294f-4d58-9d02-024d968ff4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784695 Feb 17 20:17:27.152325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Checking segment: {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:27.152813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Network hostable DHCP agents. Network: bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:17:27.160667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.180613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2f2c9477-d1b0-4d31-a049-009ce7545252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:27.192027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36588) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:27.300757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Pushing event deleted for resources: {'Port': ['ID=bf0fe306-2077-4972-ac1e-4f5f7bbc3de3,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:27.307185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:27.316535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:17:27.333035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:27.342649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-598399440-network', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:27.345206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9931da19-9c0f-44e8-8037-fbe4643d9cdb None None] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:17:27.360655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:27.366384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Usage tracker for resource:network and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:27.371283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:27.371954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.374463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:27.383055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:27.426690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Made reservation on behalf of b33733907b58454ba7e2eedbae80f1ad for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:27.431775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.459827 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-33dc39a1-3ee5-40a8-a439-f14e94428c3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1663108 Feb 17 20:17:27.461025 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] No DVR routers for this DVR port bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:17:27.463940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.466566 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e78bd94d-b913-4829-89ba-5bb567aefa23 req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] 10.222.0.121 "DELETE /v2.0/ports/bf0fe306-2077-4972-ac1e-4f5f7bbc3de3 HTTP/1.1" status: 204 len: 173 time: 4.3386307 Feb 17 20:17:27.467105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-deleted', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:27.504937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.534482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:27.541042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Usage tracker for resource:security_group_rule and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:27.547549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:27.558458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:27.584044 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccd0e9d-0cc5-4425-bb39-3ea9d15d64e9', 'name': 'network-vif-deleted', 'tag': 'bf0fe306-2077-4972-ac1e-4f5f7bbc3de3', 'status': 'completed', 'code': 200} Feb 17 20:17:27.827147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f60ee-67c5-40bc-ba7d-d01acf281fe1 None None] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:17:27.870128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-d17524de-cd8f-43c7-ac22-2e0dd14f91c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:27.872026 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-d17524de-cd8f-43c7-ac22-2e0dd14f91c3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 0.4785604 Feb 17 20:17:27.877662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.882342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.899477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d9658da9-0722-4f15-b186-47bfc6143fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:27.964159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:17:27.978420 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-8a97ba36-ff9c-410d-9bd3-94bd7c2eca3a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/quotas/9dfa855f87b04cdcb1af50dfcd8f50cc HTTP/1.1" status: 200 len: 375 time: 0.0809178 Feb 17 20:17:27.986520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d4e939-9dd0-41a1-b86a-c2f68e9473e9,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:27.992050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:27.993324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258233279484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:27.993851 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Added segment 84179b09-5db7-41ef-b95a-8bcf205daa8e of type vxlan for network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde Feb 17 20:17:28.030019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:28.178621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:28.182368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:28.183024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:28.191290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:28.404876 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2114291 Feb 17 20:17:28.409125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36618) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:28.415828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Request body: {'subnet': {'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-598399440-subnet', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:28.428332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:28.433834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Pushing event updated for resources: {'Network': ['ID=8d71344c-ab12-4bcc-a8e0-123d21f9bdde,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:28.442968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Usage tracker for resource:subnet and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:28.448378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:28.454630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:28.455094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:28.468746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:28.489987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Made reservation on behalf of b33733907b58454ba7e2eedbae80f1ad for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:28.504065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:28.504340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11219230'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:28.512046 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-04ff141e-61a3-4c22-b602-dc0b0a6df2c7 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4870703 Feb 17 20:17:28.795638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d690ea6-d66e-4990-8d9b-798c2d690727 req-bbc145f8-cf6f-4bd5-835d-231a9f360965 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:28.804542 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d690ea6-d66e-4990-8d9b-798c2d690727 req-bbc145f8-cf6f-4bd5-835d-231a9f360965 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.6166503 Feb 17 20:17:28.887479 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3d690ea6-d66e-4990-8d9b-798c2d690727 req-5bbd8223-0539-4916-b70c-5185b9332306 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816844 Feb 17 20:17:28.999892 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-cadc752f-463e-47ab-b88c-3feb2a6aeb17 service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557509 Feb 17 20:17:29.266079 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-65ef18be-2bd6-4fee-987f-f890dfdd6daf service neutron] 10.222.0.46 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2641003 Feb 17 20:17:29.570823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2047954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11219215'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:29.604503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b536cce4-43eb-420f-b10e-e0d5c0bed5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:29.643444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bdc2ce73-0e73-413f-8d61-7cb295830231 req-1305908d-6b37-49e6-9b5a-3d96e4570960 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 210 time: 0.0800538 Feb 17 20:17:29.803584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759b24b0-1faa-419a-a449-449b1c552c66,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:29.808624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:29.990968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Checking segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:29.992798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Network hostable DHCP agents. Network: 8d71344c-ab12-4bcc-a8e0-123d21f9bdde, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:17:30.042528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:17:30.068107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 8d71344c-ab12-4bcc-a8e0-123d21f9bdde) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:30.084180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829fd657-59b2-4552-afaf-b4d08525d1b1 None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:17:30.118246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:30.118993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:30.162018 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7472820 Feb 17 20:17:30.162534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36644) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:30.168819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:30.180298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:30.195276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Usage tracker for resource:router and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:30.206499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:30.233896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:30.275517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:30.277804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:30.361651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:30.506733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:17:30.507977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:30.556303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13afca-844a-40aa-9752-8547523e3f33 req-0c53987c-9337-406b-a02a-6cb0e81f21c7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:30.566612 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc13afca-844a-40aa-9752-8547523e3f33 req-0c53987c-9337-406b-a02a-6cb0e81f21c7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2370305 Feb 17 20:17:30.628094 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc13afca-844a-40aa-9752-8547523e3f33 req-e2ccd9a0-ad83-429b-bd80-093acecc4803 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 Feb 17 20:17:30.945221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:31.245786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Allocated IP 172.20.0.2 (8d71344c-ab12-4bcc-a8e0-123d21f9bdde/759b24b0-1faa-419a-a449-449b1c552c66/c1c895c1-65eb-4509-9b7c-9fbe9c857927) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:31.418842 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2cc85a81-a3a1-4c77-9bcc-b710b726d91d req-ea95325b-7cb5-44c0-802e-c988258c4b0c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 210 time: 0.1447375 Feb 17 20:17:31.562122 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-689b8b53-9235-41c9-bcd5-6f8ac4fbbf29 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:31.567773 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-689b8b53-9235-41c9-bcd5-6f8ac4fbbf29 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 809 time: 0.5104308 Feb 17 20:17:31.621616 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-f641b027-0e86-44f9-b104-cc1781c4ae76 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/quotas/1053bc941b47401a9d04f571754448a1 HTTP/1.1" status: 200 len: 375 time: 0.0463920 Feb 17 20:17:31.738837 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1e1f6739-ab8c-4072-8c47-8dace46faffc tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135163 Feb 17 20:17:31.824235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:31.850952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Transition to ACTIVE for port object c1c895c1-65eb-4509-9b7c-9fbe9c857927 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:31.876148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Transition to ACTIVE for port object c1c895c1-65eb-4509-9b7c-9fbe9c857927 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:31.916240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:31.999323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b6c7735a-9a9b-4f30-b56a-e8be70528681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:32.330067 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-2cb697eb-3755-4aff-93aa-c9415adda3f3 service neutron] 10.222.0.46 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736649 Feb 17 20:17:32.433780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Pushing event updated for resources: {'Port': ['ID=c1c895c1-65eb-4509-9b7c-9fbe9c857927,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:32.440008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:32.531216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:32.534497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:32.542107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:32.585754 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-c3d71c98-b4e8-4e55-ab01-10ec3e57a2fe service neutron] 10.222.0.46 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2534647 Feb 17 20:17:32.691427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Attempting to bind port c1c895c1-65eb-4509-9b7c-9fbe9c857927 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:32.693502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Attempting to bind port c1c895c1-65eb-4509-9b7c-9fbe9c857927 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:32.693805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Attempting to bind port c1c895c1-65eb-4509-9b7c-9fbe9c857927 on network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:32.706644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:32.707555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Checking segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:32.708464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.709757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Bound using segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:32.711063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Bound port: c1c895c1-65eb-4509-9b7c-9fbe9c857927, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:32.711940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.790511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.891230 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-90e7ab7e-9a57-4272-9091-f93cf0947f7e req-3fdd3617-f6bf-42e0-a390-c9d7c7c48119 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 210 time: 0.0731504 Feb 17 20:17:32.955682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.988382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] For port c1c895c1-65eb-4509-9b7c-9fbe9c857927, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:32.993932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] For port c1c895c1-65eb-4509-9b7c-9fbe9c857927, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=c1c895c1-65eb-4509-9b7c-9fbe9c857927,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:32.994279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-838e4174-e232-4750-afb5-b05a612dacf9 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:32.996972 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-838e4174-e232-4750-afb5-b05a612dacf9 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 815 time: 1.1149747 Feb 17 20:17:33.001426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:33.028716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Request body: {'port': {'device_id': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76', 'admin_state_up': True, 'tenant_id': '9dfa855f87b04cdcb1af50dfcd8f50cc'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:33.177904 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-04bb4170-8bf2-43bd-a4f4-777eff1e3177 req-6cae27fa-c984-4edc-a0e9-3b7d903c94cd tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 210 time: 0.1556168 Feb 17 20:17:33.191891 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:33.276712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c8f9-ad96-4b9a-8ad7-70307eef379a req-089fdf03-f5aa-4a46-a260-5551c2b10e45 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:33.286333 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd47c8f9-ad96-4b9a-8ad7-70307eef379a req-089fdf03-f5aa-4a46-a260-5551c2b10e45 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1646318 Feb 17 20:17:33.348320 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd47c8f9-ad96-4b9a-8ad7-70307eef379a req-73e8d0a0-ed56-4d25-8135-6b0094bbc506 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Feb 17 20:17:33.428749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Pushing event updated for resources: {'Port': ['ID=c1c895c1-65eb-4509-9b7c-9fbe9c857927,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:33.438869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:33.600778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:33.663471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Usage tracker for resource:port and tenant:9dfa855f87b04cdcb1af50dfcd8f50cc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:33.676232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:33.751318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:33.793173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Made reservation on behalf of 9dfa855f87b04cdcb1af50dfcd8f50cc for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:33.799875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:33.863313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Allocated IP 172.28.3.231 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/7c9f002b-c436-47b1-a160-e1f5ba1eb9c9) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:34.326048 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-410e96d1-91e9-48c8-813a-48d940407493 req-e7efceb2-c959-4173-bf40-c0f6a429587d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 210 time: 0.1312528 Feb 17 20:17:34.409295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device c1c895c1-65eb-4509-9b7c-9fbe9c857927 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:34.508839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:34.598974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:34.619344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:34.637629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:34.790877 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ecbab219-8efd-4d60-9cd1-eb9e0837e2b1 req-b12a5ce9-3f64-4c71-a491-85678ed0af79 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 210 time: 0.1459947 Feb 17 20:17:35.108078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Pushing event updated for resources: {'Port': ['ID=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:35.112262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:35.263549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:35.265175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Allocated IP 172.20.0.8 (430df5b5-311b-48e2-aaa3-d497ea13ad76/81152077-a414-4d06-916d-376375b07b85/7e99444b-f60f-4f88-b4f0-a5a6c1faf871) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:35.267707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:35.271859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:35.580839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32c602-0379-450a-8264-cf57c2d2778d None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:17:35.792359 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ab1239b-5812-4036-b515-728f10ef3ddf req-f2958b08-dc41-461c-aec2-7f67437de699 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 210 time: 0.0815558 Feb 17 20:17:35.802028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-c04ec0b8-7efa-456b-a207-adfa751b7f9d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:35.804446 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-c04ec0b8-7efa-456b-a207-adfa751b7f9d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 809 time: 0.4620619 Feb 17 20:17:35.838541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Request body: {'port': {'device_id': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf', 'admin_state_up': True, 'tenant_id': '1053bc941b47401a9d04f571754448a1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:35.842020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Provisioning for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:35.870431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Provisioning complete for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:35.875939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.229872 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5f1d464a-8d69-40fa-b638-14fedce80867 req-d44e4896-055d-4fae-92fd-99dd443aa09b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 210 time: 0.0682585 Feb 17 20:17:36.320359 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:36.326139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Usage tracker for resource:port and tenant:1053bc941b47401a9d04f571754448a1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:36.333211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:36.334204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.345537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:36.367348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Made reservation on behalf of 1053bc941b47401a9d04f571754448a1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:36.374716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.386314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] For port c1c895c1-65eb-4509-9b7c-9fbe9c857927, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=c1c895c1-65eb-4509-9b7c-9fbe9c857927,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:36.390956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.396432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:36.479769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.708882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:36.770393 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:36.776604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Pushing event updated for resources: {'Port': ['ID=c1c895c1-65eb-4509-9b7c-9fbe9c857927,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:36.784182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:36.814387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-384a304a-6653-4924-bd4a-daa062e51ed3 None None] Provisioning complete for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:36.814809 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-384a304a-6653-4924-bd4a-daa062e51ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.140134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Allocated IP 172.20.0.11 (bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf/90afa599-f726-4cf6-b16a-243016c08adb/415373b7-cead-40dd-94cf-eb8683b03152) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:37.210873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-4944e539-9be3-4d9c-8a96-e56322d393e5 None None] Provisioning complete for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:37.211388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4944e539-9be3-4d9c-8a96-e56322d393e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.445267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062d41e-6729-46bf-ae6f-48258fc183b9 req-77660011-eb40-48ff-ad97-59b4eaf9402d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:37.454451 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5062d41e-6729-46bf-ae6f-48258fc183b9 req-77660011-eb40-48ff-ad97-59b4eaf9402d tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 931 time: 0.3018546 Feb 17 20:17:37.616265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:37.623293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.673171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-76b65ec7-e1d4-4b8b-9c67-16a5834b6ec4 None None] Provisioning complete for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:37.673860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76b65ec7-e1d4-4b8b-9c67-16a5834b6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.696079 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:37.706150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event updated for resources: {'Port': ['ID=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:37.707192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:37.776645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:37.812490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:37.813501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.845742 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5062d41e-6729-46bf-ae6f-48258fc183b9 req-ca53ea41-68d6-427e-92ca-4c8cd948cd0e tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900204 Feb 17 20:17:37.878814 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-536b4bc9-c70b-45bb-9977-16fea0a3a9f4 req-2f42b0a9-a59d-4c9b-a803-a349e9eae4eb tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 210 time: 0.3305831 Feb 17 20:17:37.884301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.966952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:38.024203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:38.093690 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0786984 Feb 17 20:17:38.112026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Request body: {'port': {'device_id': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:38.223619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device c1c895c1-65eb-4509-9b7c-9fbe9c857927 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:38.244317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Pushing event updated for resources: {'Port': ['ID=415373b7-cead-40dd-94cf-eb8683b03152,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:38.256385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:38.347645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port c1c895c1-65eb-4509-9b7c-9fbe9c857927 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:38.348356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:38.355872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:38.358710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:38.362600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:38.392621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:38.493721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:38.495581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:38.532337 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7025220 Feb 17 20:17:38.552157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Request body: {'port': {'device_id': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:38.657899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:38.748316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:39.070513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Router 58493c5c-665d-4fca-9668-e426596b8683 is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:17:39.554483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:17:39.572594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Sync routers for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:17:39.600961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:39.602360 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.4388421 Feb 17 20:17:39.610675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:39.611868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:39.616149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36794) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:39.917523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:39.968818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:17:39.986589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:40.115015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fba3-608a-458d-b1c9-4534cbca5373 req-d4e7a48f-a286-4e44-a83d-507ac4c7e033 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:40.116850 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6763fba3-608a-458d-b1c9-4534cbca5373 req-d4e7a48f-a286-4e44-a83d-507ac4c7e033 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 931 time: 0.9037001 Feb 17 20:17:40.245521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-b019e053-a85f-49d2-aa35-1879cfc492f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:40.248272 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-b019e053-a85f-49d2-aa35-1879cfc492f1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 1.0368817 Feb 17 20:17:40.255640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e52bfa-1d6d-43d1-b87e-783fee13f167 req-4db50ec7-db23-4d0c-aedc-a839f6d26b94 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:40.256457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-77e52bfa-1d6d-43d1-b87e-783fee13f167 req-4db50ec7-db23-4d0c-aedc-a839f6d26b94 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Synchronizing usage tracker for tenant:1053bc941b47401a9d04f571754448a1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:17:40.268668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415373b7-cead-40dd-94cf-eb8683b03152 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:17:40.310168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:36Z', 'revision_number': 3, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:40.316074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Checking router: 58493c5c-665d-4fca-9668-e426596b8683 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:17:40.316518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Updating router 58493c5c-665d-4fca-9668-e426596b8683 port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:17:40.366805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Transition to ACTIVE for port object 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:40.375689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:40.382819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:40.386868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:40.404495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-357d1a07-2a4f-4647-a72f-56e2a3520429 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:40.418299 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6763fba3-608a-458d-b1c9-4534cbca5373 req-f76362ef-4433-45e5-82e8-e803a3eda046 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368677 Feb 17 20:17:40.449281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Transition to ACTIVE for port object 415373b7-cead-40dd-94cf-eb8683b03152 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:40.459780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:40.572346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:40.611742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-77e52bfa-1d6d-43d1-b87e-783fee13f167 req-4db50ec7-db23-4d0c-aedc-a839f6d26b94 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Unset dirty status for tenant:1053bc941b47401a9d04f571754448a1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:17:40.613188 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77e52bfa-1d6d-43d1-b87e-783fee13f167 req-4db50ec7-db23-4d0c-aedc-a839f6d26b94 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 932 time: 1.2542737 Feb 17 20:17:40.820703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Pushing event updated for resources: {'Port': ['ID=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:40.834512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:41.035045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-92a6a598-3e6e-46b3-a41c-c5ae8b3eb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:41.038684 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-92a6a598-3e6e-46b3-a41c-c5ae8b3eb1fd service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.7739093 Feb 17 20:17:41.068017 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77e52bfa-1d6d-43d1-b87e-783fee13f167 req-fbf4d2f5-94d2-447d-aeab-6db79e23bc3b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015659 Feb 17 20:17:41.134410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.158676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Transition to ACTIVE for port object 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:41.170451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.331381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Pushing event updated for resources: {'Port': ['ID=415373b7-cead-40dd-94cf-eb8683b03152,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:41.358374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:41.363451 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-9da322f2-906f-4670-81a0-2db1bb221515 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.2852435 Feb 17 20:17:41.373568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Attempting to bind port 415373b7-cead-40dd-94cf-eb8683b03152 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:41.374185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Attempting to bind port 415373b7-cead-40dd-94cf-eb8683b03152 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:41.374673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Attempting to bind port 415373b7-cead-40dd-94cf-eb8683b03152 on network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:41.412072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:41.455815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-e43d2e9e-a881-43c6-a963-21a75474a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:41.457712 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-e43d2e9e-a881-43c6-a963-21a75474a980 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.0783849 Feb 17 20:17:41.459270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:41.459947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Checking segment: {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:41.460472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.461062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Bound using segment: {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:41.461701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Bound port: 415373b7-cead-40dd-94cf-eb8683b03152, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:41.462202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.569774 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-771c54b2-aa51-43bc-a9fe-c5c689075fb5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903442 Feb 17 20:17:41.650282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Pushing event updated for resources: {'Port': ['ID=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:41.657434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Attempting to bind port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:41.658363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Attempting to bind port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:41.659107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Attempting to bind port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 on network 430df5b5-311b-48e2-aaa3-d497ea13ad76 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:41.669912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.670326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.670810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.671286 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.671763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.672237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.672710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.673213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.673683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.674166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.674632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.675775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.676486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.676984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.677419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.677828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.678347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.678592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.679065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.679482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.679897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.680307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.680725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.681175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:41.688100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:41.697232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:41.697679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Checking segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:41.697988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.698382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Bound using segment: {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:41.698882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Bound port: 7e99444b-f60f-4f88-b4f0-a5a6c1faf871, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a0a033-f4a5-4ed8-83ba-a45c67d465ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '430df5b5-311b-48e2-aaa3-d497ea13ad76'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:41.699256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.773535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] For port 415373b7-cead-40dd-94cf-eb8683b03152, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:41.779850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] For port 415373b7-cead-40dd-94cf-eb8683b03152, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=415373b7-cead-40dd-94cf-eb8683b03152,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:41.823266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] For port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:41.829810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] For port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:41.842480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.847113 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.866365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Attempting to bind port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:41.866999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Attempting to bind port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:41.867651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Attempting to bind port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:41.880214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14c78d74-0cc7-4600-8bb6-eec170322ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:41.894313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:41.894954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:41.895664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.896378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:41.897274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Bound port: 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:41.897965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:41.924330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a642c8e4-7683-435b-9ce2-c6f7039739e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:42.042312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0219a4-82aa-4080-9fec-acbe43bd2c6f req-c7cdeff3-4afd-4728-899b-644f8b2a80fa tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:42.062918 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ed0219a4-82aa-4080-9fec-acbe43bd2c6f req-c7cdeff3-4afd-4728-899b-644f8b2a80fa tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 1.5055802 Feb 17 20:17:42.146156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] For port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:42.150117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] For port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:42.155341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:42.175153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:42.351828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Pushing event updated for resources: {'Port': ['ID=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:42.382524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Pushing event updated for resources: {'Port': ['ID=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:42.383103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:42.402862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:42.442354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:42.443110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:42.443293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:42.454593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:42.455385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:42.457104 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] 10.222.0.121 "PUT /v2.0/ports/7e99444b-f60f-4f88-b4f0-a5a6c1faf871 HTTP/1.1" status: 200 len: 1157 time: 4.3498423 Feb 17 20:17:42.459649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:42.675621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:42.701774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:42.702872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:42.705621 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] 10.222.0.121 "PUT /v2.0/ports/415373b7-cead-40dd-94cf-eb8683b03152 HTTP/1.1" status: 200 len: 1158 time: 4.1622140 Feb 17 20:17:42.712242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:42.750744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ed0219a4-82aa-4080-9fec-acbe43bd2c6f req-f7fd7786-c127-4693-9c57-bac0b83ccf94 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857002 Feb 17 20:17:42.769933 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-505ee035-25a0-4238-9473-fa12c90f101c service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862089 Feb 17 20:17:42.776098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-3d094fc1-4101-4fdd-80c3-98f3841d593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:42.778100 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-3d094fc1-4101-4fdd-80c3-98f3841d593e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 1160 time: 0.2659380 Feb 17 20:17:43.048416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Pushing event updated for resources: {'Port': ['ID=415373b7-cead-40dd-94cf-eb8683b03152,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:43.052768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:43.113318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Allocated IP 172.20.0.1 (8d71344c-ab12-4bcc-a8e0-123d21f9bdde/759b24b0-1faa-419a-a449-449b1c552c66/823a330d-7991-4636-9df7-82adddd8d7f5) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:43.284770 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cc3b85f-aab2-469f-8e95-03afddb95307 req-b792b93c-3dc0-49de-b2e8-d41afea84cfc service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4081881 Feb 17 20:17:43.289874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:36Z', 'revision_number': 3, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:43.298833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec15eda-6f5d-42a1-b2c5-d93b9dc75a31 None None] The sync data for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb is: [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:36Z', 'revision_number': 3, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:17:43.301998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e035d9c-7398-4a23-92df-2a527b0483c0 req-2e01157c-370c-4238-9142-009706acc200 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:43.304894 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e035d9c-7398-4a23-92df-2a527b0483c0 req-2e01157c-370c-4238-9142-009706acc200 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 943 time: 0.8570476 Feb 17 20:17:43.337929 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-24f40889-0ae0-496e-b3b4-bea701b99939 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e99444b-f60f-4f88-b4f0-a5a6c1faf871 HTTP/1.1" status: 200 len: 217 time: 0.0942984 Feb 17 20:17:43.344121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-0c342f93-7042-4ba6-8b83-88a8b09798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:43.347062 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-0c342f93-7042-4ba6-8b83-88a8b09798f4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 1161 time: 0.5703301 Feb 17 20:17:43.498511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:43.564172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Transition to ACTIVE for port object 823a330d-7991-4636-9df7-82adddd8d7f5 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:43.598336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-72141354-2961-4b2e-be62-5652f57e4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:43.601441 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-72141354-2961-4b2e-be62-5652f57e4f43 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.2328231 Feb 17 20:17:43.722484 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-0bdb44c3-bc09-45f1-8510-314d63b92615 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092780 Feb 17 20:17:43.762106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:43.838570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:43.973900 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-cfb8b0ec-1a99-4013-af3d-5763e8b48a30 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415373b7-cead-40dd-94cf-eb8683b03152 HTTP/1.1" status: 200 len: 217 time: 0.5881758 Feb 17 20:17:44.104588 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7e035d9c-7398-4a23-92df-2a527b0483c0 req-9e681fb3-350f-4da0-ba98-5cd2d04b9617 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654169 Feb 17 20:17:44.113922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1a59-a91f-41d7-b5db-4012dcd8eafc req-c4a67c08-80ec-4b71-8c05-01117a76fa14 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:44.123353 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-587f1a59-a91f-41d7-b5db-4012dcd8eafc req-c4a67c08-80ec-4b71-8c05-01117a76fa14 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.9842880 Feb 17 20:17:44.195322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-6dcfcdfe-4e77-48ef-9712-484e36dd3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:44.199770 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-6dcfcdfe-4e77-48ef-9712-484e36dd3dbc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=90afa599-f726-4cf6-b16a-243016c08adb HTTP/1.1" status: 200 len: 849 time: 0.2031105 Feb 17 20:17:44.373826 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-17cc2bc9-c1f5-4795-b677-6cf01b6adb82 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570263 Feb 17 20:17:44.441772 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-587f1a59-a91f-41d7-b5db-4012dcd8eafc req-508ebeb9-c2bd-493f-8069-7ed8a31538ce tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172879 Feb 17 20:17:44.535908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:44.589447 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152', 'status': 'completed', 'code': 200} Feb 17 20:17:44.614484 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-f70a65f1-8084-437d-b047-ba99065bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:44.627980 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-f70a65f1-8084-437d-b047-ba99065bd545 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.7913082 Feb 17 20:17:44.679670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:17:44.810952 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-bd984e5e-d206-44c0-9e21-2637e2e05f06 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0753443 Feb 17 20:17:44.833682 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871', 'status': 'completed', 'code': 200} Feb 17 20:17:44.999834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:45.009748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:45.010457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:45.086703 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-9370e893-40c8-41b0-8b09-4167cb2a9bc2 service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955836 Feb 17 20:17:45.398346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:45.448534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:45.453055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:45.455247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:45.535831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-c355d16c-fa3a-49a9-ab28-c07720dee527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:45.536748 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-c355d16c-fa3a-49a9-ab28-c07720dee527 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.8306408 Feb 17 20:17:45.563086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:45.566984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:45.623631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643a67a-e876-4c5e-81e6-998dc9f8fa93 req-b28099aa-930b-492e-b439-9d09ec36e80f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:45.625242 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8643a67a-e876-4c5e-81e6-998dc9f8fa93 req-b28099aa-930b-492e-b439-9d09ec36e80f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.8434396 Feb 17 20:17:45.631434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:45.638563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:45.647386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:45.661285 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-ec4bdee6-9167-447d-9cc6-6c0ae39352f9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.1137877 Feb 17 20:17:45.708253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Pushing event updated for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:45.719954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.881s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:45.741524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:45.786225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5bb97c61-9562-43c3-ab84-ded061c4c0c7 req-6145bc5a-29d1-45b2-a694-abccf7bce6f1 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9249740 Feb 17 20:17:45.896138 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8643a67a-e876-4c5e-81e6-998dc9f8fa93 req-1b097108-85b8-43e4-bd60-c8abc4634cc7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292678 Feb 17 20:17:45.905751 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ebe19133-6c29-4dc4-8966-d017a639c0bc req-df178451-10ca-4312-86f2-fdf66273afff service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8022707 Feb 17 20:17:45.915879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ca4a9-bfcc-4796-9c38-4ebcd5c896fd req-6d993ac7-0d63-49cf-8083-dc90f485ca5f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:45.931417 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-187ca4a9-bfcc-4796-9c38-4ebcd5c896fd req-6d993ac7-0d63-49cf-8083-dc90f485ca5f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 943 time: 0.5701354 Feb 17 20:17:45.962225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-c06ce24a-67cf-4d0c-afb9-6b6d407f8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:45.966053 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-c06ce24a-67cf-4d0c-afb9-6b6d407f8b76 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.2408581 Feb 17 20:17:46.075448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-3a9dc39a-fb56-4ef0-a171-f4a7ac064968 None None] Provisioning for port 823a330d-7991-4636-9df7-82adddd8d7f5 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:46.086861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-3a9dc39a-fb56-4ef0-a171-f4a7ac064968 None None] Provisioning complete for port 823a330d-7991-4636-9df7-82adddd8d7f5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:46.087788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc39a-fb56-4ef0-a171-f4a7ac064968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:46.181250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:46.218464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dc39a-fb56-4ef0-a171-f4a7ac064968 None None] Port 823a330d-7991-4636-9df7-82adddd8d7f5 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:17:46.257993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:46.300498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-7909cfc6-5f02-4205-ac1b-b0efc2b8fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:46.302287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-7909cfc6-5f02-4205-ac1b-b0efc2b8fdb7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 1160 time: 0.4396749 Feb 17 20:17:46.324679 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-187ca4a9-bfcc-4796-9c38-4ebcd5c896fd req-a1e02d88-bf93-4d5b-bcd2-3a3475338491 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571198 Feb 17 20:17:46.393703 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-6bab9ada-4e84-47c3-9869-6914c0088ba8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1997807 Feb 17 20:17:46.408232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:46.408782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:46.628997 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-a298410a-a48b-4319-b6e1-146b59dd7a6a service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166114 Feb 17 20:17:46.711274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-05daae13-4255-4405-b432-b04ecd206b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:46.714798 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-05daae13-4255-4405-b432-b04ecd206b93 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 1161 time: 0.6706672 Feb 17 20:17:46.759570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-f48a567e-1426-4ccd-880e-ba72c0aea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:46.761352 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-f48a567e-1426-4ccd-880e-ba72c0aea781 service neutron] 10.222.0.121 "GET /v2.0/networks?id=430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 200 len: 909 time: 0.4447212 Feb 17 20:17:46.879574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148e49-3c31-458d-9ac1-6195ce9f59c7 req-a5633e26-5e47-40e1-a26f-646fe87b0dcb tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:46.879574 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65148e49-3c31-458d-9ac1-6195ce9f59c7 req-a5633e26-5e47-40e1-a26f-646fe87b0dcb tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.5805180 Feb 17 20:17:46.935265 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-ccd45fdd-20bf-45c6-942d-a9e67dc8f83a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e99444b-f60f-4f88-b4f0-a5a6c1faf871 HTTP/1.1" status: 200 len: 217 time: 0.1628287 Feb 17 20:17:47.073600 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-beea85aa-d74e-47fd-b713-d50e60e47d6d req-5f8f1874-9aaf-4356-b753-dacd40f47de4 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4301298 Feb 17 20:17:47.082463 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65148e49-3c31-458d-9ac1-6195ce9f59c7 req-c26e8902-bc0d-41d7-a0f7-9aea8f69485b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588697 Feb 17 20:17:47.096830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-7543fb86-e345-4e6f-9af2-6aa48d643274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:47.099945 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-7543fb86-e345-4e6f-9af2-6aa48d643274 service neutron] 10.222.0.121 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 903 time: 0.3223758 Feb 17 20:17:47.224958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-8f3eb7b1-2579-41b3-a7fa-e11cc89f8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:47.225522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-736f4651-a280-4f43-92c2-7757770cffcb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415373b7-cead-40dd-94cf-eb8683b03152 HTTP/1.1" status: 200 len: 217 time: 0.1150920 Feb 17 20:17:47.227427 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-8f3eb7b1-2579-41b3-a7fa-e11cc89f8ab0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 200 len: 855 time: 0.2663333 Feb 17 20:17:47.255583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:47.311599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:47.401404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:47.423320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-36b985f6-0ef9-4d68-b08c-41679cc7f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:47.425003 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-36b985f6-0ef9-4d68-b08c-41679cc7f9af service neutron] 10.222.0.121 "GET /v2.0/subnets?id=90afa599-f726-4cf6-b16a-243016c08adb HTTP/1.1" status: 200 len: 849 time: 0.1783113 Feb 17 20:17:47.504908 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-1efb9a9b-99ff-41cd-9d5f-c1aba7d5c45e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=430df5b5-311b-48e2-aaa3-d497ea13ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2455494 Feb 17 20:17:47.507987 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-afd57041-ee9a-4864-a071-c92847dc016b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717514 Feb 17 20:17:47.530976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf72a3f-db7d-49dd-a677-35888ed2cfdf req-86d33d47-a373-4713-a050-16ea0b2bb8db tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:47.534469 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cf72a3f-db7d-49dd-a677-35888ed2cfdf req-86d33d47-a373-4713-a050-16ea0b2bb8db tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2285087 Feb 17 20:17:47.554318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:47.941904 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cf72a3f-db7d-49dd-a677-35888ed2cfdf req-124ee78f-e9da-42d4-bb28-181db3430381 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553576 Feb 17 20:17:47.958455 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-52e62d24-6132-4c24-a231-36abab44c7ec service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220555 Feb 17 20:17:48.189714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Pushing event updated for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:48.197156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:48.222758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:48.231695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:48.512317 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7bb17e8b-90d1-4cf2-8a4b-6f924b717f11 req-46d1f870-6f9d-4b69-869a-59a03b30dc5b service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5408666 Feb 17 20:17:48.674501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-3f42d928-c193-4ae1-a0bd-d0131d323966 None None] Provisioning complete for port 823a330d-7991-4636-9df7-82adddd8d7f5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:48.680798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3f42d928-c193-4ae1-a0bd-d0131d323966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:48.800674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3f42d928-c193-4ae1-a0bd-d0131d323966 None None] Port 823a330d-7991-4636-9df7-82adddd8d7f5 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:17:48.915370 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-9d88c1b2-94d3-40e6-bf03-8585de7d3e7d service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3624251 Feb 17 20:17:49.211332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Router 58493c5c-665d-4fca-9668-e426596b8683 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:17:49.483257 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6210195-dfd4-4148-b6e8-f1bde557753e req-4fa09dbe-12d6-4460-b4e2-70cea61dc9a9 service neutron] 10.222.0.121 "GET /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5589669 Feb 17 20:17:49.533319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bfb61-804d-4f68-99a7-95a5d37993ce req-c9452175-90a9-4f76-8226-cbc96e09f371 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:49.549668 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b48bfb61-804d-4f68-99a7-95a5d37993ce req-c9452175-90a9-4f76-8226-cbc96e09f371 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 943 time: 1.0329471 Feb 17 20:17:49.602278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5bce5-44ff-489a-821c-fc5f7245a63d req-baaa9b4b-def1-4edb-b353-a618b71efe1d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:49.618489 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77a5bce5-44ff-489a-821c-fc5f7245a63d req-baaa9b4b-def1-4edb-b353-a618b71efe1d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.3812075 Feb 17 20:17:49.693270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:49.697825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:17:49.722206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Sync routers for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:17:49.734725 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] 10.222.0.46 "PUT /v2.0/routers/58493c5c-665d-4fca-9668-e426596b8683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1170540 Feb 17 20:17:49.746846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:49.748434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:49.770591 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b48bfb61-804d-4f68-99a7-95a5d37993ce req-215db635-41ae-4d8b-9d60-1995843fa68b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133107 Feb 17 20:17:49.789686 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77a5bce5-44ff-489a-821c-fc5f7245a63d req-babcf5a9-cf0e-49e2-a850-63b6afb6f77b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577184 Feb 17 20:17:49.977166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bec1c9f9-8011-4a95-8ae4-5eabe7ddfed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:50.205585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861e7b0-038a-464b-bb18-f0939ad509eb req-d59e8962-12c6-4041-96f3-260f9a088107 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:50.208762 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c861e7b0-038a-464b-bb18-f0939ad509eb req-d59e8962-12c6-4041-96f3-260f9a088107 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1511517 Feb 17 20:17:50.300250 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c861e7b0-038a-464b-bb18-f0939ad509eb req-055f877c-dfa7-4756-9239-3253909483da tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816727 Feb 17 20:17:50.366311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:50.489540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-d33a6fb5-8f8f-466b-b530-8e87b2c40434 None None] Time-cost: Fetching 5 ports in 2 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:17:51.023335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:17:46Z', 'revision_number': 2, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:51.028793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Checking router: 58493c5c-665d-4fca-9668-e426596b8683 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:17:51.029250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Updating router 58493c5c-665d-4fca-9668-e426596b8683 port 823a330d-7991-4636-9df7-82adddd8d7f5 binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:17:51.156216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.168987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36930) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:51.186840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765013992-network', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:51.213447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:51.222146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Usage tracker for resource:network and tenant:20a03bf31bb34f15a0aa215c5f3d7b18 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:51.228379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:51.241833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:51.263295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Made reservation on behalf of 20a03bf31bb34f15a0aa215c5f3d7b18 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:51.272163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.307778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.342043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:51.351463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Usage tracker for resource:security_group_rule and tenant:20a03bf31bb34f15a0aa215c5f3d7b18 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:51.359386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:51.373857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:51.425645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dbd94-4831-4e21-8464-8723ca8da046 req-15439c1b-1e9e-4d8e-b9d2-ce0800929385 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:51.435137 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-148dbd94-4831-4e21-8464-8723ca8da046 req-15439c1b-1e9e-4d8e-b9d2-ce0800929385 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.1567235 Feb 17 20:17:51.494332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300323-a485-4e86-b34e-8bcb6c5fffa6 req-5751eccd-f830-4f8e-87b0-ae99974aa3d7 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:51.498797 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-db300323-a485-4e86-b34e-8bcb6c5fffa6 req-5751eccd-f830-4f8e-87b0-ae99974aa3d7 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 943 time: 0.3372626 Feb 17 20:17:51.519659 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-148dbd94-4831-4e21-8464-8723ca8da046 req-4b6fab45-5cc3-4ddf-a549-2413a0c6d42b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834556 Feb 17 20:17:51.600508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.605365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.620205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c02c79d2-ee1f-49fd-9265-3a2f88f6fc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:51.633083 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-db300323-a485-4e86-b34e-8bcb6c5fffa6 req-e0ceb0b6-59cf-45dd-b6cc-2068c497f59a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122079 Feb 17 20:17:51.702318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:17:51.788170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.788997 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Added segment 83c51f46-6b17-4b4e-bbca-d89767d245de of type vxlan for network 88715dc5-6c5f-4009-ace9-71c4e5c06109 Feb 17 20:17:51.791572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d5680-6e7f-49b4-a2a6-1851c013591c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:51.826489 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:51.872761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.970808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.972158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:51.972868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:51.978664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-acf9bf4d-3a89-4704-842b-994e970bc166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:52.079302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:52.134627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Transition to ACTIVE for port object 823a330d-7991-4636-9df7-82adddd8d7f5 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:52.151951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:52.162875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Pushing event updated for resources: {'Network': ['ID=88715dc5-6c5f-4009-ace9-71c4e5c06109,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:52.173434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:52.182472 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0114741 Feb 17 20:17:52.196544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36948) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:52.209504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Request body: {'subnet': {'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765013992-subnet', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:52.227911 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:52.244949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Usage tracker for resource:subnet and tenant:20a03bf31bb34f15a0aa215c5f3d7b18 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:52.247614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:52.255416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:52.268241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Made reservation on behalf of 20a03bf31bb34f15a0aa215c5f3d7b18 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:17:52.273561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11219230'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:52.433085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9adce7f6-2d53-449c-be90-b1294e4b41d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:52.472566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721dac3-882a-4da1-8323-16e70ac768d9 req-b8cfac93-b214-41c9-bda6-9af59ecd2a36 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:52.475553 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5721dac3-882a-4da1-8323-16e70ac768d9 req-b8cfac93-b214-41c9-bda6-9af59ecd2a36 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3335905 Feb 17 20:17:52.487662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:52.552708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448ada7-5064-4204-a100-9a8450eb66c0 req-330862e7-de14-4224-a053-3f66493150c6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:52.554580 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b448ada7-5064-4204-a100-9a8450eb66c0 req-330862e7-de14-4224-a053-3f66493150c6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2379608 Feb 17 20:17:52.574087 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5721dac3-882a-4da1-8323-16e70ac768d9 req-b47a668a-febd-4f16-892e-f40f6e97ccb2 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881877 Feb 17 20:17:52.675126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b448ada7-5064-4204-a100-9a8450eb66c0 req-0401d552-5fe6-4bbe-8a00-03a4dfee8439 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991604 Feb 17 20:17:52.763645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:17:52.860555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:53.128828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a1915-f2a0-414f-89cb-cdc1ce8397ca req-0d601403-1584-4e88-b263-d36eea5bd366 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:53.137550 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-711a1915-f2a0-414f-89cb-cdc1ce8397ca req-0d601403-1584-4e88-b263-d36eea5bd366 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.3905823 Feb 17 20:17:53.170218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Pushing event updated for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:53.173667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:53.313285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Attempting to bind port 823a330d-7991-4636-9df7-82adddd8d7f5 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:53.313714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Attempting to bind port 823a330d-7991-4636-9df7-82adddd8d7f5 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:53.314129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Attempting to bind port 823a330d-7991-4636-9df7-82adddd8d7f5 on network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:53.326838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:53.327281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Checking segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:53.327467 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-711a1915-f2a0-414f-89cb-cdc1ce8397ca req-e9f2b953-3ae7-40b2-ab3b-10d7d6029fbf tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686809 Feb 17 20:17:53.327686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.328137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Bound using segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:53.328712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Bound port: 823a330d-7991-4636-9df7-82adddd8d7f5, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:53.329188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.351710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:53.392265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfef74-724b-4463-bab8-408e8cb318b2 req-2a61ac63-5d58-4c20-96c4-b22276f5bd0a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:53.408291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-10bfef74-724b-4463-bab8-408e8cb318b2 req-2a61ac63-5d58-4c20-96c4-b22276f5bd0a tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 943 time: 0.4764102 Feb 17 20:17:53.459812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] For port 823a330d-7991-4636-9df7-82adddd8d7f5, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:17:53.464379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] For port 823a330d-7991-4636-9df7-82adddd8d7f5, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=823a330d-7991-4636-9df7-82adddd8d7f5,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:17:53.466454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:53.466904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.530079 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-10bfef74-724b-4463-bab8-408e8cb318b2 req-a50eff8f-6551-41ee-8f2c-86ef5b56a478 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 Feb 17 20:17:53.555882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.579394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2047954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11219215'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.589784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1d5f3861-af42-469e-8c3d-b52e2c292714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:53.609996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:53.739590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Pushing event updated for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:53.743738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:53.834158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.855456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-459fcbe5-63a8-45a9-875a-8f4f2c2d259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.880362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:53.891235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:53.902601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:53.903855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 415373b7-cead-40dd-94cf-eb8683b03152 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:53.979168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:53.987624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14100e41-90ed-4730-acbf-e5c597dcb588,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:53.993456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:54.115930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 415373b7-cead-40dd-94cf-eb8683b03152 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:54.127222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 415373b7-cead-40dd-94cf-eb8683b03152 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:54.127658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.130094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Checking segment: {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:54.130867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Network hostable DHCP agents. Network: 88715dc5-6c5f-4009-ace9-71c4e5c06109, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:17:54.158760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:17:54.170097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 88715dc5-6c5f-4009-ace9-71c4e5c06109) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:54.194723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d97cb1-29fe-4040-85cc-a81771c1b5dc None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:17:54.197857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:54.199157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.227252 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-24f2547c-5c56-4426-bab4-28c1235d0c26 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0238163 Feb 17 20:17:54.232468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 36980) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:54.240577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:54.249811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:54.255257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Usage tracker for resource:router and tenant:20a03bf31bb34f15a0aa215c5f3d7b18 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:54.266459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:54.274482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:54.300856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.303183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.351737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6379d00-cf2b-4852-aa78-c070ca45336d req-700d93ab-268d-4ffd-b587-d863ed277724 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:54.354912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.366174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d6379d00-cf2b-4852-aa78-c070ca45336d req-700d93ab-268d-4ffd-b587-d863ed277724 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.5115535 Feb 17 20:17:54.413410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:54.428784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:54.453343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:54.454063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:54.461791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07354290-aec2-4ac0-9b21-8e0ac0b3d067 req-728f90fa-ec69-41a8-b76e-1bcdf88a8ebb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:54.474561 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-07354290-aec2-4ac0-9b21-8e0ac0b3d067 req-728f90fa-ec69-41a8-b76e-1bcdf88a8ebb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.4077783 Feb 17 20:17:54.612847 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d6379d00-cf2b-4852-aa78-c070ca45336d req-4fd02425-cb7f-42e7-9090-57ad7b3e64af tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447948 Feb 17 20:17:54.676276 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-07354290-aec2-4ac0-9b21-8e0ac0b3d067 req-a419e57a-6001-4f90-bd97-d8cd72765700 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906054 Feb 17 20:17:54.692775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 36992) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:54.778943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.895187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.936607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Deleting subnet d4e1990b-edaf-411b-97c8-12cd918e04a7 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:17:54.958914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:54.989445 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871', 'code': 200} Feb 17 20:17:54.990628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-88715dc5-6c5f-4009-ace9-71c4e5c06109', 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'fixed_ips': [{'subnet_id': '14100e41-90ed-4730-acbf-e5c597dcb588'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:17:54.991714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.106215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.358027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.389837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.422220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:55.470015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.504904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.514298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 415373b7-cead-40dd-94cf-eb8683b03152, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=415373b7-cead-40dd-94cf-eb8683b03152,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:55.534863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.546714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:55.580198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934a9ab-7a93-459c-9b6a-7c61dc2dcaf5 req-d9841cdd-b09d-48b9-a71f-e0ec4980214e tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:55.583265 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9934a9ab-7a93-459c-9b6a-7c61dc2dcaf5 req-d9841cdd-b09d-48b9-a71f-e0ec4980214e tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 944 time: 0.4076309 Feb 17 20:17:55.605224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:55.650352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416515-3dc3-4ec6-aa2d-9b19c1e11be4 req-69ac72b6-b02a-4ee5-a3d2-d0ed3797fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:55.652210 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2b416515-3dc3-4ec6-aa2d-9b19c1e11be4 req-69ac72b6-b02a-4ee5-a3d2-d0ed3797fd13 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 1162 time: 0.4390018 Feb 17 20:17:55.666257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2268b-7be3-4dcb-8009-3245dc29037f req-9793cc11-e665-4c05-82f7-5cd75f9dc434 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:55.673898 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ef2268b-7be3-4dcb-8009-3245dc29037f req-9793cc11-e665-4c05-82f7-5cd75f9dc434 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.4182036 Feb 17 20:17:55.738271 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2b416515-3dc3-4ec6-aa2d-9b19c1e11be4 req-a826d845-2545-43b7-92fa-db59e81483af service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727572 Feb 17 20:17:55.920514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:55.967752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Allocated IP 172.28.3.197 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/43c1f519-b15e-4b49-ab8a-c69e8da4e602) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:55.987841 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9934a9ab-7a93-459c-9b6a-7c61dc2dcaf5 req-e2f6155c-7a7a-40b5-b4b1-e31743c247c2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694706 Feb 17 20:17:55.990638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=415373b7-cead-40dd-94cf-eb8683b03152,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:56.000463 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ef2268b-7be3-4dcb-8009-3245dc29037f req-0759413e-4c83-44f3-b43e-24e4c1421161 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833677 Feb 17 20:17:56.039563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:56.277453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.343212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.376595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4be39dfb-16c6-4417-a37b-2682c778decd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:56.382222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.436072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Allocated IP 172.20.0.2 (88715dc5-6c5f-4009-ace9-71c4e5c06109/14100e41-90ed-4730-acbf-e5c597dcb588/84e5a679-f0e6-403e-9aef-b2384753eff9) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:17:56.451812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:56.452855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.454675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.478486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:56.622330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e1990b-edaf-411b-97c8-12cd918e04a7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:56.638847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:56.663300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Pushing event updated for resources: {'Port': ['ID=43c1f519-b15e-4b49-ab8a-c69e8da4e602,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:56.669472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:56.703117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0231d0-3d59-470d-8b81-ef566e195a70 req-185dda49-6885-4f47-8c24-6a36989b92bc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:56.704830 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eb0231d0-3d59-470d-8b81-ef566e195a70 req-185dda49-6885-4f47-8c24-6a36989b92bc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.4968660 Feb 17 20:17:56.717054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.752250 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-904fb71c-15d7-4878-b8b3-9ef51b23b61b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d4e1990b-edaf-411b-97c8-12cd918e04a7 HTTP/1.1" status: 204 len: 168 time: 2.0552032 Feb 17 20:17:56.753901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37002) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:56.787863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c34e-51f3-42c1-8ef2-c1a6bef287be req-ff553046-fea7-4f00-8b2a-0be63c81a834 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:56.794956 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c392c34e-51f3-42c1-8ef2-c1a6bef287be req-ff553046-fea7-4f00-8b2a-0be63c81a834 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.3161647 Feb 17 20:17:56.815438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:17:53Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:56.935636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:56.983440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 415373b7-cead-40dd-94cf-eb8683b03152 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:57.048735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:57.054506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:57.061610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:57.091324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:57.097448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a68d4f-f816-4b9d-9bb9-c6bbf9b78c79 None None] The sync data for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb is: [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:17:53Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:17:57.122122 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eb0231d0-3d59-470d-8b81-ef566e195a70 req-a60e07bc-678e-4c27-9512-20eb790daee7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943596 Feb 17 20:17:57.172049 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c392c34e-51f3-42c1-8ef2-c1a6bef287be req-3164a029-b260-4ebd-a725-eb16e0c18904 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727210 Feb 17 20:17:57.278253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 415373b7-cead-40dd-94cf-eb8683b03152 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:57.279023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:57.363763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:57.532229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c192051d-49fb-42f0-8ad9-85785d08803a']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:57.548999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53960ed-6dc8-4278-8c0f-723782ebc443') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:57.549498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53960ed-6dc8-4278-8c0f-723782ebc443') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:57.595273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:57.627764 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:57.630263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:17:57.732555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:57.740607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:57.858384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Transition to ACTIVE for port object 84e5a679-f0e6-403e-9aef-b2384753eff9 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:57.902359 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f724e2-46c0-44dc-a9e4-6f11bf9697e6 req-2e3f9147-ac27-4299-a897-41c9f27c7f0d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:57.921504 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f0f724e2-46c0-44dc-a9e4-6f11bf9697e6 req-2e3f9147-ac27-4299-a897-41c9f27c7f0d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.3606570 Feb 17 20:17:57.945974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Transition to ACTIVE for port object 84e5a679-f0e6-403e-9aef-b2384753eff9 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:17:57.970898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:58.034816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aabe96fb-b38c-420b-b60e-36a7d57222ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:58.072145 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f0f724e2-46c0-44dc-a9e4-6f11bf9697e6 req-dd92b7ed-5492-404a-81c0-6dd3849683e7 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402137 Feb 17 20:17:58.087250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202fd7-4468-4835-9408-337d27fb99d3 req-7e4f2bd0-87c7-41e2-9f8f-a9fc0ce87ed4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:58.101904 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-68202fd7-4468-4835-9408-337d27fb99d3 req-7e4f2bd0-87c7-41e2-9f8f-a9fc0ce87ed4 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.4115782 Feb 17 20:17:58.161069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Network c192051d-49fb-42f0-8ad9-85785d08803a has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:17:58.172556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:58.250316 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-68202fd7-4468-4835-9408-337d27fb99d3 req-cedd04dc-5e20-4b83-9dfb-c87cf3228b8b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452503 Feb 17 20:17:58.334217 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152', 'code': 200} Feb 17 20:17:58.427708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 823a330d-7991-4636-9df7-82adddd8d7f5 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:58.649333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Network c192051d-49fb-42f0-8ad9-85785d08803a has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:17:58.695681 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:17:58.902030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68ce4-adb4-4a68-974c-5d456f514658 req-c5789230-3f6a-4fb8-a41b-7fdc0cc7485e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:58.905616 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ec68ce4-adb4-4a68-974c-5d456f514658 req-c5789230-3f6a-4fb8-a41b-7fdc0cc7485e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2248642 Feb 17 20:17:58.986822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:58.987494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.071580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Pushing event updated for resources: {'Port': ['ID=84e5a679-f0e6-403e-9aef-b2384753eff9,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:59.109344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:59.159422 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ec68ce4-adb4-4a68-974c-5d456f514658 req-08f5f2e4-27f1-4870-978f-7da3d7ebd75b tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162922 Feb 17 20:17:59.211964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.231507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46057e-bd38-4736-a63e-cfa9807ec470 req-ac548b3a-bfd7-4947-ac89-14188d3539df tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:59.239326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:17:59.243357 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd46057e-bd38-4736-a63e-cfa9807ec470 req-ac548b3a-bfd7-4947-ac89-14188d3539df tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3328905 Feb 17 20:17:59.243968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:17:59.251271 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:17:59.299855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 823a330d-7991-4636-9df7-82adddd8d7f5 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:17:59.360247 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cd46057e-bd38-4736-a63e-cfa9807ec470 req-f7fa5489-aea6-449d-b143-23445c79ad30 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146643 Feb 17 20:17:59.481803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Attempting to bind port 84e5a679-f0e6-403e-9aef-b2384753eff9 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:17:59.482487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Attempting to bind port 84e5a679-f0e6-403e-9aef-b2384753eff9 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:17:59.483177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Attempting to bind port 84e5a679-f0e6-403e-9aef-b2384753eff9 on network 88715dc5-6c5f-4009-ace9-71c4e5c06109 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:17:59.516476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 823a330d-7991-4636-9df7-82adddd8d7f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:59.517247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.656366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:17:59.657172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Checking segment: {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:17:59.657703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.659518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Bound using segment: {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:17:59.660382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Bound port: 84e5a679-f0e6-403e-9aef-b2384753eff9, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:17:59.661068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.725953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.733811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:59.754511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f9d5d-4b39-456b-a5a1-7ba8bdbf2e92 req-771087e1-6bbc-4784-85f1-25831c0922f0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:59.756587 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-996f9d5d-4b39-456b-a5a1-7ba8bdbf2e92 req-771087e1-6bbc-4784-85f1-25831c0922f0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.2568939 Feb 17 20:17:59.811481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ad-23cc-4150-afbc-6b3e3630c765 req-e6cc71eb-3ee1-41f4-931d-c416f75320ba tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:59.821405 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85b067ad-23cc-4150-afbc-6b3e3630c765 req-e6cc71eb-3ee1-41f4-931d-c416f75320ba tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.2489703 Feb 17 20:17:59.897175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:59.921020 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-996f9d5d-4b39-456b-a5a1-7ba8bdbf2e92 req-0dbf0e46-f94a-4a08-9eb7-2dc90325f16b tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525483 Feb 17 20:17:59.936691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:59.948483 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85b067ad-23cc-4150-afbc-6b3e3630c765 req-0509501b-8643-4013-916a-9db66708412c tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258538 Feb 17 20:18:00.004617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37028) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:00.006608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] For port 84e5a679-f0e6-403e-9aef-b2384753eff9, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:00.011108 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c192051d-49fb-42f0-8ad9-85785d08803a HTTP/1.1" status: 204 len: 168 time: 3.2562120 Feb 17 20:18:00.020461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] For port 84e5a679-f0e6-403e-9aef-b2384753eff9, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=84e5a679-f0e6-403e-9aef-b2384753eff9,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:00.038856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:00.065742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Pushing event deleted for resources: {'Network': ['ID=c192051d-49fb-42f0-8ad9-85785d08803a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:00.070668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:00.106525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.107581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.108514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.109915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.110918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.111890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.112856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.113895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.114896 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.116074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.117129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.118099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.119234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.120444 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.121454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.122530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.123497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.124586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.125889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.126883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.127856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.128841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.130158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.131146 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:00.139860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:00.185367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5484f-233f-48ac-b593-60ddfd00b39a req-2d220fb3-0413-4796-8f21-a72038b9e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:00.188886 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a9d5484f-233f-48ac-b593-60ddfd00b39a req-2d220fb3-0413-4796-8f21-a72038b9e56f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 1163 time: 1.4841926 Feb 17 20:18:00.233864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Deleting subnet 9b436046-522d-4dff-a2fe-3480281cb7f0 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:18:00.256104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:00.341167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Pushing event updated for resources: {'Port': ['ID=84e5a679-f0e6-403e-9aef-b2384753eff9,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:00.364103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:00.541648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:00.590563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:00.591260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:00.829296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:00.959604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 823a330d-7991-4636-9df7-82adddd8d7f5, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=823a330d-7991-4636-9df7-82adddd8d7f5,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:00.997469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:01.004384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:01.020278 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a9d5484f-233f-48ac-b593-60ddfd00b39a req-bda40f38-95cc-4608-ade2-b0a61cba9011 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217938 Feb 17 20:18:01.160009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:01.190062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:01.207469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:01.295635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c431-95eb-4f93-9f85-a64c022bccc6 req-2619418d-9ce2-493a-bb04-927639d7cfa3 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:01.307953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-13a8c431-95eb-4f93-9f85-a64c022bccc6 req-2619418d-9ce2-493a-bb04-927639d7cfa3 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.5938666 Feb 17 20:18:01.329884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:01.351010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a976f4-dd19-415e-86f5-8c723ec5347d req-99abd0c2-883c-4855-b465-d4e462e485d0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:01.353245 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65a976f4-dd19-415e-86f5-8c723ec5347d req-99abd0c2-883c-4855-b465-d4e462e485d0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.4048994 Feb 17 20:18:01.355361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:01.508567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port a8f1a83c-fa41-427e-806f-a4af03452e76 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:01.509200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:01.564126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65a976f4-dd19-415e-86f5-8c723ec5347d req-5cf45806-784d-471f-b057-5d49e54c4b9c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670024 Feb 17 20:18:01.572350 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-13a8c431-95eb-4f93-9f85-a64c022bccc6 req-cea9a601-fc9d-43b2-ab8e-a3c226b9e3af tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627115 Feb 17 20:18:01.871893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:01.895643 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a1719438-7084-4f0d-a237-7ad5a00b0214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:01.934215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Router 9b993314-386e-4dc1-a2e0-aee12e3bee49 is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:18:02.021610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 415373b7-cead-40dd-94cf-eb8683b03152 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:02.147261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b436046-522d-4dff-a2fe-3480281cb7f0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:02.219168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 415373b7-cead-40dd-94cf-eb8683b03152 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:02.219835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:02.258701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.259384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.260028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.260681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.261366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.262781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.263382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.263940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.264640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.265323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.266066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.266558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.267369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.268020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.268665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.269329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.269973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.270616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.271257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.271888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.272541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.273212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.273845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.275450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:02.304133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:02.310375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:02.337172 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9b436046-522d-4dff-a2fe-3480281cb7f0 HTTP/1.1" status: 204 len: 168 time: 2.3293469 Feb 17 20:18:02.342147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37050) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:02.360130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:02.374320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Sync routers for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:02.405847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:02.412286 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1730275 Feb 17 20:18:02.413806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:02.414001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37056) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:02.417346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:02.814651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ca7e4-2f3a-4407-bbd2-2cdf4fd7a758 req-163ce0d9-89dc-4eae-adb4-587a73362f65 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:02.830466 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c10ca7e4-2f3a-4407-bbd2-2cdf4fd7a758 req-163ce0d9-89dc-4eae-adb4-587a73362f65 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.6679800 Feb 17 20:18:02.905562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:02.907805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:03.118075 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c10ca7e4-2f3a-4407-bbd2-2cdf4fd7a758 req-36518e25-baaf-4cd4-9620-2bdd2fb158f9 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858574 Feb 17 20:18:03.499063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 823a330d-7991-4636-9df7-82adddd8d7f5 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:03.663368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad402493-03a7-4bec-b872-d940678b2376 None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:18:03.670386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.056865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-5259a3c5-c601-4dc5-9627-045e07ca17ef None None] Provisioning for port 84e5a679-f0e6-403e-9aef-b2384753eff9 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:04.209125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:17:59Z', 'revision_number': 3, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:04.217746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Checking router: 9b993314-386e-4dc1-a2e0-aee12e3bee49 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:04.218091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Updating router 9b993314-386e-4dc1-a2e0-aee12e3bee49 port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:18:04.227287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 823a330d-7991-4636-9df7-82adddd8d7f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:04.228330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.258788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341374-aad6-431a-9401-f59a97fb1a0c req-167e0b20-87d2-4b74-9567-312e1e3ae628 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:04.262567 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-92341374-aad6-431a-9401-f59a97fb1a0c req-167e0b20-87d2-4b74-9567-312e1e3ae628 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.7006538 Feb 17 20:18:04.333568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.613376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 84e5a679-f0e6-403e-9aef-b2384753eff9 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:04.673378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e795aeb2-dc5d-492f-92bb-4a55e8cc9536']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:04.725943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bece690-24c3-48ad-b4ca-ce8c2e610dea') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:04.726700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bece690-24c3-48ad-b4ca-ce8c2e610dea') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:04.769826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 84e5a679-f0e6-403e-9aef-b2384753eff9 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:04.779385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 84e5a679-f0e6-403e-9aef-b2384753eff9 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:04.780280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.837748 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-92341374-aad6-431a-9401-f59a97fb1a0c req-0757aded-64f5-4777-bd90-8957e1b88d2d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567815 Feb 17 20:18:04.847945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.945686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c8709-1026-4cc8-ade3-30fd2a3eba91 req-ebce7e32-9f48-4fde-b204-3b8610f38543 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:04.955408 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-642c8709-1026-4cc8-ade3-30fd2a3eba91 req-ebce7e32-9f48-4fde-b204-3b8610f38543 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.8101392 Feb 17 20:18:04.976297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:04.983372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:18:05.009804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.168945 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-642c8709-1026-4cc8-ade3-30fd2a3eba91 req-55b63866-04c6-4777-b071-c95a690b3b9a tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119827 Feb 17 20:18:05.208744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.214579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.249455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Transition to ACTIVE for port object 43c1f519-b15e-4b49-ab8a-c69e8da4e602 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:05.254023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.423702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-0c93b223-1ea4-465f-acd0-f4d1562005b0 None None] Provisioning complete for port 84e5a679-f0e6-403e-9aef-b2384753eff9 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:05.426426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0c93b223-1ea4-465f-acd0-f4d1562005b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.683011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:05.707356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 84e5a679-f0e6-403e-9aef-b2384753eff9, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=84e5a679-f0e6-403e-9aef-b2384753eff9,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:05.715472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-52b4e9a1-c35a-4bc5-942c-44ce344ec1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:05.720554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.723074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.725148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:05.935024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Allocated IP 172.20.0.1 (88715dc5-6c5f-4009-ace9-71c4e5c06109/14100e41-90ed-4730-acbf-e5c597dcb588/150329e9-c2c3-412a-82d3-7ae0bfa6d300) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:05.938882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Attempting to bind port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:05.939293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Attempting to bind port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:05.939699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Attempting to bind port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:05.949606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:05.950155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:05.950353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.951049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:05.951645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Bound port: 43c1f519-b15e-4b49-ab8a-c69e8da4e602, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:05.952229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.117937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] For port 43c1f519-b15e-4b49-ab8a-c69e8da4e602, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:06.124136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] For port 43c1f519-b15e-4b49-ab8a-c69e8da4e602, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=43c1f519-b15e-4b49-ab8a-c69e8da4e602,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:06.130075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.248793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=84e5a679-f0e6-403e-9aef-b2384753eff9,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:06.256283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:06.336053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Network e795aeb2-dc5d-492f-92bb-4a55e8cc9536 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:06.339426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9452d-e687-43fe-b44c-46da60de4d66 None None] Pushing event updated for resources: {'Port': ['ID=43c1f519-b15e-4b49-ab8a-c69e8da4e602,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:06.351999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c215-1ef7-4293-8947-1a24eca6b8d3 req-c41d5234-b6a7-44a4-861d-f00e6db23c7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:06.358524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.361553 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d7b1c215-1ef7-4293-8947-1a24eca6b8d3 req-c41d5234-b6a7-44a4-861d-f00e6db23c7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.5933232 Feb 17 20:18:06.365333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c2a9452d-e687-43fe-b44c-46da60de4d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:06.366055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a3f8edfa-0b58-44d0-98c7-07bc84527289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:18:06.381804 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:18:06.386813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-05664307-d56d-4685-9fd2-56cb683ade03 None None] Provisioning complete for port 84e5a679-f0e6-403e-9aef-b2384753eff9 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:06.388453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05664307-d56d-4685-9fd2-56cb683ade03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.391963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Transition to ACTIVE for port object 150329e9-c2c3-412a-82d3-7ae0bfa6d300 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:06.431569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.499384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9452d-e687-43fe-b44c-46da60de4d66 None None] Pushing event updated for resources: {'Port': ['ID=43c1f519-b15e-4b49-ab8a-c69e8da4e602,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:06.506328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c2a9452d-e687-43fe-b44c-46da60de4d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:06.557343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b9f4eec-284a-4a4c-a960-d59252fd0a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:06.586805 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d7b1c215-1ef7-4293-8947-1a24eca6b8d3 req-622bdb9e-edeb-44d2-8514-58532a3623f1 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239602 Feb 17 20:18:06.612011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.636157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ccc4606f-0b88-471e-98da-cdd5c99c8606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:06.662641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:06.663379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:06.682529 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e795aeb2-dc5d-492f-92bb-4a55e8cc9536,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:06.691837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:06.703824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:06.708566 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8aaa8593-9d0e-4cd0-8f4f-3f93ddf7f5c2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e795aeb2-dc5d-492f-92bb-4a55e8cc9536 HTTP/1.1" status: 204 len: 168 time: 4.3570468 Feb 17 20:18:06.772735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b51d1b-7e0f-4cba-886e-8b53d3a8b186 req-642d8512-bca5-4412-9857-68ee69e8c467 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:06.782509 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-24b51d1b-7e0f-4cba-886e-8b53d3a8b186 req-642d8512-bca5-4412-9857-68ee69e8c467 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3177915 Feb 17 20:18:06.899592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:06.909526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:06.920786 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-24b51d1b-7e0f-4cba-886e-8b53d3a8b186 req-0f611006-a8e2-4451-96d7-b094edaa5b06 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349509 Feb 17 20:18:06.947949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:07.080333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:07.212687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37108) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:07.218301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Pushing event updated for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:07.239717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:07.255916 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.266954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a465-e777-427d-81c8-8b8484862acb req-0cbe237a-1c70-4e12-8125-f70ac77edddf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:07.276849 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-81f1a465-e777-427d-81c8-8b8484862acb req-0cbe237a-1c70-4e12-8125-f70ac77edddf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.3540342 Feb 17 20:18:07.445337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.472649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-413f9db1-9baf-47aa-b7c6-c183fa920564 None None] Provisioning for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:07.479590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-413f9db1-9baf-47aa-b7c6-c183fa920564 None None] Provisioning complete for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:07.481088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-413f9db1-9baf-47aa-b7c6-c183fa920564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.535041 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-81f1a465-e777-427d-81c8-8b8484862acb req-e3d2f9e1-cbeb-43e9-8bce-72f7558abcfe tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634765 Feb 17 20:18:07.558309 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1e89ad7a-45d7-4423-bfd5-629f13a23768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8ac21a430a942cc9e663d160e85de44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319387 Feb 17 20:18:07.562234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:17:59Z', 'revision_number': 3, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:07.566820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37116) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:07.571014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96362363-7986-44aa-91df-2cc1b5507281 None None] The sync data for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb is: [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:17:59Z', 'revision_number': 3, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:07.613061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-413f9db1-9baf-47aa-b7c6-c183fa920564 None None] Port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:07.639561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c8119-2f55-47fb-961d-809c835fbda4 req-55438906-4e76-4632-9eb8-5478398fa34c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:07.641381 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-452c8119-2f55-47fb-961d-809c835fbda4 req-55438906-4e76-4632-9eb8-5478398fa34c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3615761 Feb 17 20:18:07.698199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.750651 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-452c8119-2f55-47fb-961d-809c835fbda4 req-33189c2f-de66-43f5-92c9-16291865b8cd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915768 Feb 17 20:18:07.788342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.936144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.950899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f48f9127-4bf0-4fe9-b3e8-e09478ba2cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:07.975058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 84e5a679-f0e6-403e-9aef-b2384753eff9 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:07.988565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5774d7-294f-4d58-9d02-024d968ff4d0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:07.994077 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:08.001579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.006579 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a5774d7-294f-4d58-9d02-024d968ff4d0 HTTP/1.1" status: 204 len: 168 time: 0.4361098 Feb 17 20:18:08.024316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.029080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.085743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:08.188325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 84e5a679-f0e6-403e-9aef-b2384753eff9 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:08.189451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.322106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Pushing event updated for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:08.333893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:08.335260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.739265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:08.740803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:08.827987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f3cf-53f3-4bee-a97d-16e3dd488287 req-aac3b615-b4f4-4ba0-ab64-c1ce87cad2ae tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:08.837301 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1e49f3cf-53f3-4bee-a97d-16e3dd488287 req-aac3b615-b4f4-4ba0-ab64-c1ce87cad2ae tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2553222 Feb 17 20:18:08.948528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37142) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:09.035476 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1e49f3cf-53f3-4bee-a97d-16e3dd488287 req-03fb807c-5526-4482-9267-74e80a81ba0d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965144 Feb 17 20:18:09.056318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Router 9b993314-386e-4dc1-a2e0-aee12e3bee49 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:18:09.138200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fcc35-a003-4d30-87dd-ce332896a6d4 req-2800ecd8-0882-4072-bb34-4a489ced9b0a tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:09.141625 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f44fcc35-a003-4d30-87dd-ce332896a6d4 req-2800ecd8-0882-4072-bb34-4a489ced9b0a tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.4334126 Feb 17 20:18:09.164647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c11ebe4e-a475-4528-b105-f5dc60310653 None None] Provisioning complete for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:09.165176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c11ebe4e-a475-4528-b105-f5dc60310653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.218910 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-48887900-66f2-46c8-9ce7-4638a97d9832 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64aa59791da24c27bd67d5e4902c3a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667692 Feb 17 20:18:09.225275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37146) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:09.331282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:09.356998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] 10.222.0.46 "PUT /v2.0/routers/9b993314-386e-4dc1-a2e0-aee12e3bee49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9284759 Feb 17 20:18:09.357514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c11ebe4e-a475-4528-b105-f5dc60310653 None None] Port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:09.436901 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f44fcc35-a003-4d30-87dd-ce332896a6d4 req-4867d2f5-a415-4a25-8012-fec0b0d96c61 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884505 Feb 17 20:18:09.454408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.494980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.563848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3bf5-a34e-40a4-8315-2649135d8397 req-b0234832-87f3-4d5f-8739-82077f536103 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:09.572274 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c8b3bf5-a34e-40a4-8315-2649135d8397 req-b0234832-87f3-4d5f-8739-82077f536103 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2323534 Feb 17 20:18:09.678264 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c8b3bf5-a34e-40a4-8315-2649135d8397 req-ba2f489b-6120-49f8-9a33-a73737535366 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047633 Feb 17 20:18:09.685792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.706733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:09.763868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80428ab3-e9ee-418f-9fbb-0080fd2825bb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:09.771144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.776684 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80428ab3-e9ee-418f-9fbb-0080fd2825bb HTTP/1.1" status: 204 len: 168 time: 0.5461028 Feb 17 20:18:09.776684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:09.860107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0d5c7-db23-40dd-9c3d-f82cae99f8d2 req-af958b8c-dda6-47c7-92df-18d819fd8efc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:09.862113 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1fe0d5c7-db23-40dd-9c3d-f82cae99f8d2 req-af958b8c-dda6-47c7-92df-18d819fd8efc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2436404 Feb 17 20:18:10.033392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 43c1f519-b15e-4b49-ab8a-c69e8da4e602 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:10.048193 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1fe0d5c7-db23-40dd-9c3d-f82cae99f8d2 req-11269679-0c50-4512-9fe2-dfc9e795fbb2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692715 Feb 17 20:18:10.149907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:10.173241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:10.173668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.370505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.401027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 43c1f519-b15e-4b49-ab8a-c69e8da4e602, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=43c1f519-b15e-4b49-ab8a-c69e8da4e602,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:10.405458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.409200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:10.563273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-003b92ce-9065-4db1-8613-22e83e3079a9 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:10.565404 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-003b92ce-9065-4db1-8613-22e83e3079a9 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.1434855 Feb 17 20:18:10.569520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aef32-95f5-4498-b1b4-1e690b954015 req-ad0bd2c0-b972-4575-81a8-c721129d92a8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:10.586029 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-174aef32-95f5-4498-b1b4-1e690b954015 req-ad0bd2c0-b972-4575-81a8-c721129d92a8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2477198 Feb 17 20:18:10.690808 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-174aef32-95f5-4498-b1b4-1e690b954015 req-659f8d9d-68e6-41e1-8ad0-f77f242e1048 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029782 Feb 17 20:18:10.702311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Deleting port 415373b7-cead-40dd-94cf-eb8683b03152 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:10.702768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.822584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=43c1f519-b15e-4b49-ab8a-c69e8da4e602,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:10.842578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.843251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.843917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.844552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.845252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.845900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.846548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.847187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.847846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.848757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.849420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.850039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.850881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.851534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.852181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.852795 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.853494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.854207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.854871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.856041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.856694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.857403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.859004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.859681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:10.869010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:11.213762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa92af-6b91-4cbb-8146-be35d03e74c6 req-49319ebb-23e4-4109-8bf7-a799ff5ed4cb tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:11.218852 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cbaa92af-6b91-4cbb-8146-be35d03e74c6 req-49319ebb-23e4-4109-8bf7-a799ff5ed4cb tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 946 time: 0.2361081 Feb 17 20:18:11.315229 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cbaa92af-6b91-4cbb-8146-be35d03e74c6 req-ffa34a78-19e1-4554-8bed-f6cab5e24245 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880437 Feb 17 20:18:11.616844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] For port 415373b7-cead-40dd-94cf-eb8683b03152, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=415373b7-cead-40dd-94cf-eb8683b03152,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:11.617974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:11.690621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Sync routers for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:11.711111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:11.712471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:11.765094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851a5b-187f-4e78-951c-eabbec8d67ad req-f3e0e1d0-cd26-4187-95a5-26c5a559fc1a tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:11.767094 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-12851a5b-187f-4e78-951c-eabbec8d67ad req-f3e0e1d0-cd26-4187-95a5-26c5a559fc1a tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2455015 Feb 17 20:18:11.780560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Calling delete_port for 415373b7-cead-40dd-94cf-eb8683b03152 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:11.867683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44254c58-8183-40e8-aaee-3a69eb3bcb9f req-944e09f1-6b89-4b30-ab4d-ce0d09f17361 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:11.877116 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-44254c58-8183-40e8-aaee-3a69eb3bcb9f req-944e09f1-6b89-4b30-ab4d-ce0d09f17361 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2328620 Feb 17 20:18:12.003098 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-12851a5b-187f-4e78-951c-eabbec8d67ad req-11c5a0ea-1b2a-4a00-854c-8dc863df2b1b tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219460 Feb 17 20:18:12.027786 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-44254c58-8183-40e8-aaee-3a69eb3bcb9f req-7ed7008e-d0d5-454b-9d84-f49531937247 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447570 Feb 17 20:18:12.035435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.068789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:12.069335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2135701854', 'description': 'tempest-TestShelveInstance-2135701854 description'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:12.077524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:12.083075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:security_group and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:12.086484 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:12.087759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:12.093679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:12.104757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.163604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:12.181921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 43c1f519-b15e-4b49-ab8a-c69e8da4e602 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:12.186473 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:security_group_rule and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:12.187703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Pushing event deleted for resources: {'Port': ['ID=415373b7-cead-40dd-94cf-eb8683b03152,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:12.201195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:12.214901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:12.215337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:12.289855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:12.360560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4d92-e993-4238-a0e9-927ec5243276 req-22201031-ccd4-4fa6-91fa-d871466fc737 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:12.368431 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-413a4d92-e993-4238-a0e9-927ec5243276 req-22201031-ccd4-4fa6-91fa-d871466fc737 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.1491139 Feb 17 20:18:12.428451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.451188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] No DVR routers for this DVR port 415373b7-cead-40dd-94cf-eb8683b03152 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:12.455230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.459718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'name': 'network-vif-deleted', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:12.463587 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-413a4d92-e993-4238-a0e9-927ec5243276 req-ff9bc2b4-40bd-4ad3-a799-ff5a83f23626 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940940 Feb 17 20:18:12.464519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.484319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7224131f-521d-4e46-abe8-67d5556f9ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:12.492954 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-09f76701-aa2a-4208-b277-7a4b0662d275 req-96cffdd9-4ac0-40a7-a9c4-75b1a87b34f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "DELETE /v2.0/ports/415373b7-cead-40dd-94cf-eb8683b03152 HTTP/1.1" status: 204 len: 173 time: 1.9207432 Feb 17 20:18:12.564817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.569067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:12.569725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.581404 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ee97a0b8-7f14-4dfb-9ff8-36bd80e0e2dd req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5135186 Feb 17 20:18:12.582434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:12.594143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:12.783995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657720dc-db09-4a12-ba90-1f2325b4de18 req-9e2a28aa-2ce0-43f2-8882-426bf8de6493 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:12.794922 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-657720dc-db09-4a12-ba90-1f2325b4de18 req-9e2a28aa-2ce0-43f2-8882-426bf8de6493 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1402979 Feb 17 20:18:12.816004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:12.816637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.947337 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d7846b2-a934-49a4-9eec-c1ed727f20fa req-5e66c790-ef78-46af-87d3-dfa23521d4f2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594cd8d-195e-47f0-ac2d-2a0bd01276ef HTTP/1.1" status: 200 len: 210 time: 0.1324730 Feb 17 20:18:13.052945 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-657720dc-db09-4a12-ba90-1f2325b4de18 req-17d51db3-77de-4680-80c9-13b5a33bbce1 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565632 Feb 17 20:18:13.108283 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594cd8d-195e-47f0-ac2d-2a0bd01276ef', 'name': 'network-vif-deleted', 'tag': '415373b7-cead-40dd-94cf-eb8683b03152', 'status': 'completed', 'code': 200} Feb 17 20:18:13.252497 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-43eacbb0-0a63-422a-8a76-e26338ef2a2d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups/a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7 HTTP/1.1" status: 200 len: 1802 time: 0.1380532 Feb 17 20:18:13.259319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 415373b7-cead-40dd-94cf-eb8683b03152 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:13.272539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:13.285337 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:13.300388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:13.316961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:security_group_rule and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:13.324142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:13.327068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 415373b7-cead-40dd-94cf-eb8683b03152 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:13.327465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 415373b7-cead-40dd-94cf-eb8683b03152 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:13.340815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:13.379202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:18:07Z', 'revision_number': 4, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '150329e9-c2c3-412a-82d3-7ae0bfa6d300', 'name': '', 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'mac_address': 'fa:16:3e:4c:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:05Z', 'updated_at': '2021-02-17T20:18:07Z', 'revision_number': 2, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'subnets': [{'id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:13.385413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Checking router: 9b993314-386e-4dc1-a2e0-aee12e3bee49 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:13.385949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Updating router 9b993314-386e-4dc1-a2e0-aee12e3bee49 port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:18:13.518793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.612032 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.674062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fdccd-8e7a-408b-a73f-ee92573d2e50 req-3455333d-5d79-474f-8774-a93ba6c839e9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:13.678293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c9fdccd-8e7a-408b-a73f-ee92573d2e50 req-3455333d-5d79-474f-8774-a93ba6c839e9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.3117182 Feb 17 20:18:13.723240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.816153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.828972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6d712e71-c148-4d3e-b7af-940d1ab6e1c9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:13.951638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.956629 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-041aaed0-99da-4a5c-a3af-e28c8fdabc13 req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6965938 Feb 17 20:18:13.964418 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c9fdccd-8e7a-408b-a73f-ee92573d2e50 req-dfb00308-d070-4acc-afb9-f8c5f5c05d57 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568944 Feb 17 20:18:13.966740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb438e0-09f7-4d7c-952b-905d052ed56a,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:13.973161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6ea04764-7138-49d8-9126-18ee6b3727ef tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:14.050398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-ccc976c9-f690-46ca-9f8c-f5d04ab84c9c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:14.052299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-ccc976c9-f690-46ca-9f8c-f5d04ab84c9c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:14.094192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-ccc976c9-f690-46ca-9f8c-f5d04ab84c9c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:14.096607 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-ccc976c9-f690-46ca-9f8c-f5d04ab84c9c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.3799517 Feb 17 20:18:14.232262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:14.238847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Deleting port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:14.239478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:14.379004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:14.379474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:14.406756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fafd69-5006-4416-b8fd-7b8b3411114d req-cccb1b20-5a96-4479-bf7b-21968c550858 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:14.408693 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-17fafd69-5006-4416-b8fd-7b8b3411114d req-cccb1b20-5a96-4479-bf7b-21968c550858 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc59d518-bd33-4f0b-835d-e8f80ae8978e HTTP/1.1" status: 200 len: 945 time: 0.2555239 Feb 17 20:18:14.471834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536e846-bb68-4420-81fa-a998c02fbe00 req-b3e6f49f-9d03-429b-a344-f3f8612831f8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:14.478274 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d536e846-bb68-4420-81fa-a998c02fbe00 req-b3e6f49f-9d03-429b-a344-f3f8612831f8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2414014 Feb 17 20:18:14.564475 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-17fafd69-5006-4416-b8fd-7b8b3411114d req-fb2ab09b-023c-4d45-811b-93136559ba79 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371763 Feb 17 20:18:14.606142 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d536e846-bb68-4420-81fa-a998c02fbe00 req-635caa1d-924d-4744-b7a0-54e8f3142ab7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159859 Feb 17 20:18:14.679026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:14.722996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:14.739432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Transition to ACTIVE for port object 150329e9-c2c3-412a-82d3-7ae0bfa6d300 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:14.750925 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-0093996e-8170-42f6-969c-a8f8952e7659 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups/a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7 HTTP/1.1" status: 200 len: 2395 time: 0.1433408 Feb 17 20:18:14.751159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:14.757374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7', 'remote_group_id': None}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:14.757740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7', 'remote_group_id': None}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:14.766137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:14.770826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:security_group_rule and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:14.777189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:14.784902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:14.788171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1be78f4f-95e8-4fb9-9a5c-90b7345b695d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:14.920588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] For port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:14.921221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:14.937405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.013839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.020248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.022050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:15.072134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb483ea-ddcf-4203-8a18-91f58846c481,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:15.078131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:15.103072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.114133 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2951ac44-a0c3-4274-8576-2c9a0146a229 req-38bc1a79-6e32-4b5c-ab75-5d93792be808 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3620129 Feb 17 20:18:15.224268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Calling delete_port for 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:15.236892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Pushing event updated for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:15.244431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:15.272611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:15.274102 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.468145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.496594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:15.653019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event deleted for resources: {'Port': ['ID=7e99444b-f60f-4f88-b4f0-a5a6c1faf871,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:15.673976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:15.931947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] No DVR routers for this DVR port 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:15.935392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:15.949703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'name': 'network-vif-deleted', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:15.964341 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28d26085-365c-4297-8c3d-4913fd6ce5b0 req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "DELETE /v2.0/ports/7e99444b-f60f-4f88-b4f0-a5a6c1faf871 HTTP/1.1" status: 204 len: 173 time: 1.8617146 Feb 17 20:18:16.098667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:16.168589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:16.168882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 7e99444b-f60f-4f88-b4f0-a5a6c1faf871 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:16.170954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Attempting to bind port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:16.171369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Attempting to bind port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:16.171784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Attempting to bind port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 on network 88715dc5-6c5f-4009-ace9-71c4e5c06109 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:16.179528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:16.179958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Checking segment: {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:16.180426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:16.180875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Bound using segment: {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:16.181454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Bound port: 150329e9-c2c3-412a-82d3-7ae0bfa6d300, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c51f46-6b17-4b4e-bbca-d89767d245de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:16.181888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:16.384388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-fb028719-9b61-4a0d-83be-1b7dd3eda754 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:16.392698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] For port 150329e9-c2c3-412a-82d3-7ae0bfa6d300, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:16.396010 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-fb028719-9b61-4a0d-83be-1b7dd3eda754 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 809 time: 0.9859412 Feb 17 20:18:16.399865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] For port 150329e9-c2c3-412a-82d3-7ae0bfa6d300, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=150329e9-c2c3-412a-82d3-7ae0bfa6d300,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:16.405462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:16.426709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:16.431697 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-2d610de2-3cb1-499b-aea3-e3f665736c89 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/quotas/1053bc941b47401a9d04f571754448a1 HTTP/1.1" status: 200 len: 375 time: 0.0263419 Feb 17 20:18:16.541902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc65a1-e9b2-41ee-b234-6b6cbeebaf16 req-9cf24896-9737-4b24-8618-921b1e0f2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:16.544215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fccc65a1-e9b2-41ee-b234-6b6cbeebaf16 req-9cf24896-9737-4b24-8618-921b1e0f2a16 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.3249729 Feb 17 20:18:16.546302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-52557391-1577-4552-ab70-56d4cfd744af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:16.548042 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-52557391-1577-4552-ab70-56d4cfd744af service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1163 time: 1.0190597 Feb 17 20:18:16.559849 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-7d81a67f-bdc3-4798-988a-3912e2a6e96d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021457 Feb 17 20:18:16.602217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261a73-96ad-4ab2-b73b-765c624532f9 req-f181086c-4c06-4d56-9f92-263d20bf43dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:16.604306 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd261a73-96ad-4ab2-b73b-765c624532f9 req-f181086c-4c06-4d56-9f92-263d20bf43dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 1.1566298 Feb 17 20:18:16.680947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Pushing event updated for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:16.690582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:16.727769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:16.729378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:17:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:16.847363 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fccc65a1-e9b2-41ee-b234-6b6cbeebaf16 req-33465a16-fc26-4127-a5f6-64e65d8545e8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822640 Feb 17 20:18:16.972355 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd261a73-96ad-4ab2-b73b-765c624532f9 req-24e1e263-13af-4c43-90b9-b8e1abaa747d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913525 Feb 17 20:18:17.104045 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-aac5761e-89a6-4e7a-8dd1-9a9d9336213d service neutron] 10.222.0.46 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862790 Feb 17 20:18:17.107822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-c9d0a319-5349-4fd8-90ec-3e99618a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:17.109843 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-c9d0a319-5349-4fd8-90ec-3e99618a2dd5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.4938219 Feb 17 20:18:17.164452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:17.289635 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-2b240ad0-3162-4f12-b1a3-c3639b2fa36a service neutron] 10.222.0.46 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1840940 Feb 17 20:18:17.571225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-e75b7509-f570-43cc-be21-1c7724a17bba service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 1002 time: 0.2733455 Feb 17 20:18:17.705326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-ed62a8b4-df37-4ae0-b64c-44275df5a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:17.709604 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-ed62a8b4-df37-4ae0-b64c-44275df5a3a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1293266 Feb 17 20:18:17.820081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:18:07Z', 'revision_number': 4, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '150329e9-c2c3-412a-82d3-7ae0bfa6d300', 'name': '', 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'mac_address': 'fa:16:3e:4c:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:05Z', 'updated_at': '2021-02-17T20:18:16Z', 'revision_number': 4, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'subnets': [{'id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:17.842882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0aa071-757b-4e96-82f5-0158eb6304c1 None None] The sync data for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb is: [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:18:07Z', 'revision_number': 4, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '150329e9-c2c3-412a-82d3-7ae0bfa6d300', 'name': '', 'network_id': '88715dc5-6c5f-4009-ace9-71c4e5c06109', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'mac_address': 'fa:16:3e:4c:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:05Z', 'updated_at': '2021-02-17T20:18:16Z', 'revision_number': 4, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'subnets': [{'id': '14100e41-90ed-4730-acbf-e5c597dcb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:18.016790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94c5b9-b2e9-4f8f-ae0f-0fcefb0515f2 req-eb7a75e4-5a13-4d12-a3f5-c5949e763d33 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:18.030078 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2e94c5b9-b2e9-4f8f-ae0f-0fcefb0515f2 req-eb7a75e4-5a13-4d12-a3f5-c5949e763d33 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.7334197 Feb 17 20:18:18.166752 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2e94c5b9-b2e9-4f8f-ae0f-0fcefb0515f2 req-9cead7cd-5230-4bfc-bbb0-5e724fa5b0a5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220725 Feb 17 20:18:18.170976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-c3175ea9-039e-486d-98e7-e3f40f3f19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:18.172829 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-c3175ea9-039e-486d-98e7-e3f40f3f19a0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4497831 Feb 17 20:18:18.315891 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc59d518-bd33-4f0b-835d-e8f80ae8978e', 'name': 'network-vif-deleted', 'tag': '7e99444b-f60f-4f88-b4f0-a5a6c1faf871', 'status': 'completed', 'code': 200} Feb 17 20:18:18.446439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:18.647219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:18.647701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:18.691997 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d32b768b-e8ae-44dd-82ad-7f59d59ac469 req-c44769c8-331f-42ce-908a-1aa566ec716a tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 210 time: 0.1608081 Feb 17 20:18:18.772752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928cc22-b04b-42eb-9a1e-544b1af7673d req-f24de168-19b4-4894-947a-32338d3208ca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:18.781639 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1928cc22-b04b-42eb-9a1e-544b1af7673d req-f24de168-19b4-4894-947a-32338d3208ca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.6251383 Feb 17 20:18:18.802831 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-afe48b32-469e-499c-91e0-10607844e9df service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695181 Feb 17 20:18:18.995139 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1928cc22-b04b-42eb-9a1e-544b1af7673d req-80eb33c4-d8ca-46c8-9ede-d314a95193a4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125444 Feb 17 20:18:19.150128 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4ca13b4-ff9b-4764-bd23-031277c3fa17 req-1abd133f-f292-4d8c-b322-001b77919027 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3268061 Feb 17 20:18:19.168427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2f98-5e08-4029-b212-5abeb9ff8dd0 req-80f7eb47-4ce6-4746-bba1-212cccf2e68e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:19.170289 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1afb2f98-5e08-4029-b212-5abeb9ff8dd0 req-80f7eb47-4ce6-4746-bba1-212cccf2e68e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1936452 Feb 17 20:18:19.261110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1afb2f98-5e08-4029-b212-5abeb9ff8dd0 req-70d3469a-b355-42d4-9f02-e0fc2fe9b149 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Feb 17 20:18:19.534433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:19.540898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e07d0-f8c9-43fd-83c4-c9d4b8964ef6 req-8e8fcd80-2176-435d-ae28-4223ee94a3c8 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:19.555804 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b39e07d0-f8c9-43fd-83c4-c9d4b8964ef6 req-8e8fcd80-2176-435d-ae28-4223ee94a3c8 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.1770604 Feb 17 20:18:19.763537 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b39e07d0-f8c9-43fd-83c4-c9d4b8964ef6 req-b483ea41-aac1-4641-9649-eef7ac0834bb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535039 Feb 17 20:18:19.845590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ea053774-74ad-4ebc-b905-d79328b76058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:19.902610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-ea1af4a0-2c7e-4ff9-9dcf-0a96d0909a9f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:19.905166 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-ea1af4a0-2c7e-4ff9-9dcf-0a96d0909a9f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 809 time: 0.3341284 Feb 17 20:18:19.919777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Request body: {'port': {'device_id': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf', 'admin_state_up': True, 'tenant_id': '1053bc941b47401a9d04f571754448a1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:20.069971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 150329e9-c2c3-412a-82d3-7ae0bfa6d300 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:20.247305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:20.256116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Usage tracker for resource:port and tenant:1053bc941b47401a9d04f571754448a1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:20.263624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:20.276265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:20.298148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Made reservation on behalf of 1053bc941b47401a9d04f571754448a1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:18:20.316493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:20.319522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.334377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:20.334851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.556737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.608952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 150329e9-c2c3-412a-82d3-7ae0bfa6d300, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=150329e9-c2c3-412a-82d3-7ae0bfa6d300,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:20.612857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.615392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:20.696083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:20.701013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:20.757575 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2181f026-55a4-465e-a56c-9fb5ae9ada6e req-bb797203-4e42-4f86-80a6-456786651512 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 210 time: 0.2626798 Feb 17 20:18:21.280869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-00741df6-14a2-4354-9c78-21d2d5b9be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:21.282539 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-00741df6-14a2-4354-9c78-21d2d5b9be2a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 1163 time: 0.9043734 Feb 17 20:18:21.468674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de546a-a852-4427-b267-463c73b3bbc4 req-2637e5ce-175a-4a8f-aef6-e91e78b4cb3f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:21.471747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-96de546a-a852-4427-b267-463c73b3bbc4 req-2637e5ce-175a-4a8f-aef6-e91e78b4cb3f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.8605928 Feb 17 20:18:21.662991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:18:21.766182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393de-ec45-4c78-aa53-1d710edaefc4 req-d483b409-5a50-4826-be8b-ddb09cc5ba97 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:21.769163 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-04e393de-ec45-4c78-aa53-1d710edaefc4 req-d483b409-5a50-4826-be8b-ddb09cc5ba97 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.8411000 Feb 17 20:18:21.877376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 150329e9-c2c3-412a-82d3-7ae0bfa6d300 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:21.887103 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-96de546a-a852-4427-b267-463c73b3bbc4 req-82ee9e98-ace6-46cc-8030-52e5dae800f3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276582 Feb 17 20:18:22.067998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:22.069240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.071276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-f08befca-f30f-4cc6-8504-b2fa9686c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:22.076400 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-f08befca-f30f-4cc6-8504-b2fa9686c30d service neutron] 10.222.0.121 "GET /v2.0/networks?id=3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 200 len: 912 time: 0.7801731 Feb 17 20:18:22.325318 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-b2be000c-39cd-4e6c-9d70-bd8c6966a33a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 200 len: 217 time: 0.2112980 Feb 17 20:18:22.354309 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-04e393de-ec45-4c78-aa53-1d710edaefc4 req-8559599e-374f-4b0d-9317-e0b0dab44b60 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832542 Feb 17 20:18:22.357041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Allocated IP 172.20.0.3 (bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf/90afa599-f726-4cf6-b16a-243016c08adb/0c7b4f3e-a794-4ed8-aec9-102db4bf1614) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:22.383316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:22.550790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 942b4957-b66c-42f0-a80d-8e472e3a7e43 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:22.551334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.552946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-d5857901-a373-4e07-8353-999c658d78d6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:22.554335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-d5857901-a373-4e07-8353-999c658d78d6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:22.581630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-d5857901-a373-4e07-8353-999c658d78d6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:22.584224 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-d5857901-a373-4e07-8353-999c658d78d6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 946 time: 0.2229910 Feb 17 20:18:22.646670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-bf7439de-2371-4799-814d-950b7de15bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:22.649144 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-bf7439de-2371-4799-814d-950b7de15bdb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 200 len: 858 time: 0.2707129 Feb 17 20:18:22.752435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Deleting port 942b4957-b66c-42f0-a80d-8e472e3a7e43 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:22.752834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.865377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ca31-2c40-492d-91b2-4ad6f826164e req-281774df-9730-48d9-844c-14090d49f9e0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:22.868616 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d0c1ca31-2c40-492d-91b2-4ad6f826164e req-281774df-9730-48d9-844c-14090d49f9e0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 946 time: 0.6302235 Feb 17 20:18:22.915643 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-ca725cf5-89cb-44d3-99d1-2d0d864b3637 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3bb59fbb-d087-497a-bb0b-2eb189a3144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617723 Feb 17 20:18:23.179104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] For port 942b4957-b66c-42f0-a80d-8e472e3a7e43, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=942b4957-b66c-42f0-a80d-8e472e3a7e43,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:23.179527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.332948 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d0c1ca31-2c40-492d-91b2-4ad6f826164e req-ad039ba7-b231-42d3-8730-9fbdbcbe23fc tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095292 Feb 17 20:18:23.351274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f705ac43-f353-4682-9827-758f07b6a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.351598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Calling delete_port for 942b4957-b66c-42f0-a80d-8e472e3a7e43 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:23.372740 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-af4ee441-9c59-4645-98ba-23f54e3be575 service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441222 Feb 17 20:18:23.520832 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee68ef-53ac-4093-90b8-63c30c5ddb05 req-1c5c226c-bfa7-4660-88dd-9708854602af tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:23.523960 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f0ee68ef-53ac-4093-90b8-63c30c5ddb05 req-1c5c226c-bfa7-4660-88dd-9708854602af tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.8732619 Feb 17 20:18:23.550503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.572322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-108c389b-8499-45c0-a5b0-8c4a07a23806 tempest-DeleteServersTestJSON-692612144 tempest-DeleteServersTestJSON-692612144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:23.631821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.739479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event deleted for resources: {'Port': ['ID=942b4957-b66c-42f0-a80d-8e472e3a7e43,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:23.755465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:23.783998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d5732395-97ed-4ff5-87b3-bf310e3b0402 req-835437c3-4e63-480d-964b-d9a540e43ca7 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 210 time: 0.2491717 Feb 17 20:18:23.885814 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f0ee68ef-53ac-4093-90b8-63c30c5ddb05 req-71ae2d8a-96fc-43c9-a441-3a27d14dd7f3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377565 Feb 17 20:18:23.983400 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03585a49-cbc5-4e38-a982-e96221cf8cd5 req-a27db943-a6f1-488f-a0ab-69c5ccc0aa4e service neutron] 10.222.0.121 "GET /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5312681 Feb 17 20:18:23.994526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.029072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-87f1c75f-897d-498f-9062-d4dc47414075 tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:24.138397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] No DVR routers for this DVR port 942b4957-b66c-42f0-a80d-8e472e3a7e43 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:24.146514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.155383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'name': 'network-vif-deleted', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:24.192826 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8eb3db3c-77a0-4614-94e7-71fbcfb44bd9 req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "DELETE /v2.0/ports/942b4957-b66c-42f0-a80d-8e472e3a7e43 HTTP/1.1" status: 204 len: 173 time: 1.6016023 Feb 17 20:18:24.400667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Pushing event updated for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:24.411095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:24.521348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578d87-b93b-4938-b35f-8ee540fae859 req-712e3048-b052-4210-83d2-8d678d5ba564 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:24.523054 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-86578d87-b93b-4938-b35f-8ee540fae859 req-712e3048-b052-4210-83d2-8d678d5ba564 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.4341826 Feb 17 20:18:24.525281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:24.532770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a150a6-15ef-4fba-9a46-352807d0923d req-017bc595-22f2-4e7e-be66-8e2a0517e147 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:24.534656 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65a150a6-15ef-4fba-9a46-352807d0923d req-017bc595-22f2-4e7e-be66-8e2a0517e147 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3274407 Feb 17 20:18:24.537560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:24.554298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:24.687706 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-86578d87-b93b-4938-b35f-8ee540fae859 req-412b992a-a5f9-466c-aa4b-36d8b0af4a63 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513138 Feb 17 20:18:24.704674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.708366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:24.709136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.718227 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-65a150a6-15ef-4fba-9a46-352807d0923d req-b5651321-baeb-4ca1-b23d-ca7a0af3540a tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320226 Feb 17 20:18:24.760276 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8452086 Feb 17 20:18:24.774907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Request body: {'port': {'device_id': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:24.786223 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a42a7c-9d56-4ed7-b14d-9c873519cc19', 'name': 'network-vif-deleted', 'tag': '942b4957-b66c-42f0-a80d-8e472e3a7e43', 'status': 'completed', 'code': 200} Feb 17 20:18:24.944157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.954418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:25.086050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.092839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:25.093296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.158076 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7a8136f7-843d-4c86-ad53-f7e55f9f0bd2 req-20085ead-2cdf-4e94-b643-ea7ce730f931 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a42a7c-9d56-4ed7-b14d-9c873519cc19 HTTP/1.1" status: 200 len: 210 time: 0.1967213 Feb 17 20:18:25.278619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:25.366176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 942b4957-b66c-42f0-a80d-8e472e3a7e43 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:25.366869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 942b4957-b66c-42f0-a80d-8e472e3a7e43 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:25.522195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675af2-862a-40ab-8c10-baf07cabf580 req-dffceb20-392b-4b79-b1cb-9f7303c502ce tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:25.523000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5f675af2-862a-40ab-8c10-baf07cabf580 req-dffceb20-392b-4b79-b1cb-9f7303c502ce tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Synchronizing usage tracker for tenant:1053bc941b47401a9d04f571754448a1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:25.608662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5f675af2-862a-40ab-8c10-baf07cabf580 req-dffceb20-392b-4b79-b1cb-9f7303c502ce tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Unset dirty status for tenant:1053bc941b47401a9d04f571754448a1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:25.610154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5f675af2-862a-40ab-8c10-baf07cabf580 req-dffceb20-392b-4b79-b1cb-9f7303c502ce tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 931 time: 0.5951939 Feb 17 20:18:25.760293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5f675af2-862a-40ab-8c10-baf07cabf580 req-40560af7-fcfe-4dcf-85d8-d0a99b97283f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424696 Feb 17 20:18:26.007334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:18:26.021795 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.043666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Transition to ACTIVE for port object 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:26.050662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.129196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e32cfbee-55e8-4708-9af0-54a17d28e8e8 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:26.239622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4fc49-845e-40d7-81be-b6938fd64d86 req-aea7a61a-f1ac-4631-b5e4-ee0ff0dcc27d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:26.241404 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-abc4fc49-845e-40d7-81be-b6938fd64d86 req-aea7a61a-f1ac-4631-b5e4-ee0ff0dcc27d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3262811 Feb 17 20:18:26.252072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.253602 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55340-227e-4b9c-9ba4-644a97e2f8a6 req-c0438bc0-0fff-42ff-b1de-6d522c99faee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:26.255295 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fed55340-227e-4b9c-9ba4-644a97e2f8a6 req-c0438bc0-0fff-42ff-b1de-6d522c99faee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.4197934 Feb 17 20:18:26.267965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:26.301170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:26.379898 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-abc4fc49-845e-40d7-81be-b6938fd64d86 req-aab020b0-4aed-4999-98b7-9c151d81700d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170700 Feb 17 20:18:26.424031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:26.479352 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fed55340-227e-4b9c-9ba4-644a97e2f8a6 req-66710948-f9e5-472f-a4ef-2b37cbd9393a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973677 Feb 17 20:18:26.525685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port e86eb4d0-255c-4510-9ce9-f9d1a6262704 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:26.526390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.585725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Attempting to bind port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:26.586381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Attempting to bind port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:26.587073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Attempting to bind port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 on network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:26.603451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:26.604075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Checking segment: {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:26.604780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.606016 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Bound using segment: {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:26.606838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Bound port: 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283b4ca6-901d-4ca3-abc7-045379f8cce2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:26.607480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.772664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] For port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:26.778131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] For port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:26.785260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.816677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5e40641c-0da4-4a89-95e4-680dc3d1a766 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:27.156094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:27.175899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:27.211858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.212547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:27.214174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] 10.222.0.121 "PUT /v2.0/ports/0c7b4f3e-a794-4ed8-aec9-102db4bf1614 HTTP/1.1" status: 200 len: 1157 time: 2.4447882 Feb 17 20:18:27.216449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:27.234346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e82c7-a49a-428e-9ca8-fd8aea3e781a req-a69ac2a7-7d5f-4c5d-bf0e-7d7aa18af4d5 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.236749 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2d4e82c7-a49a-428e-9ca8-fd8aea3e781a req-a69ac2a7-7d5f-4c5d-bf0e-7d7aa18af4d5 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.2886763 Feb 17 20:18:27.243574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b3fc-e332-4e22-be4e-e06be6476ddc req-4dfd7ed1-d383-44a8-8c6f-91aae8c13f72 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.245280 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8537b3fc-e332-4e22-be4e-e06be6476ddc req-4dfd7ed1-d383-44a8-8c6f-91aae8c13f72 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 946 time: 0.2954330 Feb 17 20:18:27.403790 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2d4e82c7-a49a-428e-9ca8-fd8aea3e781a req-1cce0428-b13d-43e5-bf7b-9690c4d66357 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545718 Feb 17 20:18:27.409963 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8537b3fc-e332-4e22-be4e-e06be6476ddc req-b6d9d88f-0946-49ec-8467-716357727d59 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431196 Feb 17 20:18:27.444775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-82bcf853-feaf-4b18-85f4-567dbc3638e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.447867 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-82bcf853-feaf-4b18-85f4-567dbc3638e8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 1160 time: 0.1580007 Feb 17 20:18:27.536585 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-ca7a15f5-bea6-497f-895b-10260ef5d7c6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614 HTTP/1.1" status: 200 len: 217 time: 0.0801294 Feb 17 20:18:27.545850 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614', 'status': 'completed', 'code': 200} Feb 17 20:18:27.686075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-191c2123-5ee8-4fb7-ba07-414b5ddf929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.687599 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-191c2123-5ee8-4fb7-ba07-414b5ddf929e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=90afa599-f726-4cf6-b16a-243016c08adb HTTP/1.1" status: 200 len: 849 time: 0.1400898 Feb 17 20:18:27.767061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d27ad-0744-4d7e-ba52-2eb79d4cc129 req-2ac8e30c-7cb8-4877-a53b-ac8bf0585836 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:27.768880 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e6d27ad-0744-4d7e-ba52-2eb79d4cc129 req-2ac8e30c-7cb8-4877-a53b-ac8bf0585836 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1827581 Feb 17 20:18:27.819339 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-0d5b4300-f991-4829-8ab8-dc8b5976a768 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048625 Feb 17 20:18:27.985650 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e6d27ad-0744-4d7e-ba52-2eb79d4cc129 req-a3db041f-1b27-4273-864b-91a3a61d67f7 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743901 Feb 17 20:18:28.052172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359f335-f23d-46aa-b264-958cc1361c2c req-511440e0-5774-4f33-a405-df8e2dedece0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:28.053903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3359f335-f23d-46aa-b264-958cc1361c2c req-511440e0-5774-4f33-a405-df8e2dedece0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2948391 Feb 17 20:18:28.063371 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-99062c5e-6e06-45c9-9992-7e6edb734eb4 service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180171 Feb 17 20:18:28.346603 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3359f335-f23d-46aa-b264-958cc1361c2c req-19ff7047-a17d-4403-ac34-0735329257a0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811890 Feb 17 20:18:28.905124 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-140333f1-79ae-4b0c-93bf-6795e1853d54 req-07a46fa7-fa62-45db-9794-250eff5076fc service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8112085 Feb 17 20:18:28.993678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-ad6deef1-33b4-4018-b1a0-32015d2348d1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:28.995045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-ad6deef1-33b4-4018-b1a0-32015d2348d1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:29.029328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-ad6deef1-33b4-4018-b1a0-32015d2348d1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:29.030993 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-ad6deef1-33b4-4018-b1a0-32015d2348d1 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 946 time: 0.2649531 Feb 17 20:18:29.077616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce26f3-9f4c-4f05-8821-6292e4f82940 req-f3e9e539-5cfd-4296-a2f0-ddbba79d36b4 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.080701 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-83ce26f3-9f4c-4f05-8821-6292e4f82940 req-f3e9e539-5cfd-4296-a2f0-ddbba79d36b4 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.3460011 Feb 17 20:18:29.137114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Deleting port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:29.138347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.139591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b82b-737a-4c33-a339-d84b0500d29a req-26973240-18e3-44f5-b2b8-04a79fd97a16 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.141354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5405b82b-737a-4c33-a339-d84b0500d29a req-26973240-18e3-44f5-b2b8-04a79fd97a16 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 946 time: 0.3091631 Feb 17 20:18:29.225759 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-83ce26f3-9f4c-4f05-8821-6292e4f82940 req-d31fa62c-4413-4c9e-a0e3-49e8f61a7ce0 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137013 Feb 17 20:18:29.250287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5405b82b-737a-4c33-a339-d84b0500d29a req-b673d590-0943-43ef-8aac-21aaf226be9c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907950 Feb 17 20:18:29.264995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-53f1e509-b9ee-407a-a7bb-6972505fd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.266639 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-53f1e509-b9ee-407a-a7bb-6972505fd11c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1053bc941b47401a9d04f571754448a1&device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 1160 time: 0.2776675 Feb 17 20:18:29.542191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-52032208-274b-4394-adcf-b195e07bab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.545808 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-52032208-274b-4394-adcf-b195e07bab54 service neutron] 10.222.0.121 "GET /v2.0/networks?id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 200 len: 903 time: 0.2685430 Feb 17 20:18:29.610221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] For port 43a65313-7b72-41a3-b91b-cd7aa83b7de5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=43a65313-7b72-41a3-b91b-cd7aa83b7de5,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:29.611101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.752878 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-c847fd21-e3f2-48fe-ab7d-8cde67c0fef1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614 HTTP/1.1" status: 200 len: 217 time: 0.1949844 Feb 17 20:18:29.779572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Calling delete_port for 43a65313-7b72-41a3-b91b-cd7aa83b7de5 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:29.913236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-b23aaf15-f0da-4322-be27-2594ce990104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.914849 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-b23aaf15-f0da-4322-be27-2594ce990104 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=90afa599-f726-4cf6-b16a-243016c08adb HTTP/1.1" status: 200 len: 849 time: 0.1359973 Feb 17 20:18:29.928314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a3957-36bb-4a78-ad95-3140678c7a24 req-d4d5f586-6bdc-4e25-a3b3-c6e715eac6a9 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:29.936757 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3a2a3957-36bb-4a78-ad95-3140678c7a24 req-d4d5f586-6bdc-4e25-a3b3-c6e715eac6a9 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2907553 Feb 17 20:18:30.015341 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-b52aadc2-fd6b-48fc-a5c0-22931775803c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597811 Feb 17 20:18:30.058899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.110809 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3a2a3957-36bb-4a78-ad95-3140678c7a24 req-5caa4c08-b4c7-487c-abee-deb1b8e155c8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729584 Feb 17 20:18:30.174901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:30.253951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event deleted for resources: {'Port': ['ID=43a65313-7b72-41a3-b91b-cd7aa83b7de5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:30.259778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:30.290579 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-ed554f6e-9296-4bd4-953b-1537b8e47c8f service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443628 Feb 17 20:18:30.410329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] No DVR routers for this DVR port 43a65313-7b72-41a3-b91b-cd7aa83b7de5 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:30.413636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.419368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'name': 'network-vif-deleted', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:30.437373 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8993e0a4-2a99-40ec-a4d8-9caf82de4c24 req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "DELETE /v2.0/ports/43a65313-7b72-41a3-b91b-cd7aa83b7de5 HTTP/1.1" status: 204 len: 173 time: 1.3978159 Feb 17 20:18:30.582477 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a91d97fc-977b-486e-9807-da050e08fdcf req-564fab6a-0e5d-4614-92cb-090fbd886af9 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce2541c-6ce2-476a-8d27-10d148dd5481 HTTP/1.1" status: 200 len: 210 time: 0.0891728 Feb 17 20:18:30.592074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2763e411-5ec5-4965-a06c-643b3daa29e2 req-3c05014f-5951-4328-af25-59007c70ea59 service neutron] 10.222.0.121 "GET /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938795 Feb 17 20:18:30.594044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:30.624597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a581b99-859e-4d20-a7b4-a6a0e0cc7074 req-a0aa49fc-81af-48df-bf8c-ef685955da30 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:30.626815 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a581b99-859e-4d20-a7b4-a6a0e0cc7074 req-a0aa49fc-81af-48df-bf8c-ef685955da30 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.2050982 Feb 17 20:18:30.655901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 43a65313-7b72-41a3-b91b-cd7aa83b7de5 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:30.656290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 43a65313-7b72-41a3-b91b-cd7aa83b7de5 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:30.670684 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce2541c-6ce2-476a-8d27-10d148dd5481', 'name': 'network-vif-deleted', 'tag': '43a65313-7b72-41a3-b91b-cd7aa83b7de5', 'status': 'completed', 'code': 200} Feb 17 20:18:30.718883 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a581b99-859e-4d20-a7b4-a6a0e0cc7074 req-c9218198-432a-4c94-b355-02e16d4f5368 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824850 Feb 17 20:18:31.368317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071e49-15f0-47d6-985f-a2cdd05e633e req-a626144f-2b0f-4199-ba9c-c4dcb7944214 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:31.373361 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b6071e49-15f0-47d6-985f-a2cdd05e633e req-a626144f-2b0f-4199-ba9c-c4dcb7944214 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1036673 Feb 17 20:18:31.439503 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b6071e49-15f0-47d6-985f-a2cdd05e633e req-d800c20f-262e-4497-b732-d644c56098c9 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596921 Feb 17 20:18:31.966469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e8ed-7913-4328-b22e-054ab694c303 req-9084c1b9-740e-4fa9-aa29-2b6011dd790e tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:31.968267 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5025e8ed-7913-4328-b22e-054ab694c303 req-9084c1b9-740e-4fa9-aa29-2b6011dd790e tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.1070774 Feb 17 20:18:32.021201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5025e8ed-7913-4328-b22e-054ab694c303 req-7a69a59a-0a37-4abf-94a8-c02e8b30b3cc tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460818 Feb 17 20:18:32.689128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae57500-9a2a-4ae2-955f-896a552dffdc req-805a995c-bd2b-4e05-8ff7-2365d19c88be tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:32.691409 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ae57500-9a2a-4ae2-955f-896a552dffdc req-805a995c-bd2b-4e05-8ff7-2365d19c88be tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1243758 Feb 17 20:18:32.748229 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ae57500-9a2a-4ae2-955f-896a552dffdc req-01d394fb-1d7e-492d-8a80-ee4f5e6fa278 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Feb 17 20:18:33.109792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50242-930f-4521-b01c-a5e73a2296b3 req-a44b6de5-82eb-4786-9586-fa22545721dd tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:33.111455 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94a50242-930f-4521-b01c-a5e73a2296b3 req-a44b6de5-82eb-4786-9586-fa22545721dd tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.0948040 Feb 17 20:18:33.202239 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-94a50242-930f-4521-b01c-a5e73a2296b3 req-4c2e431e-4007-4f0f-ba92-2202a4d9ce6c tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Feb 17 20:18:33.492369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2482c0-db1f-4f76-8a55-1095c950b41b req-a1d35613-81f4-42d9-bd32-898489af7a6b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:33.495406 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b2482c0-db1f-4f76-8a55-1095c950b41b req-a1d35613-81f4-42d9-bd32-898489af7a6b tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.1322758 Feb 17 20:18:33.688750 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b2482c0-db1f-4f76-8a55-1095c950b41b req-d9e46034-f958-4358-9464-1190aae1e79a tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861539 Feb 17 20:18:33.725445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b98a-16e3-4330-81dc-2da127acbea0 req-f278a0df-c664-47e9-abb7-37edc27f8137 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:33.727975 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2707b98a-16e3-4330-81dc-2da127acbea0 req-f278a0df-c664-47e9-abb7-37edc27f8137 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 0.2273166 Feb 17 20:18:33.786744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2707b98a-16e3-4330-81dc-2da127acbea0 req-41ac43a6-83d6-465f-9dba-2527582263d6 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509181 Feb 17 20:18:34.003710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29404e6e-4850-410d-9018-23a6f3034d49 req-0479c580-2d09-42e9-8602-e39574046f7e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:34.005573 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29404e6e-4850-410d-9018-23a6f3034d49 req-0479c580-2d09-42e9-8602-e39574046f7e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1075559 Feb 17 20:18:34.067155 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29404e6e-4850-410d-9018-23a6f3034d49 req-3e5ea53b-8059-46da-ac6e-70ea856df87f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526674 Feb 17 20:18:34.433215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9cd3f-40ae-4af7-8613-8fe39b076ba1 req-abcb2125-fb62-41a3-bdc5-a7300e97130b tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:34.435243 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-efa9cd3f-40ae-4af7-8613-8fe39b076ba1 req-abcb2125-fb62-41a3-bdc5-a7300e97130b tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.1020129 Feb 17 20:18:34.490347 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-efa9cd3f-40ae-4af7-8613-8fe39b076ba1 req-25199c54-59f4-4fdb-9825-4fb9d9a5eff4 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Feb 17 20:18:35.092030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe65c-442e-44f9-87eb-9099798edd53 req-fd2c9e68-0abb-404d-81fa-3d1d4f94abc1 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.094886 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-12cbe65c-442e-44f9-87eb-9099798edd53 req-fd2c9e68-0abb-404d-81fa-3d1d4f94abc1 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.1922102 Feb 17 20:18:35.108322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255899-0bca-486a-8d01-66b001c50307 req-4ea5d800-d15b-4978-823c-0dc0434078f3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.110123 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-08255899-0bca-486a-8d01-66b001c50307 req-4ea5d800-d15b-4978-823c-0dc0434078f3 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 0.1521754 Feb 17 20:18:35.196382 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-12cbe65c-442e-44f9-87eb-9099798edd53 req-f3bc2b94-6665-471e-a25b-1f5735e7ad0d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850687 Feb 17 20:18:35.209971 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-08255899-0bca-486a-8d01-66b001c50307 req-81a1f5eb-8b76-4e8c-a1e0-b245b534af11 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814457 Feb 17 20:18:35.454152 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba2e71-95ed-4fd0-901a-1867fe69b8ef req-8e9b28b1-231b-4569-a5b8-ba89438aeb7e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.456123 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e5ba2e71-95ed-4fd0-901a-1867fe69b8ef req-8e9b28b1-231b-4569-a5b8-ba89438aeb7e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1045592 Feb 17 20:18:35.519716 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e5ba2e71-95ed-4fd0-901a-1867fe69b8ef req-7ec690b9-edfd-40f4-8166-9080712f116d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555613 Feb 17 20:18:35.867085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09efc-2aa9-46ef-90ea-e0019935d6bf req-09313cfa-db4d-473c-8944-9ed51fef3871 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.868817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28f09efc-2aa9-46ef-90ea-e0019935d6bf req-09313cfa-db4d-473c-8944-9ed51fef3871 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.1929629 Feb 17 20:18:35.917758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-b0d7d2f5-746c-4bd9-aa0c-b023d9b5d92c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.920137 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-b0d7d2f5-746c-4bd9-aa0c-b023d9b5d92c tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 945 time: 0.1566889 Feb 17 20:18:35.988540 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28f09efc-2aa9-46ef-90ea-e0019935d6bf req-7423edd4-81cc-41b1-9752-c616c9b2b104 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114237 Feb 17 20:18:36.037343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Deleting port a8f1a83c-fa41-427e-806f-a4af03452e76 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:36.037871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.347070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524fe5-f177-4d81-b671-0dd840baefed req-a1140a08-0e7f-42b8-b8a4-eeb2b6d25a34 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:36.348528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-42524fe5-f177-4d81-b671-0dd840baefed req-a1140a08-0e7f-42b8-b8a4-eeb2b6d25a34 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Synchronizing usage tracker for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:36.368943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-42524fe5-f177-4d81-b671-0dd840baefed req-a1140a08-0e7f-42b8-b8a4-eeb2b6d25a34 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Unset dirty status for tenant:5fa9b7bdc4d34a11b0fb6d011d374b98 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:36.373651 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-42524fe5-f177-4d81-b671-0dd840baefed req-a1140a08-0e7f-42b8-b8a4-eeb2b6d25a34 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 946 time: 0.2286122 Feb 17 20:18:36.442932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 832ac34f-d8e7-454a-8e6e-98f4768fefae no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:36.472365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Deleting port 832ac34f-d8e7-454a-8e6e-98f4768fefae {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:36.473076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.571094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a8f1a83c-fa41-427e-806f-a4af03452e76,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:36.571397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.608688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.648520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 832ac34f-d8e7-454a-8e6e-98f4768fefae, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:36.649966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:36.656734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.657606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device a8f1a83c-fa41-427e-806f-a4af03452e76 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:36.724103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:36.814906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:36.826173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:36.932163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.982970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a8f1a83c-fa41-427e-806f-a4af03452e76,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:36.988299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.990669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:37.446740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:37.454603 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:37.664433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] For port 832ac34f-d8e7-454a-8e6e-98f4768fefae, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=832ac34f-d8e7-454a-8e6e-98f4768fefae,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:37.664835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.724411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Calling delete_port for a8f1a83c-fa41-427e-806f-a4af03452e76 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:37.876540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Calling delete_port for 832ac34f-d8e7-454a-8e6e-98f4768fefae owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:37.928290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b24a-12c9-4558-96e5-323f9042546b req-44852994-04b0-4a39-b642-16306e1f3b62 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:37.930420 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fa26b24a-12c9-4558-96e5-323f9042546b req-44852994-04b0-4a39-b642-16306e1f3b62 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 1.3158715 Feb 17 20:18:37.965722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:18:37.966751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:18:37.988711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69476-97a5-42e6-9a25-9f4817d273ac req-251a51e7-a6bc-45ec-a11e-409b0313e20f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:37.992362 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26b69476-97a5-42e6-9a25-9f4817d273ac req-251a51e7-a6bc-45ec-a11e-409b0313e20f tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 943 time: 0.3963959 Feb 17 20:18:38.072791 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fa26b24a-12c9-4558-96e5-323f9042546b req-a1142e71-e9ec-421a-88c4-3fcce5b359a2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334233 Feb 17 20:18:38.086202 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26b69476-97a5-42e6-9a25-9f4817d273ac req-3ac7f584-c161-4a34-ae6b-40ec9c4be492 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Feb 17 20:18:38.252936 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae', 'code': 200} Feb 17 20:18:38.323757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.388391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0295f-9fdf-4b28-9fa5-34f9c6747ed8 req-e086f900-ee8a-42ae-9797-2995ffab9ccc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:38.399974 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-40d0295f-9fdf-4b28-9fa5-34f9c6747ed8 req-e086f900-ee8a-42ae-9797-2995ffab9ccc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1545794 Feb 17 20:18:38.403378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-508d0580-3e79-40f9-abb3-64100681bbba tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:38.471219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Deleting port a8f1a83c-fa41-427e-806f-a4af03452e76 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:38.472061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.615374 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-40d0295f-9fdf-4b28-9fa5-34f9c6747ed8 req-97ca258d-378c-4d9d-8965-0722f6dde694 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074537 Feb 17 20:18:38.641529 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Pushing event deleted for resources: {'Port': ['ID=832ac34f-d8e7-454a-8e6e-98f4768fefae,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:38.652948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:38.703783 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eee92e07-4679-4727-abc2-80e6f3bdf019 req-922ccf3d-8d07-487b-a7d9-eb1f2216a70e tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8db4de9-ba50-4a42-ba57-bcd7db98250c HTTP/1.1" status: 200 len: 210 time: 0.1477089 Feb 17 20:18:38.897778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] No DVR routers for this DVR port 832ac34f-d8e7-454a-8e6e-98f4768fefae on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:38.900674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.912455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-deleted', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:38.921516 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-42524fe5-f177-4d81-b671-0dd840baefed req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "DELETE /v2.0/ports/832ac34f-d8e7-454a-8e6e-98f4768fefae HTTP/1.1" status: 204 len: 173 time: 2.5413218 Feb 17 20:18:39.008847 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8db4de9-ba50-4a42-ba57-bcd7db98250c', 'name': 'network-vif-deleted', 'tag': '832ac34f-d8e7-454a-8e6e-98f4768fefae', 'status': 'completed', 'code': 200} Feb 17 20:18:39.072003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:39.123842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] For port a8f1a83c-fa41-427e-806f-a4af03452e76, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a8f1a83c-fa41-427e-806f-a4af03452e76,segment=NetworkSegment(40a0a033-f4a5-4ed8-83ba-a45c67d465ed),segment_id=40a0a033-f4a5-4ed8-83ba-a45c67d465ed)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:39.125149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.243569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:39.260234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:39.260841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.405372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.440251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Calling delete_port for a8f1a83c-fa41-427e-806f-a4af03452e76 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:39.443655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:39.446859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.448958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee9c481f-1e32-4523-8d42-bea55425f25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:39.555706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:39.558753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:39.708502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bf692-e09a-440c-ae6e-4d6bc89feddb req-537a02c3-3179-4200-a5af-a8e9fc6f5585 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:39.716835 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e6bf692-e09a-440c-ae6e-4d6bc89feddb req-537a02c3-3179-4200-a5af-a8e9fc6f5585 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 943 time: 0.3285358 Feb 17 20:18:39.727899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa75e7-df10-4bdb-a52a-b2d39c4b947e req-0f772854-6e43-466f-9dac-18dbb73ae31c tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:39.736430 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b1fa75e7-df10-4bdb-a52a-b2d39c4b947e req-0f772854-6e43-466f-9dac-18dbb73ae31c tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 943 time: 0.4196720 Feb 17 20:18:39.850932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.951674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c6ba16a2-6b6c-4de0-b31c-7902bef5e580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:39.988762 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e6bf692-e09a-440c-ae6e-4d6bc89feddb req-5b2127ad-e3d5-47a1-9b9d-1c8b505033e5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/security-groups?id=d784fff1-e870-4903-b2d2-3e54fb4e3fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702720 Feb 17 20:18:39.992050 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b1fa75e7-df10-4bdb-a52a-b2d39c4b947e req-0737c88f-6f8a-419d-86be-b2f43302fdb9 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546349 Feb 17 20:18:40.073373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Pushing event deleted for resources: {'Port': ['ID=a8f1a83c-fa41-427e-806f-a4af03452e76,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:40.085669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:40.152245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] No DVR routers for this DVR port a8f1a83c-fa41-427e-806f-a4af03452e76 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:40.155176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:40.163735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-deleted', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:40.228681 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c1a5fa9-5fb3-4641-a762-9f27709b8c67 req-e31e7530-aa18-437a-a0e7-9d252c593dcb tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.121 "DELETE /v2.0/ports/a8f1a83c-fa41-427e-806f-a4af03452e76 HTTP/1.1" status: 204 len: 173 time: 4.3024101 Feb 17 20:18:40.255048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76'}, {'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:40.336195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124551b-f8aa-4cce-8317-4bd2df11d472 req-ac218535-c3ca-47e9-90af-2befb14ce189 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.341812 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3124551b-f8aa-4cce-8317-4bd2df11d472 req-ac218535-c3ca-47e9-90af-2befb14ce189 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.1708641 Feb 17 20:18:40.438627 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3124551b-f8aa-4cce-8317-4bd2df11d472 req-95184223-603a-47dd-a4d0-c5612efbc3d5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839093 Feb 17 20:18:40.654691 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-deleted', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76', 'status': 'completed', 'code': 200} Feb 17 20:18:40.706270 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f1a83c-fa41-427e-806f-a4af03452e76', 'code': 200} Feb 17 20:18:40.707097 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614', 'code': 200} Feb 17 20:18:40.891082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:40.960197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7134-38a1-44d0-b2fe-d0cc37dcb41f req-0e276659-2d8f-4504-9944-68e672709a97 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.981584 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a32d7134-38a1-44d0-b2fe-d0cc37dcb41f req-0e276659-2d8f-4504-9944-68e672709a97 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1980679 Feb 17 20:18:41.089988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:41.090536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:41.177913 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a32d7134-38a1-44d0-b2fe-d0cc37dcb41f req-4514342d-9efb-4e4e-8914-cc33e90b566f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950026 Feb 17 20:18:41.280211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fffee-d807-4cce-b707-9a804102ce75 req-38afd83d-f3d9-4679-8f80-9c0dda1314b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:41.294085 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ad8fffee-d807-4cce-b707-9a804102ce75 req-38afd83d-f3d9-4679-8f80-9c0dda1314b5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 1162 time: 0.2544510 Feb 17 20:18:41.485593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-1ee048c5-627a-489e-90c3-cad6c80af6cc req-ffe375df-fc82-4055-8f09-133bf09dc9a0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Synchronizing usage tracker for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:41.499738 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ad8fffee-d807-4cce-b707-9a804102ce75 req-7327c6b5-2cd7-48b6-a417-f21653d36381 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932371 Feb 17 20:18:41.528217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-1ee048c5-627a-489e-90c3-cad6c80af6cc req-ffe375df-fc82-4055-8f09-133bf09dc9a0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Unset dirty status for tenant:9dfa855f87b04cdcb1af50dfcd8f50cc on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:41.534663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1ee048c5-627a-489e-90c3-cad6c80af6cc req-ffe375df-fc82-4055-8f09-133bf09dc9a0 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ecfc9dd-5dec-425b-bc7a-3c36a78ebae4 HTTP/1.1" status: 200 len: 210 time: 0.1831398 Feb 17 20:18:41.602673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c5c6-a4bb-43ca-9604-b9718922aac2 req-4a600932-8905-4bb4-9c96-aef3def0a61f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:41.613312 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a33c5c6-a4bb-43ca-9604-b9718922aac2 req-4a600932-8905-4bb4-9c96-aef3def0a61f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 945 time: 0.1713791 Feb 17 20:18:41.671764 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4a33c5c6-a4bb-43ca-9604-b9718922aac2 req-523e2076-b7ff-4c00-891c-6416997521b2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Feb 17 20:18:41.988461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63fba-6673-4368-aed8-2dd0db354fbe req-537b466a-566b-4ebc-9f93-17e79cd34d3c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:41.990949 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4bf63fba-6673-4368-aed8-2dd0db354fbe req-537b466a-566b-4ebc-9f93-17e79cd34d3c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2353334 Feb 17 20:18:42.216160 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4bf63fba-6673-4368-aed8-2dd0db354fbe req-5fb6424d-71d9-4e32-b31b-38363d7d6bd1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164402 Feb 17 20:18:42.250161 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-f72c5094-f6ca-4f0a-b329-23c182462604 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2028615 Feb 17 20:18:42.415111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-7476eea7-9620-4f52-be35-fed8ee89abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:42.417613 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-7476eea7-9620-4f52-be35-fed8ee89abc5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1163 time: 0.1226389 Feb 17 20:18:42.675982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37690) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:42.841642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Deleting subnet 81152077-a414-4d06-916d-376375b07b85 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:18:42.848418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:43.033821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-9b924a05-f94a-4f9e-a7fb-5449e7419e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:43.036740 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-9b924a05-f94a-4f9e-a7fb-5449e7419e85 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.5740347 Feb 17 20:18:43.070045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30883be6-c509-4fac-9946-23cadc080ee3 req-8ed2a03c-e5d9-485a-a8db-b7253c3ee6fc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:43.084779 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30883be6-c509-4fac-9946-23cadc080ee3 req-8ed2a03c-e5d9-485a-a8db-b7253c3ee6fc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.5776744 Feb 17 20:18:43.090036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852727836'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:43.368891 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:43.664766 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30883be6-c509-4fac-9946-23cadc080ee3 req-129a93e5-8790-48f9-b161-4309a63aeb35 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783272 Feb 17 20:18:43.707875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-6063318c-a611-4ff4-a132-13712928c197 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 1002 time: 0.5154068 Feb 17 20:18:43.741061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6fdcc-68e7-4d49-ab8c-0b2870a1fc16 req-d2fe3ae0-5073-4814-9221-29f39e6e52be tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:43.758843 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3eb6fdcc-68e7-4d49-ab8c-0b2870a1fc16 req-d2fe3ae0-5073-4814-9221-29f39e6e52be tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 945 time: 0.6347647 Feb 17 20:18:43.837736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852727913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843556368'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:43.872888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-49078eee-adfb-4825-a7a1-7999935a92e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:44.006922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81152077-a414-4d06-916d-376375b07b85,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:44.021434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:44.113535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.123679 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81152077-a414-4d06-916d-376375b07b85 HTTP/1.1" status: 204 len: 168 time: 1.4449596 Feb 17 20:18:44.127616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37706) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:44.366353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.426515 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3eb6fdcc-68e7-4d49-ab8c-0b2870a1fc16 req-7ccc06a1-a985-4e8a-af98-4235a8316e25 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660244 Feb 17 20:18:44.432002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-71f3da4c-8b8e-4c6f-8ab0-459d5cfa98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:44.434916 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-71f3da4c-8b8e-4c6f-8ab0-459d5cfa98b0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.6061170 Feb 17 20:18:44.575316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:44.585476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac8b3-6ede-4aa7-adc0-188cb540eeea req-4ec60c0f-5ed3-44d1-9aac-8dc1df8c988c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:44.594389 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-067ac8b3-6ede-4aa7-adc0-188cb540eeea req-4ec60c0f-5ed3-44d1-9aac-8dc1df8c988c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3183143 Feb 17 20:18:44.644254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-598852f5-35db-45ee-a9a1-179651899c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:44.648623 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-598852f5-35db-45ee-a9a1-179651899c93 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2035434 Feb 17 20:18:44.660803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.766520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:44.767790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.806569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430df5b5-311b-48e2-aaa3-d497ea13ad76']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:44.843948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a0a033-f4a5-4ed8-83ba-a45c67d465ed') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:44.844653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a0a033-f4a5-4ed8-83ba-a45c67d465ed') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:44.884732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.921347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.925149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:18:44.965144 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-a971b6bd-ae8e-4590-896a-2cdeab4cacf3 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997954 Feb 17 20:18:44.978053 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-067ac8b3-6ede-4aa7-adc0-188cb540eeea req-73385106-8cca-496d-8654-5a9f41f78637 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822632 Feb 17 20:18:45.197002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-d1f4b9ee-5e0f-41d9-84f5-1e9565bbbb2e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Synchronizing usage tracker for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:45.240889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:45.252495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:45.338228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-d1f4b9ee-5e0f-41d9-84f5-1e9565bbbb2e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Unset dirty status for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:45.349091 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-d1f4b9ee-5e0f-41d9-84f5-1e9565bbbb2e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2135701854&fields=id&tenant_id=b33733907b58454ba7e2eedbae80f1ad HTTP/1.1" status: 200 len: 267 time: 0.6851847 Feb 17 20:18:45.483417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Network 430df5b5-311b-48e2-aaa3-d497ea13ad76 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:18:45.516864 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:18:45.560698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-b1754f53-fad8-4d21-a67e-cbf690074167 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:45.561532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-b1754f53-fad8-4d21-a67e-cbf690074167 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Synchronizing usage tracker for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:45.572582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44547dd2-fc03-4fb0-ad58-73e378854ab4 req-636a99bb-58a1-4f9d-b269-0084b2a9da68 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:45.580988 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-44547dd2-fc03-4fb0-ad58-73e378854ab4 req-636a99bb-58a1-4f9d-b269-0084b2a9da68 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3747270 Feb 17 20:18:45.612396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:45.617387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:45.634522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ce50e75c-62ae-45a2-bf96-4617c7577214 req-2dffb5b2-007b-4ad4-af3f-23c0068a8fa9 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6502557 Feb 17 20:18:45.635114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:45.649387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=430df5b5-311b-48e2-aaa3-d497ea13ad76,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:45.653737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:45.658979 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f67eca0e-3ece-4326-b567-2e61fcf03e8a admin admin] 10.222.0.46 "DELETE /v2.0/networks/430df5b5-311b-48e2-aaa3-d497ea13ad76 HTTP/1.1" status: 204 len: 168 time: 1.5301800 Feb 17 20:18:45.665906 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-44547dd2-fc03-4fb0-ad58-73e378854ab4 req-16ab0338-f371-4453-8dbe-21f6bacbd7f0 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836723 Feb 17 20:18:45.667743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-b1754f53-fad8-4d21-a67e-cbf690074167 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Unset dirty status for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:45.670217 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-b1754f53-fad8-4d21-a67e-cbf690074167 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 808 time: 0.3197055 Feb 17 20:18:45.710513 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-091d96fe-9064-4cbd-860a-65604c68fc91 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/quotas/b33733907b58454ba7e2eedbae80f1ad HTTP/1.1" status: 200 len: 375 time: 0.0339229 Feb 17 20:18:45.952885 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37724) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:46.005790 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-7f8fc05a-7208-4f64-bd1a-ba26b7a540fb tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2886446 Feb 17 20:18:46.077239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769fbe6-92c3-41c0-92db-211cb58b04f9 req-fcf539e3-1d11-4649-866b-ee87ff6fada1 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:46.085594 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6769fbe6-92c3-41c0-92db-211cb58b04f9 req-fcf539e3-1d11-4649-866b-ee87ff6fada1 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 945 time: 0.2733929 Feb 17 20:18:46.110061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37732) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:46.115342 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fefc3881-89d0-417f-8237-529226870ddd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dfa855f87b04cdcb1af50dfcd8f50cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1599243 Feb 17 20:18:46.290485 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6769fbe6-92c3-41c0-92db-211cb58b04f9 req-c039b87c-c6d5-449b-9b1b-f78ad58a7225 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975574 Feb 17 20:18:46.421930 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-046b061e-bd40-492a-a50d-42c67a7cf279 service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874075 Feb 17 20:18:46.635366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.711999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.766855 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-1427883f-938c-48ed-99c0-8f555ee8ef37 service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3331730 Feb 17 20:18:46.788160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718060c-6677-41f8-a767-36ebd9d8f9e3 req-1cdfa4a7-d2c4-41a9-8ad8-9f037dcaaba4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:46.797014 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e718060c-6677-41f8-a767-36ebd9d8f9e3 req-1cdfa4a7-d2c4-41a9-8ad8-9f037dcaaba4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3591986 Feb 17 20:18:46.861476 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e718060c-6677-41f8-a767-36ebd9d8f9e3 req-e2b76bb2-4ec2-42f7-bdf5-d7604b062f15 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631874 Feb 17 20:18:46.885107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.885107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:46.923106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784fff1-e870-4903-b2d2-3e54fb4e3fbb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:46.936437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:46.952774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.954076 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d784fff1-e870-4903-b2d2-3e54fb4e3fbb HTTP/1.1" status: 204 len: 168 time: 0.7916474 Feb 17 20:18:47.202963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49fc51-7f3d-48c2-b623-c27d05bf355b req-f520cc4f-b250-4589-9721-53ce3509f9dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:47.212904 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f49fc51-7f3d-48c2-b623-c27d05bf355b req-f520cc4f-b250-4589-9721-53ce3509f9dc tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.1384997 Feb 17 20:18:47.318324 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f49fc51-7f3d-48c2-b623-c27d05bf355b req-8f0c89a9-957c-478a-9386-7f4ba0cf98a3 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034622 Feb 17 20:18:48.001169 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aabd8d6b-a679-4204-9e38-921b47deb32e req-fc499162-577a-49e2-8aeb-72a81f421f23 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 210 time: 0.1503899 Feb 17 20:18:48.290904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca055-35ff-4736-b926-85382c811190 req-3a6b716b-60e5-4567-bb6d-84f8c27320c3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:48.305737 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-750ca055-35ff-4736-b926-85382c811190 req-3a6b716b-60e5-4567-bb6d-84f8c27320c3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2260230 Feb 17 20:18:48.489253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device e86eb4d0-255c-4510-9ce9-f9d1a6262704 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:48.524291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-750ca055-35ff-4736-b926-85382c811190 req-3db4096e-d6d0-4e93-849e-7919ff5d5193 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170444 Feb 17 20:18:48.592352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-ec387761-c488-4e0a-9bc4-9a414c65880d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:48.610081 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-ec387761-c488-4e0a-9bc4-9a414c65880d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.2648461 Feb 17 20:18:48.865993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:48.986464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Deleting port e86eb4d0-255c-4510-9ce9-f9d1a6262704 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:48.987448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:49.014290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port e86eb4d0-255c-4510-9ce9-f9d1a6262704, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:49.015446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:49.022317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:49.024421 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:49.142189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:49.147830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:49.151452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf51d0d-034e-46ca-9205-7e566390680f req-654bbc90-4dda-45c7-b4f2-df68a571792b tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:49.154897 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cf51d0d-034e-46ca-9205-7e566390680f req-654bbc90-4dda-45c7-b4f2-df68a571792b tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 946 time: 0.3732285 Feb 17 20:18:49.392298 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7cf51d0d-034e-46ca-9205-7e566390680f req-6ff85e1f-79a8-45eb-8774-a30bbc101a3d tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189930 Feb 17 20:18:49.512841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:49.516280 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704', 'code': 200} Feb 17 20:18:49.790633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d696ff40-b048-4aa6-9903-28db6a5a5a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:50.139687 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9312f7e8-d9cb-44df-afc2-0c4e2f02977f req-0c4c983f-e042-4c89-a506-dcf682047551 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 210 time: 0.1722000 Feb 17 20:18:50.201185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e13ba2-26de-49c8-9771-43ab1442c6a8 req-f975464a-3491-4877-b360-3216fd375b46 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:50.205650 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-68e13ba2-26de-49c8-9771-43ab1442c6a8 req-f975464a-3491-4877-b360-3216fd375b46 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 945 time: 1.1315718 Feb 17 20:18:50.357755 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-68e13ba2-26de-49c8-9771-43ab1442c6a8 req-1635725a-b83a-4220-816f-a8c8af038c6a tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3b74b17-c83c-4545-b881-24c5560d7a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233091 Feb 17 20:18:50.517058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:50.622411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] For port e86eb4d0-255c-4510-9ce9-f9d1a6262704, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e86eb4d0-255c-4510-9ce9-f9d1a6262704,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:50.622969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:50.781975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-a6f65f24-af89-4020-9598-d4aed49cf634 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:50.794516 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-a6f65f24-af89-4020-9598-d4aed49cf634 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 808 time: 0.5043020 Feb 17 20:18:50.929270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:50.990986 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-bbe70e28-6551-4835-b4f9-16d9ac92d621 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.121 "GET /v2.0/security-groups?tenant_id=b33733907b58454ba7e2eedbae80f1ad HTTP/1.1" status: 200 len: 5759 time: 0.1950696 Feb 17 20:18:51.004049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'port': {'device_id': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'admin_state_up': True, 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'security_groups': ['a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:51.018972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:51.022255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:51.024186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7a001702-e75e-4902-8a25-15155bc7ce97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:51.214225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:51.223622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:51.227520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Calling delete_port for e86eb4d0-255c-4510-9ce9-f9d1a6262704 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:51.290581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b953a-3065-477c-9649-7927540bc896 req-1b694db5-2647-4fa3-897b-81336075e2e0 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:51.293013 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc4b953a-3065-477c-9649-7927540bc896 req-1b694db5-2647-4fa3-897b-81336075e2e0 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 945 time: 0.9009562 Feb 17 20:18:51.328807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:51.343394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:port and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:51.348970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:51.360578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:51.390439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Made reservation on behalf of b33733907b58454ba7e2eedbae80f1ad for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:18:51.400123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:51.457904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Deleting port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:51.458644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:51.518350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:51.796579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db227-4b47-4180-9749-c1bc2fbbfb03 req-6c2ed5c6-34b1-44e6-a9fd-832ed33028c3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:51.826126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b99db227-4b47-4180-9749-c1bc2fbbfb03 req-6c2ed5c6-34b1-44e6-a9fd-832ed33028c3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 1.1188254 Feb 17 20:18:52.223361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Allocated IP 172.20.0.11 (8d71344c-ab12-4bcc-a8e0-123d21f9bdde/759b24b0-1faa-419a-a449-449b1c552c66/d4384c2a-64c5-4b25-b07e-56edafed3c3a) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:52.247055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] For port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,segment=NetworkSegment(283b4ca6-901d-4ca3-abc7-045379f8cce2),segment_id=283b4ca6-901d-4ca3-abc7-045379f8cce2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:52.247666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:52.534993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Calling delete_port for 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:52.651733 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b99db227-4b47-4180-9749-c1bc2fbbfb03 req-36cfcb73-8448-458a-be00-d181c3b70d6c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8234987 Feb 17 20:18:52.702579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:52.822275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:52.964997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3deb12-c24e-4821-9d15-6d6105a59c9f req-d73b09a4-2e54-4266-894c-1d510b47cdae tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:52.966785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af3deb12-c24e-4821-9d15-6d6105a59c9f req-d73b09a4-2e54-4266-894c-1d510b47cdae tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a76871d-cd2f-44f6-9f89-4f22dee5947b HTTP/1.1" status: 200 len: 944 time: 0.6280775 Feb 17 20:18:52.990660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Pushing event deleted for resources: {'Port': ['ID=e86eb4d0-255c-4510-9ce9-f9d1a6262704,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:53.001336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:53.060817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f19605b6-52cf-43b8-aa80-0d4004eaf008 req-246b43a2-b683-44e5-b85a-e8325ddb9925 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 210 time: 0.0928154 Feb 17 20:18:53.062432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] No DVR routers for this DVR port e86eb4d0-255c-4510-9ce9-f9d1a6262704 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:53.066063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.101224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-deleted', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:53.143468 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af3deb12-c24e-4821-9d15-6d6105a59c9f req-d6c604c7-45e9-439d-80cf-924e30caac14 tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.46 "GET /v2.0/security-groups?id=e38fc43a-e272-4b1a-88c1-232f52a07c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604013 Feb 17 20:18:53.175206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.200661 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fe766614-bdc0-4579-8995-4b81e37e53d0 req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] 10.222.0.121 "DELETE /v2.0/ports/e86eb4d0-255c-4510-9ce9-f9d1a6262704 HTTP/1.1" status: 204 len: 173 time: 4.5830245 Feb 17 20:18:53.271745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Transition to ACTIVE for port object d4384c2a-64c5-4b25-b07e-56edafed3c3a will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:53.274902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.320953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.326780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:53.340802 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614', 'code': 200} Feb 17 20:18:53.347362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-aa4190e8-3ca3-486d-a587-0e99752ebeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.363692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0256fed0-f0a4-4c9a-9be4-6751911728ea tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:53.485119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Pushing event deleted for resources: {'Port': ['ID=0c7b4f3e-a794-4ed8-aec9-102db4bf1614,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:53.507282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:53.649365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:53.659689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:53.667982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:53.672229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:53.676635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:53.812192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:53.812978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:53.817158 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f357a8f4-1505-4d19-9bc6-1e4cc68d98e8 req-248d87e2-5f4b-49a0-b314-597674ea4df2 tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.46 "GET /v2.0/ports?device_id=275b6830-3f17-482c-81a8-d46ef9940b6e HTTP/1.1" status: 200 len: 210 time: 0.2366507 Feb 17 20:18:53.842026 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-b7987c89-8f69-4819-a891-e24ddbe67d69 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8426592 Feb 17 20:18:53.857004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Request body: {'port': {'device_id': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:54.028723 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76871d-cd2f-44f6-9f89-4f22dee5947b', 'name': 'network-vif-deleted', 'tag': 'e86eb4d0-255c-4510-9ce9-f9d1a6262704', 'status': 'completed', 'code': 200} Feb 17 20:18:54.030319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] No DVR routers for this DVR port 0c7b4f3e-a794-4ed8-aec9-102db4bf1614 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:54.033004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:54.084111 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc4b953a-3065-477c-9649-7927540bc896 req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] 10.222.0.121 "DELETE /v2.0/ports/0c7b4f3e-a794-4ed8-aec9-102db4bf1614 HTTP/1.1" status: 204 len: 173 time: 2.7802677 Feb 17 20:18:54.204717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:54.372772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c77748ab-cb9a-49b1-907c-46974927b29b None None] Provisioning for port d4384c2a-64c5-4b25-b07e-56edafed3c3a completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:54.392859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c77748ab-cb9a-49b1-907c-46974927b29b None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:54.395508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c77748ab-cb9a-49b1-907c-46974927b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:54.538784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c77748ab-cb9a-49b1-907c-46974927b29b None None] Port d4384c2a-64c5-4b25-b07e-56edafed3c3a cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:54.704660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c11b-9a1c-42a8-aee3-bcf385a7190f req-7f98ec93-4634-4f9b-a9aa-b0a5895c2ee7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:54.708187 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b8a0c11b-9a1c-42a8-aee3-bcf385a7190f req-7f98ec93-4634-4f9b-a9aa-b0a5895c2ee7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2296145 Feb 17 20:18:54.718493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:54.723751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4f36b-6a88-41bd-a168-1496fb6cb64b req-cbbf05e1-9c96-42f2-8841-8173bb649c2c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:54.734248 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4e4f36b-6a88-41bd-a168-1496fb6cb64b req-cbbf05e1-9c96-42f2-8841-8173bb649c2c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 932 time: 0.1891658 Feb 17 20:18:55.119354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b8a0c11b-9a1c-42a8-aee3-bcf385a7190f req-10eb7765-9448-4174-a331-bcfd3cc4eafd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811934 Feb 17 20:18:55.129613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:55.225522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a4e4f36b-6a88-41bd-a168-1496fb6cb64b req-af7e5953-e573-4477-9a64-e6b61bb0ebd6 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4808643 Feb 17 20:18:55.315930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37876) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:55.863463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4384c2a-64c5-4b25-b07e-56edafed3c3a {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:18:55.882790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:55.919231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Transition to ACTIVE for port object d4384c2a-64c5-4b25-b07e-56edafed3c3a will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:55.925842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:55.952697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:56.031119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-deleted', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:56.303123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:56.344122 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275b6830-3f17-482c-81a8-d46ef9940b6e', 'name': 'network-vif-deleted', 'tag': '0c7b4f3e-a794-4ed8-aec9-102db4bf1614', 'status': 'completed', 'code': 200} Feb 17 20:18:56.652354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:56.666185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:56.708736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37910) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:56.930641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Attempting to bind port d4384c2a-64c5-4b25-b07e-56edafed3c3a on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:56.931335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Attempting to bind port d4384c2a-64c5-4b25-b07e-56edafed3c3a by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:56.934681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737eaa5-6a52-4fa8-8431-8acd97f66d58 req-b8c60f5d-8761-41b7-8cb4-b73cb958b9d0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:56.935206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Attempting to bind port d4384c2a-64c5-4b25-b07e-56edafed3c3a on network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:56.936428 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1737eaa5-6a52-4fa8-8431-8acd97f66d58 req-b8c60f5d-8761-41b7-8cb4-b73cb958b9d0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.4511299 Feb 17 20:18:56.960194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba6d3e-2f96-43d2-a076-a1e8683b3145 req-6777b6bc-96c6-4248-be81-e97eafc665b3 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:56.961588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:56.962544 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35ba6d3e-2f96-43d2-a076-a1e8683b3145 req-6777b6bc-96c6-4248-be81-e97eafc665b3 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.3293211 Feb 17 20:18:56.971910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Checking segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:56.977233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:56.978662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Bound using segment: {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:56.979869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Bound port: d4384c2a-64c5-4b25-b07e-56edafed3c3a, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84179b09-5db7-41ef-b95a-8bcf205daa8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:56.981934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:57.031785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:57.153043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:57.157868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:57.169453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:57.274753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:57.381714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:57.430102 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1737eaa5-6a52-4fa8-8431-8acd97f66d58 req-c6f99f3f-16aa-4b4a-b72b-ede4c7f24f38 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777360 Feb 17 20:18:57.513579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:57.514329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:57.515992 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] 10.222.0.121 "PUT /v2.0/ports/d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1158 time: 3.6645243 Feb 17 20:18:57.516576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:57.543015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:57.564636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Usage tracker for resource:security_group_rule and tenant:e0a56fb000bf4d5f8d88ae87c6b203ea is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:57.574164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:57.591996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:57.754025 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35ba6d3e-2f96-43d2-a076-a1e8683b3145 req-084b2913-0f40-4d3a-8d26-6527ae184a2d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.7371316 Feb 17 20:18:57.783333 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'status': 'completed', 'code': 200} Feb 17 20:18:57.851017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:57.862522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-53ba5f99-b47b-4028-b94e-89a5d807ac6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:57.927270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-c456b7ad-09ee-4642-8dd7-eab6b2318f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:57.941214 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-c456b7ad-09ee-4642-8dd7-eab6b2318f7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1161 time: 0.3320906 Feb 17 20:18:58.109799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 37940) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:58.118261 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-a3eb1419-a718-41c8-9d9d-73b9aee23701 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 217 time: 0.1756725 Feb 17 20:18:58.125951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.205007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-298efb4f-b8d4-4621-9ea8-9205f62c2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:58.206668 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-298efb4f-b8d4-4621-9ea8-9205f62c2406 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.0809743 Feb 17 20:18:58.216938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.257330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:58.332820 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0a56fb000bf4d5f8d88ae87c6b203ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6146691 Feb 17 20:18:58.333948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 37954) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:58.348204 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e876245b-bb12-45d8-8ea7-448202b6f64f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:58.363781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:58.477979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74245936-f109-416e-9f63-cc3328e50382 req-b3d6d0af-16f4-403d-8618-e9d89c7df12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:58.481799 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-b3d6d0af-16f4-403d-8618-e9d89c7df12b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2654071 Feb 17 20:18:58.486275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.514979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Deleting port e682ca19-3db6-4507-b638-43f015ff76c8 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:58.516130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.629735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:58.670387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:18:58.679234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.707002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Usage tracker for resource:security_group_rule and tenant:89d71615829047ae84c7d981af962909 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:58.724942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:58.750652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:58.765437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:58.904747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-a6b0a40b-6370-4cb3-8614-3a4b0c69a5a6 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135373 Feb 17 20:18:58.989883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:59.113986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e3889bb-02bf-4daa-87d0-cf477b02e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:59.131066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7637bba-39bb-41d7-b522-9e81076f1cc4 req-a3e1f936-bb15-446e-b710-8a9617a666bb tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:59.133843 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b7637bba-39bb-41d7-b522-9e81076f1cc4 req-a3e1f936-bb15-446e-b710-8a9617a666bb tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.5133941 Feb 17 20:18:59.144344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] For port e682ca19-3db6-4507-b638-43f015ff76c8, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e682ca19-3db6-4507-b638-43f015ff76c8,segment=NetworkSegment(24f0aee0-06e6-4151-991d-0ef5c29d49bb),segment_id=24f0aee0-06e6-4151-991d-0ef5c29d49bb)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:59.144986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:59.160746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876245b-bb12-45d8-8ea7-448202b6f64f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:59.170297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:59.176064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:59.178490 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e876245b-bb12-45d8-8ea7-448202b6f64f HTTP/1.1" status: 204 len: 168 time: 0.8419898 Feb 17 20:18:59.285112 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74245936-f109-416e-9f63-cc3328e50382 req-cd7829ff-05dd-4aaf-ad31-8dadeec336a6 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3666513 Feb 17 20:18:59.452491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-739470b8-fad2-4c1e-b7ef-06127fcce356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:59.454260 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-739470b8-fad2-4c1e-b7ef-06127fcce356 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1161 time: 0.1085424 Feb 17 20:18:59.684950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Calling delete_port for e682ca19-3db6-4507-b638-43f015ff76c8 owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:59.718687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-8bf28d38-5fd5-4413-af69-5af2ade45dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:59.723736 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-8bf28d38-5fd5-4413-af69-5af2ade45dd9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.2583506 Feb 17 20:18:59.841257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:59.860264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:59.865584 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-f859e26b-a5c4-43a7-bc5a-87b7edc24b96 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 217 time: 0.1325254 Feb 17 20:18:59.872190 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b7637bba-39bb-41d7-b522-9e81076f1cc4 req-601a8651-595a-4964-b89c-9c5da99c053c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7099106 Feb 17 20:18:59.878850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:00.085170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-d75e4620-3889-426e-bfd7-34769dd2439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.093578 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-d75e4620-3889-426e-bfd7-34769dd2439e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.2199421 Feb 17 20:19:00.188403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd63474-5ae1-4e19-9481-f71d22fc7907 req-8ed69aa8-1afb-47a3-a7ff-d369a4d1ee43 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.190607 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dfd63474-5ae1-4e19-9481-f71d22fc7907 req-8ed69aa8-1afb-47a3-a7ff-d369a4d1ee43 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 1.1670115 Feb 17 20:19:00.204566 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89d71615829047ae84c7d981af962909&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0935280 Feb 17 20:19:00.205524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38012) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:00.220699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb0b729-0bc4-4a8a-99c0-6e7c85275bf6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:00.224649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:00.283619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-2373a857-5296-45b9-bf7c-6be17a517e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.285518 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-2373a857-5296-45b9-bf7c-6be17a517e5c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1162 time: 0.6708288 Feb 17 20:19:00.310006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-6a8e68dd-42d6-45e8-9e8f-d31671421c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.314308 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-6a8e68dd-42d6-45e8-9e8f-d31671421c2f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2127488 Feb 17 20:19:00.632422 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-c247e380-f13f-4b29-91f9-62114504d00b service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074503 Feb 17 20:19:00.653962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-cb795d3e-7629-4521-b75b-03037f6c21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.656663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-cb795d3e-7629-4521-b75b-03037f6c21a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.3429153 Feb 17 20:19:00.829998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dfd63474-5ae1-4e19-9481-f71d22fc7907 req-d33c2164-ffc3-4d91-80f2-424062f438ed tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.6170788 Feb 17 20:19:01.008438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:01.062868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:01.073308 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-295eae68-71fc-4019-bba4-f6d4cacce14a req-5a9587e3-da88-4d18-904f-cdc2bbdcfa97 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4335644 Feb 17 20:19:01.147909 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-0c119189-f1e7-419a-9d99-223dcc64ebda service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 1000 time: 0.4678192 Feb 17 20:19:01.346777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:01.367928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21acca4-5269-4b22-946d-b2f5a5331c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:01.563011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb0b729-0bc4-4a8a-99c0-6e7c85275bf6,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:01.566592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:01.569442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-2211a778-f24b-473a-ab13-d4b4cfaa9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:01.571424 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-2211a778-f24b-473a-ab13-d4b4cfaa9f0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.4050221 Feb 17 20:19:01.584900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:01.670353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:01.673062 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccb0b729-0bc4-4a8a-99c0-6e7c85275bf6 HTTP/1.1" status: 204 len: 168 time: 1.4573083 Feb 17 20:19:01.673062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-13631c92-6ccf-45c0-984b-f9ee3f989413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:01.867970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Pushing event deleted for resources: {'Port': ['ID=e682ca19-3db6-4507-b638-43f015ff76c8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:01.874648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:01.953753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8c39e-19f5-4405-b641-b751ee13fa3f req-3d056fc1-e4fe-4c76-af90-c37f55b03453 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:01.961094 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-deb8c39e-19f5-4405-b641-b751ee13fa3f req-3d056fc1-e4fe-4c76-af90-c37f55b03453 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.6184618 Feb 17 20:19:02.036696 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-deb8c39e-19f5-4405-b641-b751ee13fa3f req-c0fe9a10-a421-4eed-b62e-fac9a8622804 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744777 Feb 17 20:19:02.429602 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-646e9b93-7108-4603-8bb4-f402b8668f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:02.433436 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-646e9b93-7108-4603-8bb4-f402b8668f84 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7641904 Feb 17 20:19:03.118481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:03.342779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port d4384c2a-64c5-4b25-b07e-56edafed3c3a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:19:03.352061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:03.352590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:03.361246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:03.560899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:03.640715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:03.660142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:03.661712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e015821-8cbb-4a9a-bd77-1de70aa0ec44 req-84575bdd-fe0a-4379-980e-1114ce08a70c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:03.667055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:03.672690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:03.678010 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e015821-8cbb-4a9a-bd77-1de70aa0ec44 req-84575bdd-fe0a-4379-980e-1114ce08a70c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 1.2524083 Feb 17 20:19:03.872497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:03.877952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:03.956021 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e015821-8cbb-4a9a-bd77-1de70aa0ec44 req-cb280bfc-9ad9-4ea7-80fc-b810f0af6c7e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2764745 Feb 17 20:19:03.958844 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-3167a020-a5a8-482c-99ec-59d227540468 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4846473 Feb 17 20:19:04.038619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b697-11aa-4b46-b329-6a3d9be7dc10 req-d27f7d67-31ab-4105-8c4b-3915f1510a08 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:04.055128 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35c6b697-11aa-4b46-b329-6a3d9be7dc10 req-d27f7d67-31ab-4105-8c4b-3915f1510a08 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.7428429 Feb 17 20:19:04.200349 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'code': 200} Feb 17 20:19:04.420246 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-57fbf65f-77f5-4d91-a6ca-6f90c1f8b229 req-dc7cf747-9684-48c6-9282-56dcd1967b30 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3497174 Feb 17 20:19:04.512462 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35c6b697-11aa-4b46-b329-6a3d9be7dc10 req-2fd65000-48ec-4eb9-9b2f-ed55dd6fec35 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402318 Feb 17 20:19:04.631303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:04.739506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:04.739506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:04.872023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5eeb-4aa4-4e4b-a924-a4c33e1412e8 req-8186d2ef-aaa9-43d7-84f1-2cf029f2c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:04.873812 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2b2b5eeb-4aa4-4e4b-a924-a4c33e1412e8 req-8186d2ef-aaa9-43d7-84f1-2cf029f2c4fa service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.2469769 Feb 17 20:19:05.019201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2b2b5eeb-4aa4-4e4b-a924-a4c33e1412e8 req-1522d236-4ba4-4ebb-8b39-086754df71c5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0807323 Feb 17 20:19:05.149196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Router 18d32e71-2f83-4def-b0ae-695376e0b611 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:19:05.441928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eed0f-7688-4366-88ea-30b6bcbf9798 req-7ec17221-4cf9-4fb5-9f6b-7bd32def33b3 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:05.443899 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef7eed0f-7688-4366-88ea-30b6bcbf9798 req-7ec17221-4cf9-4fb5-9f6b-7bd32def33b3 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.2201965 Feb 17 20:19:05.447144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:19:05.455518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38114) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:05.455692 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] 10.222.0.46 "PUT /v2.0/routers/18d32e71-2f83-4def-b0ae-695376e0b611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1379905 Feb 17 20:19:05.459439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Sync routers for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:19:05.498369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:05.510535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:18:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:05.524822 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ef7eed0f-7688-4366-88ea-30b6bcbf9798 req-38e58543-1b35-45e3-b19f-5aa124b48c44 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0656729 Feb 17 20:19:06.005781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:06.034286 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f44d-ff76-40bf-840a-e67ce1e164ac req-8e667d95-a2b0-4b01-b0f6-65cdf5d0e398 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:06.037099 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-14a3f44d-ff76-40bf-840a-e67ce1e164ac req-8e667d95-a2b0-4b01-b0f6-65cdf5d0e398 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3146768 Feb 17 20:19:06.293083 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-14a3f44d-ff76-40bf-840a-e67ce1e164ac req-d6e88f89-1da3-4edf-b84e-1825ec1cb81a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437174 Feb 17 20:19:06.422725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:06.609982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:06.645405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Deleting port e79dd074-b84f-4a56-ad56-31de87879409 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:19:06.646056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:06.682752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:07.132231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:07.135827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:07.395220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5e27d-5f03-4027-a855-df9315cc920b req-522c1e97-a771-450c-98d6-2cbca0099bc5 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:07.418003 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aae5e27d-5f03-4027-a855-df9315cc920b req-522c1e97-a771-450c-98d6-2cbca0099bc5 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.4208066 Feb 17 20:19:07.714415 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aae5e27d-5f03-4027-a855-df9315cc920b req-9b36fbe9-13ca-4eaf-afaa-f96d2a5f3c29 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2948432 Feb 17 20:19:07.866796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:19:01Z', 'revision_number': 5, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port': {'id': 'e79dd074-b84f-4a56-ad56-31de87879409', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:01Z', 'updated_at': '2021-02-17T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:07.879872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Checking router: 18d32e71-2f83-4def-b0ae-695376e0b611 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:19:07.925923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Routers {'18d32e71-2f83-4def-b0ae-695376e0b611'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:07.944607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:18:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['18d32e71-2f83-4def-b0ae-695376e0b611'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:08.567553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] Set router 18d32e71-2f83-4def-b0ae-695376e0b611 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:08.639779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:19:08.687598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f8f96-e2dd-418a-aa10-6d8a03d21757 req-89e8b45b-f960-4603-81b0-0ce7d7c66d66 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:08.693857 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-483f8f96-e2dd-418a-aa10-6d8a03d21757 req-89e8b45b-f960-4603-81b0-0ce7d7c66d66 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.3979659 Feb 17 20:19:08.764687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53a240-54ec-4731-a9ba-0022ab391b77 req-b87d6812-8a6c-465b-a90b-78d822f112f4 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:08.784436 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ee53a240-54ec-4731-a9ba-0022ab391b77 req-b87d6812-8a6c-465b-a90b-78d822f112f4 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.3016050 Feb 17 20:19:08.792537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] For port e79dd074-b84f-4a56-ad56-31de87879409, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=e79dd074-b84f-4a56-ad56-31de87879409,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:08.793741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:09.057960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38176) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:09.089813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:19:06Z', 'revision_number': 6, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port_host': None}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:09.091125 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-483f8f96-e2dd-418a-aa10-6d8a03d21757 req-802116c1-cf7b-4ad4-85d6-63a76fd5c0ab tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632209 Feb 17 20:19:09.110600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55348fd3-3766-4ca4-96af-84180a23b875 None None] The sync data for ids ['18d32e71-2f83-4def-b0ae-695376e0b611'] in dv-cinder-759994-3-smb is: [{'id': '18d32e71-2f83-4def-b0ae-695376e0b611', 'name': 'tempest-ServerRescueNegativeTestJSON-947792438-router', 'tenant_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:58Z', 'updated_at': '2021-02-17T20:19:06Z', 'revision_number': 6, 'project_id': '5fa9b7bdc4d34a11b0fb6d011d374b98', 'gw_port_host': None}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:19:09.263974 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ee53a240-54ec-4731-a9ba-0022ab391b77 req-600687c7-8e1b-4117-a11f-960b61bbe7d4 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2942681 Feb 17 20:19:09.276789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:09.278138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Calling delete_port for e79dd074-b84f-4a56-ad56-31de87879409 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:19:09.525334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:09.528007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:09.551165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:09.566512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:09.877085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:10.048810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:10.106316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:10.196457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e682ca19-3db6-4507-b638-43f015ff76c8 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:19:10.338585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: e682ca19-3db6-4507-b638-43f015ff76c8 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:19:10.339576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e682ca19-3db6-4507-b638-43f015ff76c8 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:19:10.340218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device e79dd074-b84f-4a56-ad56-31de87879409 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:19:10.659354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:10.799631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:10.801401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:10.810098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Usage tracker for resource:security_group_rule and tenant:8f04d04c1e664c018adcfad3cb36f680 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:10.820875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:10.832220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:11.034843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8fb3d384-1d03-4983-be1c-607c052328ed tempest-VolumesActionsTest-1683983615 tempest-VolumesActionsTest-1683983615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:11.108763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79dd074-b84f-4a56-ad56-31de87879409,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:11.159561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.159991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.160401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.160811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.161259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.161662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.162063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.162458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.162861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.163058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.163239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.163634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.164000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.164756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.165239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.165639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.166094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.166490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.167031 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.168307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.168649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.168840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.169150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.169558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.169954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.170351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.178792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:11.181028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:11.223192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.231019 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f04d04c1e664c018adcfad3cb36f680&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1690397 Feb 17 20:19:11.240834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38216) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:11.331532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083701f0-76a2-4fcb-912e-14c11981f699,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:11.361818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.362847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.363783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.364682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.365604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.366506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.367411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.368209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.372119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.376844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.377366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.378170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.378681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.378996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.379498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.384187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.384567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.386149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.386558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.387128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.387315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.387712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.388090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.388394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:11.394561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-185c7bc5-6c54-4a6e-9ed3-848eb8341124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:11.450334 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'code': 422} returned with failed status Feb 17 20:19:11.470547 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-1895375d-0887-4bd3-9044-8baa315bece8 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.1249821 Feb 17 20:19:11.485329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:11.491801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:11.497802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Usage tracker for resource:floatingip and tenant:b33733907b58454ba7e2eedbae80f1ad is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:11.504430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:11.530046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:11.565202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.587597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.624082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.639768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.647413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.851578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.875024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7711f232-bb36-4037-bd89-2e00f104aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:11.927697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083701f0-76a2-4fcb-912e-14c11981f699,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:11.941674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.943044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d32e71-2f83-4def-b0ae-695376e0b611 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:19:11.949363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:11.976340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:11.984972 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/083701f0-76a2-4fcb-912e-14c11981f699 HTTP/1.1" status: 204 len: 168 time: 0.7379606 Feb 17 20:19:12.010807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:12.017900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38230) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:12.027059 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/18d32e71-2f83-4def-b0ae-695376e0b611 HTTP/1.1" status: 204 len: 168 time: 6.5699198 Feb 17 20:19:12.278066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:12.377023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Deleting subnet 2b652c88-6ef1-468e-b673-6b240b3f6870 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:19:12.381177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:12.455851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:12.766141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:12.983270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38268) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:13.306697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf77e-ae93-4695-90a7-4b8b6dfc4749 req-1ef59bc7-679e-4a35-968a-8b0411e9b8d3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:13.312182 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a8bf77e-ae93-4695-90a7-4b8b6dfc4749 req-1ef59bc7-679e-4a35-968a-8b0411e9b8d3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.4251764 Feb 17 20:19:13.481979 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-56bf2a7a-f780-4ded-9f11-1c7fce66dea8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4968951 Feb 17 20:19:13.522737 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a8bf77e-ae93-4695-90a7-4b8b6dfc4749 req-21e9d1a9-cd9a-4f87-91d3-e1fdda653d96 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949439 Feb 17 20:19:13.528552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38284) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:13.670037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Allocated IP 172.28.3.122 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/a2c440c0-08b5-41ad-b1db-575f886899c1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:19:13.833188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1362172932-network', 'tenant_id': '15722bd58394498caf211b6ef52d33a0'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:13.848113 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:13.855044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Usage tracker for resource:network and tenant:15722bd58394498caf211b6ef52d33a0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:13.860037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:13.870533 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:13.911284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Made reservation on behalf of 15722bd58394498caf211b6ef52d33a0 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:19:13.942987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:13.962480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.007249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-29f3b3f7-353b-4c08-b34c-7f26a759caba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:14.046058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.118853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b652c88-6ef1-468e-b673-6b240b3f6870,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:14.122419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:14.124790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:14.136552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Usage tracker for resource:security_group_rule and tenant:15722bd58394498caf211b6ef52d33a0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:14.144275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:14.157262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:14.273020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71721273-c915-4f81-bfcf-659bcc659abd req-6f21d6fe-3d81-4ca8-b39e-ddbb5c04ade4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:14.282193 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-71721273-c915-4f81-bfcf-659bcc659abd req-6f21d6fe-3d81-4ca8-b39e-ddbb5c04ade4 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.5124891 Feb 17 20:19:14.301796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.308574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.325214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.341056 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-145fd146-ddb8-479a-8d69-c5fa5685be45 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b652c88-6ef1-468e-b673-6b240b3f6870 HTTP/1.1" status: 204 len: 168 time: 2.3167202 Feb 17 20:19:14.345389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38306) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:14.348144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:19:14.349001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.371194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.371595 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Added segment 50b67224-d0b7-425f-8d8c-1117040af780 of type vxlan for network a944ab46-f1cd-4585-ad44-02a50016b2e3 Feb 17 20:19:14.448511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.460775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74030fa9-ee4e-4508-b703-6b38a5e87055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:14.538792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e72e7-7e50-485b-8e6f-604346ab64a7,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:14.545453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:14.551260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.644747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.647236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:14.648310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.663626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:14.831072 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3007245 Feb 17 20:19:14.831465 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-71721273-c915-4f81-bfcf-659bcc659abd req-04b53dda-c129-4360-939c-6f0b7ef82dee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5477099 Feb 17 20:19:14.834199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38320) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:14.873686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Request body: {'subnet': {'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1362172932-subnet', 'tenant_id': '15722bd58394498caf211b6ef52d33a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:14.915301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:14.918616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a944ab46-f1cd-4585-ad44-02a50016b2e3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:14.935745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:19:14.940069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:14.941274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Usage tracker for resource:subnet and tenant:15722bd58394498caf211b6ef52d33a0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:14.963649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:14.976129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:19:15.003455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:15.004349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:15.040227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Made reservation on behalf of 15722bd58394498caf211b6ef52d33a0 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:19:15.051142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11219230'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:15.303514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:15.801619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:15.859389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2047954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11219215'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:16.134340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:16.200717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c3cc32-4794-4ada-a584-02936afffb59,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:16.216448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:16.233549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb59fbb-d087-497a-bb0b-2eb189a3144e']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:16.246353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'Port': ['ID=a2c440c0-08b5-41ad-b1db-575f886899c1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:16.258381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:16.261231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Checking segment: {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:19:16.262846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Network hostable DHCP agents. Network: a944ab46-f1cd-4585-ad44-02a50016b2e3, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:19:16.278912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:16.285147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f0aee0-06e6-4151-991d-0ef5c29d49bb') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:16.285147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f0aee0-06e6-4151-991d-0ef5c29d49bb') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:16.291900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:16.297989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:19:16.332806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:19:16.344515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fb1a1-bc0c-4226-ad42-aad81c6f0597 req-31f5bb6b-e45b-4643-a1e6-4c8e56f5bea5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:16.352521 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd4fb1a1-bc0c-4226-ad42-aad81c6f0597 req-31f5bb6b-e45b-4643-a1e6-4c8e56f5bea5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 1.0498064 Feb 17 20:19:16.378076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, a944ab46-f1cd-4585-ad44-02a50016b2e3) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:16.382407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:16.426586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f58566e-d923-437c-824d-a5c116f35dc6 None None] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:19:16.435672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-3297e048-63b3-4f10-9748-fb393a2ce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:16.437501 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-3297e048-63b3-4f10-9748-fb393a2ce2ea service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26&tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 1160 time: 0.4138005 Feb 17 20:19:16.455658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:16.457780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:16.464909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:16.479680 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd4fb1a1-bc0c-4226-ad42-aad81c6f0597 req-2f6954a3-bbe8-4f43-8843-ceb17230bb80 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259320 Feb 17 20:19:16.480710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:19:16.577793 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7d97edea-a225-426f-9091-484e7e859d70 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7423387 Feb 17 20:19:16.935345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2863634-29c0-47ec-b7a7-fa9f190c02fd None None] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:19:16.968058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:17.013788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:19:17.053860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:17.155419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-4dff70d0-06ff-4e92-a56a-d263aceaa759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:17.157192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-4dff70d0-06ff-4e92-a56a-d263aceaa759 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1160 time: 0.6354437 Feb 17 20:19:17.535255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00ef03-8ac2-4353-839f-24e01bd5e54b req-69c48b6f-9bc6-4ce3-a497-40d3104abe4f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:17.546651 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9c00ef03-8ac2-4353-839f-24e01bd5e54b req-69c48b6f-9bc6-4ce3-a497-40d3104abe4f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.8895698 Feb 17 20:19:17.859448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:18.349990 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9c00ef03-8ac2-4353-839f-24e01bd5e54b req-b6377f9b-e06a-4832-b119-6aa19f0662f5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8020532 Feb 17 20:19:18.461890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Network 3bb59fbb-d087-497a-bb0b-2eb189a3144e has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:19:18.494647 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:19:18.707915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:18.712117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-44410119-73b4-4513-b7ba-57429b8990b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:18.714845 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-44410119-73b4-4513-b7ba-57429b8990b2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 1.3283293 Feb 17 20:19:18.716374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:18.719542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:18.739403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:18.991114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:19.373624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:19.393966 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3bb59fbb-d087-497a-bb0b-2eb189a3144e HTTP/1.1" status: 204 len: 168 time: 5.0408115 Feb 17 20:19:19.395110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event updated for resources: {'Port': ['ID=a2c440c0-08b5-41ad-b1db-575f886899c1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:19.413994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:19.423316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751429f-5744-4507-9412-5f6bc0775718 req-b7c08485-ed08-4b07-b8d2-ad5719db88b7 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:19.432788 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5751429f-5744-4507-9412-5f6bc0775718 req-b7c08485-ed08-4b07-b8d2-ad5719db88b7 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.8762541 Feb 17 20:19:19.434051 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cf68cb43-c812-42f1-8106-3b958ec2ca66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:19.481912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb59fbb-d087-497a-bb0b-2eb189a3144e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:19.486745 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-362faa50-9b0f-443f-b429-008b8f3b175a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 998 time: 0.7492490 Feb 17 20:19:19.486745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ae2cc6cf-ac72-45a5-b421-29a3ceedf385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:19.573646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:19.604758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:19.612432 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.1408796 Feb 17 20:19:19.796431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2fbd4427-2788-4986-ba3c-7c658ea93a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:19.810299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-757d0ecd-7dfe-4bd3-a2c1-f5345c99138d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Synchronizing usage tracker for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:floatingip {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:19:19.830707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38420) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:19.862348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-2f171c05-733f-45c9-86f3-763667bef129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:19.864547 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-2f171c05-733f-45c9-86f3-763667bef129 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.3402882 Feb 17 20:19:19.912074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5751429f-5744-4507-9412-5f6bc0775718 req-d76f4ac6-791a-40e3-b13a-a48412fb7ae6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760613 Feb 17 20:19:19.925201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f40b3abb-5dfb-42fa-9c36-37e4995f8b78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fa9b7bdc4d34a11b0fb6d011d374b98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0904388 Feb 17 20:19:19.935695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38426) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:19.987302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-757d0ecd-7dfe-4bd3-a2c1-f5345c99138d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Unset dirty status for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:floatingip {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:19:19.989354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-757d0ecd-7dfe-4bd3-a2c1-f5345c99138d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 696 time: 0.3759897 Feb 17 20:19:20.115678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:20.170933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:20.326886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:20.350787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ef206aa9-6e64-4425-886a-f6c5caa685ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:20.375161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38fc43a-e272-4b1a-88c1-232f52a07c7a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:20.381112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:20.383645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:20.388951 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e38fc43a-e272-4b1a-88c1-232f52a07c7a HTTP/1.1" status: 204 len: 168 time: 0.4496777 Feb 17 20:19:20.491656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-9f6cca37-9c24-45fa-b9f7-6aa9502fc675 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:20.494520 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-9f6cca37-9c24-45fa-b9f7-6aa9502fc675 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 784 time: 0.4729507 Feb 17 20:19:20.512282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-7c23292b-4f29-4d4d-8003-d3cfab7888e2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:19:20.514273 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f971628e-014a-4e0b-b1cb-926e6f09de12 req-7c23292b-4f29-4d4d-8003-d3cfab7888e2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0107772 Feb 17 20:19:20.527553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-1e8d209c-bc96-459a-ad46-35e9dbfdae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:20.529433 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-1e8d209c-bc96-459a-ad46-35e9dbfdae2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6355767 Feb 17 20:19:20.683915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:20.794407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7a6b-8779-4288-9596-d43e9b9e31ee req-6e5e2c6d-2eec-4e52-8d0a-d341ce699148 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:20.797990 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85fe7a6b-8779-4288-9596-d43e9b9e31ee req-6e5e2c6d-2eec-4e52-8d0a-d341ce699148 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.4763505 Feb 17 20:19:20.877240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:20.877988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:20.958324 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-2e6adfe6-b84b-4d9d-b8ed-f03ef6c3faae service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199219 Feb 17 20:19:21.232852 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85fe7a6b-8779-4288-9596-d43e9b9e31ee req-ff0ace92-5286-4a57-9095-7ce0008e13ee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180276 Feb 17 20:19:21.323813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-48ee711c-8a92-408e-9b71-b6a80e7a31f3 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:21.329327 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-48ee711c-8a92-408e-9b71-b6a80e7a31f3 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/networks?id=a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 200 len: 814 time: 0.6857929 Feb 17 20:19:21.396842 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a67fa87c-4d96-4406-8fe6-35cd310f8ca9 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/quotas/15722bd58394498caf211b6ef52d33a0 HTTP/1.1" status: 200 len: 375 time: 0.0535643 Feb 17 20:19:21.535111 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-dd10f706-075e-4b9a-8fb2-35e8e83ebf89 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133444 Feb 17 20:19:21.541532 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5e955ea6-6c32-4a24-bcdb-d387fa7f173b req-cd49a426-abf5-48ef-917e-70431d0d7a4b service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5352671 Feb 17 20:19:21.920343 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-4eb25018-2a20-4b37-a31f-505ceb14a5c9 service neutron] 10.222.0.46 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981985 Feb 17 20:19:22.080822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-b31d7cad-257b-4e64-a630-47630ac4414f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:22.101686 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-b31d7cad-257b-4e64-a630-47630ac4414f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5992644 Feb 17 20:19:22.278041 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-ec4546ed-9644-4c98-9228-42f520824892 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1713779 Feb 17 20:19:22.306965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Request body: {'floatingip': {'port_id': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:22.446020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:22.689829 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-6f0019d1-f81e-497c-afa8-dd30ca111c70 service neutron] 10.222.0.46 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7612472 Feb 17 20:19:23.336347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-66ebb402-3797-4fba-9937-b8488c4e4dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:24.699253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805cd88-21f9-4356-b2f3-2ce6f3cbe648 req-dbe2316c-1d6a-479e-9f8f-d7597c161f6c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:24.709152 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2805cd88-21f9-4356-b2f3-2ce6f3cbe648 req-dbe2316c-1d6a-479e-9f8f-d7597c161f6c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 1.3618751 Feb 17 20:19:24.725575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:24.970013 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2805cd88-21f9-4356-b2f3-2ce6f3cbe648 req-cfcbfc20-9f34-47ed-b9fb-b76bf69676f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594340 Feb 17 20:19:25.127132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:25.261985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:19:25.495619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:25.503835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:26.210591 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Floating IP ad69ecc0-10e3-42be-82a9-7724d8dc625a associated. External IP: 172.28.3.122, port: d4384c2a-64c5-4b25-b07e-56edafed3c3a. Feb 17 20:19:26.255376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:27.252401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-9fffd9bf-5939-4682-8316-fe23fb96ad0c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:27.254106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-9fffd9bf-5939-4682-8316-fe23fb96ad0c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "GET /v2.0/networks?id=a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 200 len: 814 time: 1.2546566 Feb 17 20:19:27.303938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Request body: {'port': {'device_id': '40a12b9a-39e0-425f-b360-2c462f728c93', 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3', 'admin_state_up': True, 'tenant_id': '15722bd58394498caf211b6ef52d33a0'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:28.090913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:28.111814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd7480-b162-41ce-a2c8-d1ba5f899d19 req-14d892f8-122f-4189-bf30-4ec100e42aa3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:28.111814 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2cbd7480-b162-41ce-a2c8-d1ba5f899d19 req-14d892f8-122f-4189-bf30-4ec100e42aa3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 1.0589416 Feb 17 20:19:28.125839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Usage tracker for resource:port and tenant:15722bd58394498caf211b6ef52d33a0 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:28.170535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:28.186128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:28.322928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Made reservation on behalf of 15722bd58394498caf211b6ef52d33a0 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:19:28.329644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:28.436760 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2cbd7480-b162-41ce-a2c8-d1ba5f899d19 req-9860db1f-3cea-4e09-a157-29ae5ae72b6c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000834 Feb 17 20:19:28.448721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Router 58493c5c-665d-4fca-9668-e426596b8683 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:19:29.075506 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4739a7c1-f3b2-4d15-bca4-12e5287d6ca1 req-19edd37e-4a53-475c-9fef-6a7bab96c1ff tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 210 time: 0.3546121 Feb 17 20:19:29.429437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:19:29.443975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Sync routers for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:19:29.461515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:29.470419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:29.502305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:29.644782 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1261fc4d-150f-47ab-8620-d9e9a6a30587 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "PUT /v2.0/floatingips/ad69ecc0-10e3-42be-82a9-7724d8dc625a HTTP/1.1" status: 200 len: 997 time: 7.3433275 Feb 17 20:19:29.669471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:29.949108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Allocated IP 172.20.0.5 (a944ab46-f1cd-4585-ad44-02a50016b2e3/40c3cc32-4794-4ada-a584-02936afffb59/cf6461c9-a748-4649-96f3-00fbd7157f70) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:19:29.976805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-e60bda9a-ac28-4113-869d-f3605345aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:29.985767 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-e60bda9a-ac28-4113-869d-f3605345aabd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.3065557 Feb 17 20:19:30.135652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f564-66d2-4e22-b878-388bc77148eb req-393732d6-3a73-4a1c-b59e-8cf8162ab82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:30.144375 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-393732d6-3a73-4a1c-b59e-8cf8162ab82f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 1163 time: 0.2389197 Feb 17 20:19:30.282545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-a245956b-c7cc-415d-9c91-c638f9cf7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:30.285165 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-a245956b-c7cc-415d-9c91-c638f9cf7fd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.2981267 Feb 17 20:19:30.379589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:30.523403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f564-66d2-4e22-b878-388bc77148eb req-d2a428a8-2742-4264-a80b-3b1d9bea9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:30.524779 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-d2a428a8-2742-4264-a80b-3b1d9bea9bc3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.3623524 Feb 17 20:19:30.648962 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-1858c4fa-7e55-4e16-9455-224bc7867ffb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1000 time: 0.3003743 Feb 17 20:19:30.827201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-b2f7549d-6445-4859-a1ae-daaa3d71785e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 200 len: 1002 time: 0.2924175 Feb 17 20:19:30.960460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-8cf7dfd5-5399-4089-9563-c1198384b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:30.968138 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-8cf7dfd5-5399-4089-9563-c1198384b30a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.3003907 Feb 17 20:19:31.017650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f564-66d2-4e22-b878-388bc77148eb req-15574320-9bcc-4ad0-addd-f5d0df6f90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:31.019252 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-15574320-9bcc-4ad0-addd-f5d0df6f90fd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1784239 Feb 17 20:19:31.113689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:31.394710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:31.399088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f564-66d2-4e22-b878-388bc77148eb req-0713fe41-ab2e-461d-a164-9262a1e198a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:31.417561 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-0713fe41-ab2e-461d-a164-9262a1e198a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3615525 Feb 17 20:19:31.456245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:31.502591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'ad69ecc0-10e3-42be-82a9-7724d8dc625a', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '58493c5c-665d-4fca-9668-e426596b8683', 'port_id': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'mac_address': 'fa:16:3e:b1:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:19:16Z', 'updated_at': '2021-02-17T20:19:25Z', 'revision_number': 1, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:31.514584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Checking router: 58493c5c-665d-4fca-9668-e426596b8683 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:19:31.543055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:31.543776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:31.632227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808940c-cdb4-4345-8bcf-95e259cbed48 req-2a797d75-b156-4208-b5bd-006c88d71e2d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:31.648685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0808940c-cdb4-4345-8bcf-95e259cbed48 req-2a797d75-b156-4208-b5bd-006c88d71e2d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 1.3541217 Feb 17 20:19:31.882399 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-2f310926-8e5e-4991-8222-e714529bbf86 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812034 Feb 17 20:19:31.913199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Pushing event updated for resources: {'Port': ['ID=cf6461c9-a748-4649-96f3-00fbd7157f70,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:31.944830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:32.064218 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0808940c-cdb4-4345-8bcf-95e259cbed48 req-d5d24967-f528-4278-8f6b-d7f0993d6f35 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126117 Feb 17 20:19:32.071164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:32.278923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-7390e1d0-a29b-4161-9dc8-1b885d41153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:32.285562 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-7390e1d0-a29b-4161-9dc8-1b885d41153f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1022739 Feb 17 20:19:32.307999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-9091b888-214b-4571-b720-a6e0be88ed8e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:19:32.309168 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-9091b888-214b-4571-b720-a6e0be88ed8e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0204690 Feb 17 20:19:32.330229 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606f564-66d2-4e22-b878-388bc77148eb req-cb738fc2-a376-46cf-8e84-eaafe9f83f65 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4331849 Feb 17 20:19:32.381485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:32.510995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:32.841907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'ad69ecc0-10e3-42be-82a9-7724d8dc625a', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '58493c5c-665d-4fca-9668-e426596b8683', 'port_id': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'mac_address': 'fa:16:3e:b1:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:19:16Z', 'updated_at': '2021-02-17T20:19:25Z', 'revision_number': 1, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:32.852247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa77ab-34c6-411f-b47d-bee89abbecab None None] The sync data for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb is: [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'ad69ecc0-10e3-42be-82a9-7724d8dc625a', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '58493c5c-665d-4fca-9668-e426596b8683', 'port_id': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'mac_address': 'fa:16:3e:b1:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:19:16Z', 'updated_at': '2021-02-17T20:19:25Z', 'revision_number': 1, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:19:33.045148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:19:33.281233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:33.282961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:33.379225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-d956d44a-322a-46ba-b5c2-7fd60c137893 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0804780 Feb 17 20:19:33.405545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Request body: {'port': {'device_id': '40a12b9a-39e0-425f-b360-2c462f728c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:33.468271 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-3e230643-ffc4-47ce-a3fd-2ead57c50860 service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1456521 Feb 17 20:19:33.481859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209906-2501-4119-b59b-88a3090d97ef req-def70985-2f5f-4ca9-a642-8337e50e94bb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:33.491018 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29209906-2501-4119-b59b-88a3090d97ef req-def70985-2f5f-4ca9-a642-8337e50e94bb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.9683194 Feb 17 20:19:33.520500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e397e-f65c-43a2-9046-3f48ec7b3f82 None None] New status for floating IP ad69ecc0-10e3-42be-82a9-7724d8dc625a: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:19:33.695699 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29209906-2501-4119-b59b-88a3090d97ef req-61f01e23-5e45-464d-9ad7-74b991c33249 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000210 Feb 17 20:19:33.865094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:33.921833 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'status': 'completed', 'code': 200} Feb 17 20:19:34.036329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3fece99e-9d54-49cf-9f01-d24906c196a1 req-ad1e7657-ddfc-4c98-a3f5-1234f9145c71 service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5194571 Feb 17 20:19:34.715907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-01f017d1-72a7-4160-9f07-65c982f4e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:34.718828 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-01f017d1-72a7-4160-9f07-65c982f4e7ee service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.7885485 Feb 17 20:19:34.833509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:34.848790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e1602-e830-434a-8fc9-6b983b0fbc53 req-9a0b1600-1d52-43d6-ba7a-a7a6ade5f481 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:34.849828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-585e1602-e830-434a-8fc9-6b983b0fbc53 req-9a0b1600-1d52-43d6-ba7a-a7a6ade5f481 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Synchronizing usage tracker for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:19:35.112391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port ce206f73-6fa4-4339-8112-d68c2f36b0a5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:35.113582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:35.123654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6461c9-a748-4649-96f3-00fbd7157f70 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:19:35.140962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:35.144190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-585e1602-e830-434a-8fc9-6b983b0fbc53 req-9a0b1600-1d52-43d6-ba7a-a7a6ade5f481 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Unset dirty status for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:19:35.145711 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-585e1602-e830-434a-8fc9-6b983b0fbc53 req-9a0b1600-1d52-43d6-ba7a-a7a6ade5f481 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 931 time: 0.7572799 Feb 17 20:19:35.211159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Transition to ACTIVE for port object cf6461c9-a748-4649-96f3-00fbd7157f70 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:19:35.278386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:35.315546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:35.492625 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-585e1602-e830-434a-8fc9-6b983b0fbc53 req-a40d5ba6-44a4-4123-b29e-35dac6d09736 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366179 Feb 17 20:19:35.527581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Pushing event updated for resources: {'Port': ['ID=cf6461c9-a748-4649-96f3-00fbd7157f70,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:35.534635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:35.601703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028d72e-685b-4128-bf60-c1eebf7b2540 req-27229e80-3d9a-4d2d-be63-1d1f58fefd13 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:35.605068 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1028d72e-685b-4128-bf60-c1eebf7b2540 req-27229e80-3d9a-4d2d-be63-1d1f58fefd13 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.3956652 Feb 17 20:19:35.665947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:19:35.824126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1028d72e-685b-4128-bf60-c1eebf7b2540 req-ba33f87e-c3ac-44e2-86eb-0dc3597b2e75 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034502 Feb 17 20:19:35.986263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b2413-4579-410e-8adf-a03422768f5c req-f17e8fd8-31bc-4a08-bffc-b58b44c40e71 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:35.994554 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-448b2413-4579-410e-8adf-a03422768f5c req-f17e8fd8-31bc-4a08-bffc-b58b44c40e71 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2751231 Feb 17 20:19:36.022794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Attempting to bind port cf6461c9-a748-4649-96f3-00fbd7157f70 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:19:36.022794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Attempting to bind port cf6461c9-a748-4649-96f3-00fbd7157f70 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:19:36.026563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Attempting to bind port cf6461c9-a748-4649-96f3-00fbd7157f70 on network a944ab46-f1cd-4585-ad44-02a50016b2e3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:19:36.091150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:19:36.091709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Checking segment: {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:19:36.098830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:36.109019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Bound using segment: {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:19:36.109669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Bound port: cf6461c9-a748-4649-96f3-00fbd7157f70, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:19:36.110148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:36.134714 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-448b2413-4579-410e-8adf-a03422768f5c req-d68407f9-2631-4347-8e44-4d4d79f01efc tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386967 Feb 17 20:19:36.269610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] For port cf6461c9-a748-4649-96f3-00fbd7157f70, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:19:36.273605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] For port cf6461c9-a748-4649-96f3-00fbd7157f70, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=cf6461c9-a748-4649-96f3-00fbd7157f70,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:19:36.282591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:36.458504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:36.522109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:36.522724 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:36.524736 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] 10.222.0.121 "PUT /v2.0/ports/cf6461c9-a748-4649-96f3-00fbd7157f70 HTTP/1.1" status: 200 len: 1157 time: 3.1328273 Feb 17 20:19:36.539251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:36.589057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Pushing event updated for resources: {'Port': ['ID=cf6461c9-a748-4649-96f3-00fbd7157f70,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:36.594264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:36.823515 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70', 'status': 'completed', 'code': 200} Feb 17 20:19:36.986681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd56063-d6f7-40df-bbd6-1d4d7deade6d req-83fb76c6-8d0c-49f7-98ad-ff061b009c3c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:36.989973 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-acd56063-d6f7-40df-bbd6-1d4d7deade6d req-83fb76c6-8d0c-49f7-98ad-ff061b009c3c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.2679782 Feb 17 20:19:37.177602 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-acd56063-d6f7-40df-bbd6-1d4d7deade6d req-00640adc-156f-448b-9e2d-8af8ca9af723 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636379 Feb 17 20:19:37.218416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2966f-8d3f-468f-ab34-a98ff387f96c req-c349fb24-15f6-4e7d-b747-4c0c59aabcf8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.220115 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35b2966f-8d3f-468f-ab34-a98ff387f96c req-c349fb24-15f6-4e7d-b747-4c0c59aabcf8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.1667631 Feb 17 20:19:37.285375 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-35b2966f-8d3f-468f-ab34-a98ff387f96c req-beae9e89-3fa6-4a81-a7d9-506e28b4a76d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574040 Feb 17 20:19:37.915157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38752) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:38.034213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Deleting subnet 90afa599-f726-4cf6-b16a-243016c08adb {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:19:38.038330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:38.133624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852727836'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:38.241943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:38.673150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a831b1-c200-4dbe-a3e2-88167cd3c63a req-ab4ff9d3-6f6c-4a6f-ad2a-e6fe1b97060e tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:38.681691 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9a831b1-c200-4dbe-a3e2-88167cd3c63a req-ab4ff9d3-6f6c-4a6f-ad2a-e6fe1b97060e tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.2836835 Feb 17 20:19:38.770226 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9a831b1-c200-4dbe-a3e2-88167cd3c63a req-005e16bf-f143-4bbc-ab9c-9ce59eacb998 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760436 Feb 17 20:19:38.771854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57a6ba-2c85-4e30-bb23-9e8b34c6fab4 req-812f5ae7-6cf9-425e-9c87-18e46029b0ed tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:38.780553 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cf57a6ba-2c85-4e30-bb23-9e8b34c6fab4 req-812f5ae7-6cf9-425e-9c87-18e46029b0ed tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.2508411 Feb 17 20:19:38.825010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852727913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843556368'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:38.854962 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cf57a6ba-2c85-4e30-bb23-9e8b34c6fab4 req-e27ce86c-e390-4188-8dfb-9b551c3a2073 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727508 Feb 17 20:19:38.863887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f503ba4a-858a-4654-9c2c-774700cf9168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:39.061064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90afa599-f726-4cf6-b16a-243016c08adb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:39.068807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:39.128268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:39.138294 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d19c849d-ca2b-49ed-99e5-04ce7efb45fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/90afa599-f726-4cf6-b16a-243016c08adb HTTP/1.1" status: 204 len: 168 time: 1.2213359 Feb 17 20:19:39.142462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38780) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:39.360200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:39.798112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.237284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93853e5f-5e40-401f-bc6b-87529209826d req-132ebb29-2991-41b8-9a7f-3c7d333d3f46 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:40.240685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93853e5f-5e40-401f-bc6b-87529209826d req-132ebb29-2991-41b8-9a7f-3c7d333d3f46 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.1632757 Feb 17 20:19:40.273907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38810) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:40.300557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:40.328881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283b4ca6-901d-4ca3-abc7-045379f8cce2') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:40.329502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283b4ca6-901d-4ca3-abc7-045379f8cce2') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:40.355499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.392935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.397811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:19:40.424108 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93853e5f-5e40-401f-bc6b-87529209826d req-6fc26055-9ea7-4901-805d-29b2b322e87b tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Feb 17 20:19:40.449522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7839-04c4-4215-b30e-26c31dd7b953 req-a77e8143-9ecd-4497-ac53-62b52494f92c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:40.459101 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ebf7839-04c4-4215-b30e-26c31dd7b953 req-a77e8143-9ecd-4497-ac53-62b52494f92c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.2440157 Feb 17 20:19:40.544459 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ebf7839-04c4-4215-b30e-26c31dd7b953 req-0657b472-62f3-41ad-aba2-4e2e4bd6b1be tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834172 Feb 17 20:19:40.814073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.879539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:40.883692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:19:40.908223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.937612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:bf4ac73dd4cc4f6f90c337c1c50ce481 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:41.045276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:41.060403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:41.277464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-b5d77577-d08c-4a15-a54e-ad8d37c6d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:41.280011 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-b5d77577-d08c-4a15-a54e-ad8d37c6d47f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 1160 time: 0.1009026 Feb 17 20:19:41.310147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Network bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:19:41.339814 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:19:41.470060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-4919539a-6914-4815-a555-9ad6e07d46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:41.471762 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-4919539a-6914-4815-a555-9ad6e07d46f2 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=15722bd58394498caf211b6ef52d33a0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1817393 Feb 17 20:19:41.491708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:41.517974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:41.540894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:41.563973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-622f4974-8647-4feb-9239-d1fc500c7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:41.565719 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-622f4974-8647-4feb-9239-d1fc500c7621 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.4012148 Feb 17 20:19:41.566662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:41.576739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:41.685872 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d8afc431-4ca8-46da-bf81-98999b4f2c0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/bbe45dde-d58d-4fb4-87fe-d015ce2f4bdf HTTP/1.1" status: 204 len: 168 time: 2.5413506 Feb 17 20:19:41.780424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:41.796763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:41.816605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-549ff2d4-1910-453e-b9a0-a69beee174b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:41.838418 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-8cd433a7-79b2-460e-a487-2a42420670eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1002 time: 0.2602634 Feb 17 20:19:41.963464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-092d436a-4067-4104-b464-2c470dfed1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:41.966046 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-092d436a-4067-4104-b464-2c470dfed1da service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.1181250 Feb 17 20:19:42.018115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38840) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:42.103307 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf4ac73dd4cc4f6f90c337c1c50ce481&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8202665 Feb 17 20:19:42.114420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38844) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:42.115591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4c392-f550-45dd-a3a3-0aa72ac90c0d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:42.123985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:42.220785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.226979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-4e904960-4226-4838-907d-010ae4544631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.229677 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-4e904960-4226-4838-907d-010ae4544631 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2384417 Feb 17 20:19:42.333175 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6a73ccb4-8f2e-43f2-bb38-11325fcfc84d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1053bc941b47401a9d04f571754448a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120537 Feb 17 20:19:42.341886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-5871555d-4c41-4994-99fe-d2810596336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.342383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38848) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:42.343956 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49fe07ec-b3e0-4022-b311-b7fed975a0e8 req-5871555d-4c41-4994-99fe-d2810596336e service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8628623 Feb 17 20:19:42.361627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83561270-0401-4055-a8c3-da11121c1c9a req-117e739e-e9a6-45a9-bc46-9b324345b33a tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.363446 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-83561270-0401-4055-a8c3-da11121c1c9a req-117e739e-e9a6-45a9-bc46-9b324345b33a tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.4957719 Feb 17 20:19:42.383747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.385387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86e52f-8495-442e-93db-a95b9aac248a req-1ff8ce6e-9c97-425d-b162-bdab7b729e9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.387190 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c86e52f-8495-442e-93db-a95b9aac248a req-1ff8ce6e-9c97-425d-b162-bdab7b729e9d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.4630873 Feb 17 20:19:42.410820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890a8f-e23f-4448-a625-d76b68600000 req-906129eb-787b-4067-8340-ac97c0865713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.412453 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-906129eb-787b-4067-8340-ac97c0865713 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1160 time: 0.3410692 Feb 17 20:19:42.525825 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-97155de8-5c8b-4f11-b0a5-d1d3d47df3f8 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874699 Feb 17 20:19:42.532566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.572033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.630212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1b35de47-4893-4507-80f3-c2b294df2b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:42.672168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4c392-f550-45dd-a3a3-0aa72ac90c0d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:42.682405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:42.703067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.721187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.722573 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2aa4c392-f550-45dd-a3a3-0aa72ac90c0d HTTP/1.1" status: 204 len: 168 time: 0.6010482 Feb 17 20:19:42.725440 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-83561270-0401-4055-a8c3-da11121c1c9a req-e647a31a-89c1-4b34-a529-f10848ae7d2a tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346913 Feb 17 20:19:42.763271 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4c86e52f-8495-442e-93db-a95b9aac248a req-9aec4664-3dc3-4f3b-9cd2-36ae4d389bcf tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075812 Feb 17 20:19:42.836095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-9e5bae41-fe3d-40fa-ade4-94771d18ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.839504 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-9e5bae41-fe3d-40fa-ade4-94771d18ef86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 1160 time: 0.4256899 Feb 17 20:19:42.841808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890a8f-e23f-4448-a625-d76b68600000 req-1e9d4f78-369d-461c-937e-557ce058915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.844750 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-1e9d4f78-369d-461c-937e-557ce058915b service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.3864081 Feb 17 20:19:42.872255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92649ab-e1f1-453f-ab14-7e1a8a1e1698 req-be7df7cb-ae11-4bec-b138-12e0da4e03f6 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3370450 Feb 17 20:19:42.895878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.919923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-80541bfa-0105-4975-878f-7d8fbb0ba439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:42.960636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b74b17-c83c-4545-b881-24c5560d7a7d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:42.966181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:42.967927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:42.969900 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3b74b17-c83c-4545-b881-24c5560d7a7d HTTP/1.1" status: 204 len: 168 time: 0.6213923 Feb 17 20:19:43.122297 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-7c3e2166-db01-40c3-ad1c-53dfe392dd89 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf6461c9-a748-4649-96f3-00fbd7157f70 HTTP/1.1" status: 200 len: 217 time: 0.1112630 Feb 17 20:19:43.250678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e48f2-69fa-4f46-8727-e5c785929014 req-5c3003bd-e855-42b6-8e06-3d3a82de7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:43.252273 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-5c3003bd-e855-42b6-8e06-3d3a82de7470 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40c3cc32-4794-4ada-a584-02936afffb59 HTTP/1.1" status: 200 len: 854 time: 0.1220288 Feb 17 20:19:43.254325 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-49a3d207-aabb-4f1d-be62-409ffbbb5058 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 200 len: 998 time: 0.3958113 Feb 17 20:19:43.439601 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-12c38d1f-bcb4-4841-ba72-5ad6da81a91d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a944ab46-f1cd-4585-ad44-02a50016b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735914 Feb 17 20:19:43.628771 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890a8f-e23f-4448-a625-d76b68600000 req-beb03426-ec00-49b1-8999-35c5d512a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:43.630541 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-beb03426-ec00-49b1-8999-35c5d512a9ea service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.2826269 Feb 17 20:19:43.632599 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-7848901f-8adf-4e07-8e47-7efbc64621a9 service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794271 Feb 17 20:19:43.936608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890a8f-e23f-4448-a625-d76b68600000 req-dba9e9a3-ebe7-43f9-a0d6-bc23c0f295be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:43.942915 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-dba9e9a3-ebe7-43f9-a0d6-bc23c0f295be service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2948472 Feb 17 20:19:44.141917 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-721e48f2-69fa-4f46-8727-e5c785929014 req-09cb9159-e41b-4c81-b730-7cd4a8aa667b service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4174817 Feb 17 20:19:44.307594 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-a0126d52-21f4-48ea-9d3c-a73fd7a9941c service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415136 Feb 17 20:19:44.328069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c98b06-d366-47dd-9bd0-e7eee9eac61a req-892697f2-55cf-45fc-aa51-f2b3b30ef240 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:44.329751 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-41c98b06-d366-47dd-9bd0-e7eee9eac61a req-892697f2-55cf-45fc-aa51-f2b3b30ef240 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.3625693 Feb 17 20:19:44.358580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6649a0-69f2-4995-9c8b-ec2d824544ed req-9179a98e-c13e-4540-bc78-673e12bd5ea0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:44.360357 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8a6649a0-69f2-4995-9c8b-ec2d824544ed req-9179a98e-c13e-4540-bc78-673e12bd5ea0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.2873144 Feb 17 20:19:44.386702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 38910) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:44.547959 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-41c98b06-d366-47dd-9bd0-e7eee9eac61a req-5d4af164-7a5f-4734-ac5e-611eb4994670 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838202 Feb 17 20:19:44.551224 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8a6649a0-69f2-4995-9c8b-ec2d824544ed req-f4df9131-a00b-41f6-9725-8ec807e39b83 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337302 Feb 17 20:19:44.603857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1791669296-network', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:44.611965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:44.613648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-99890a8f-e23f-4448-a625-d76b68600000 req-d92a1865-96db-43f2-a4cc-aa01e63550ea service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2943161 Feb 17 20:19:44.619516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Usage tracker for resource:network and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:44.623422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:44.630131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:44.646327 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Made reservation on behalf of 2507a71c4390440ca4c0075cdd81a01b for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:19:44.655009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.674501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.692622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:44.697221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Usage tracker for resource:security_group_rule and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:44.700660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:44.706861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:44.819769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.824124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.828639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d5cabccf-6fd6-4874-9029-ba06e92e4668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:44.867547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:19:44.877991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502aac9-3ac5-4a45-b568-a6c93d4f93ce,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:44.882214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:44.885710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.886327 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.segments_db [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Added segment 3393d5e3-80e6-40a3-b442-5df1eb1fcb3e of type vxlan for network 089baba0-eacd-458a-9841-dd5f111cf418 Feb 17 20:19:44.933136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258233872295'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.976985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.979841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:44.981597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:44.990288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:45.105354 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7173676 Feb 17 20:19:45.108790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Pushing event updated for resources: {'Network': ['ID=089baba0-eacd-458a-9841-dd5f111cf418,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:45.110932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38936) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:45.112092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:45.122769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Request body: {'subnet': {'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1791669296-subnet', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:45.133109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 details requested by agent ovs-agent-dv-cinder-759994-3-smb with host dv-cinder-759994-3-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:19:45.134040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:45.139168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Usage tracker for resource:subnet and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:45.142555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:45.148791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:45.160245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Made reservation on behalf of 2507a71c4390440ca4c0075cdd81a01b for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:19:45.161050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:19:45.166574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14948472'] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:45.431595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:45.575445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:45.575877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:45.767208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:45.804049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:45.818365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:45.822904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:45.825659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:45.907869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:45.917905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.918303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.918691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.919072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.919449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.919801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.920353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.921054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.922086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.922833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.923442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.923954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.924363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.924981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.925480 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.925998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.926370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.926742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.927111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.927474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.927837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.928201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.928565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.928984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:19:45.934660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:46.090043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66a34c-f53a-47cd-a097-358fe3a246fa req-b6196559-7203-4841-881b-39d39efb8bfc tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:46.090043 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3f66a34c-f53a-47cd-a097-358fe3a246fa req-b6196559-7203-4841-881b-39d39efb8bfc tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.2657399 Feb 17 20:19:46.094671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e349f-2a06-48a3-ac0d-004ea8925cec req-48abc8c7-9a43-48c2-a17f-8968140f2f80 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:46.096347 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8e0e349f-2a06-48a3-ac0d-004ea8925cec req-48abc8c7-9a43-48c2-a17f-8968140f2f80 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2871687 Feb 17 20:19:46.205745 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3f66a34c-f53a-47cd-a097-358fe3a246fa req-44988655-bbf0-4b71-ab46-bda8a9bb6161 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075368 Feb 17 20:19:46.216389 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8e0e349f-2a06-48a3-ac0d-004ea8925cec req-53a5e816-b836-479d-8002-d0efdcb236ea tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010127 Feb 17 20:19:46.278154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'code': 200} Feb 17 20:19:46.280861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1420879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14948457'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:46.302558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:46.442154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155ccbc3-35aa-411e-8fbc-a0889eff3694,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:46.448160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:46.539439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Checking segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:19:46.540741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Network hostable DHCP agents. Network: 089baba0-eacd-458a-9841-dd5f111cf418, hostable agents: ['2d37d9b7-a956-4293-a7c9-09322b50e222'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:19:46.562706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Network 089baba0-eacd-458a-9841-dd5f111cf418 is scheduled to be hosted by DHCP agent 2d37d9b7-a956-4293-a7c9-09322b50e222 with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:19:46.574161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-smb, 089baba0-eacd-458a-9841-dd5f111cf418) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:46.586452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e37287-9e65-4237-a84b-00e242257eb4 None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:19:46.587831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:46.588551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:46.616851 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c4375002-0832-4bf3-8415-2c4dee51d4b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5034661 Feb 17 20:19:46.617203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 38972) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:46.623938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:19:46.629274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:46.634509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Usage tracker for resource:router and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:46.638633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:46.645827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:46.658482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3752'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:46.659595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853843314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854143299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772080'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:46.697268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:47.244563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-34435fbd-86c1-44f8-9c94-94ede7542571 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:19:47.250844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853838915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772093'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:47.457212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197298e8-492c-455e-a630-0a0fe38db79b req-23425656-de83-434d-8336-8bb92cd0f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:47.459215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-197298e8-492c-455e-a630-0a0fe38db79b req-23425656-de83-434d-8336-8bb92cd0f743 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 1162 time: 0.5199397 Feb 17 20:19:47.473890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54deeaed-8d7e-5db5-ab37-ee910b929726-089baba0-eacd-458a-9841-dd5f111cf418', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694'}]}} from dv-cinder-759994-3-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:19:47.476050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:47.662318 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-197298e8-492c-455e-a630-0a0fe38db79b req-c7d548ed-d15c-4c14-8a85-de947cfeceba service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505525 Feb 17 20:19:47.708117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67222fb8-ab50-47d9-8e3b-7aa5d56bd6f5 req-09bd0334-0622-4025-9b66-f64205bfe30d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:47.710178 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-67222fb8-ab50-47d9-8e3b-7aa5d56bd6f5 req-09bd0334-0622-4025-9b66-f64205bfe30d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 943 time: 0.2497294 Feb 17 20:19:47.726137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32847d29-9771-4439-a36a-fbafab3b5580 req-0ac88f77-0ea5-4bbe-8fff-ae804adeeeda tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:47.728398 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-32847d29-9771-4439-a36a-fbafab3b5580 req-0ac88f77-0ea5-4bbe-8fff-ae804adeeeda tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.2244046 Feb 17 20:19:47.826285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device cf6461c9-a748-4649-96f3-00fbd7157f70 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:47.887417 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-67222fb8-ab50-47d9-8e3b-7aa5d56bd6f5 req-a3e1b585-8d3f-4dda-8b59-39e73e8f297c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578617 Feb 17 20:19:47.991079 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-32847d29-9771-4439-a36a-fbafab3b5580 req-ec438c14-69a9-4b30-904a-fed915a5d24d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388792 Feb 17 20:19:48.144541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port cf6461c9-a748-4649-96f3-00fbd7157f70 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:19:48.154242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Allocated IP 172.20.0.2 (089baba0-eacd-458a-9841-dd5f111cf418/155ccbc3-35aa-411e-8fbc-a0889eff3694/8a60cc30-42e1-4fb1-91d8-da29b1beefc3) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:19:48.156743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port cf6461c9-a748-4649-96f3-00fbd7157f70 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:48.157220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.242265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.316224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.443257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.545197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:48.563056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port cf6461c9-a748-4649-96f3-00fbd7157f70, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=cf6461c9-a748-4649-96f3-00fbd7157f70,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:48.569298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.571069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:48.634687 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70', 'code': 200} Feb 17 20:19:48.644691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:48.747005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Allocated IP 172.28.3.139 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:19:48.772748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.817856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Transition to ACTIVE for port object 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:19:48.872348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:48.873118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:48.937966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Transition to ACTIVE for port object 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:19:48.983694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=cf6461c9-a748-4649-96f3-00fbd7157f70,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:48.991778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:48.996758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.017384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:49.238733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Pushing event updated for resources: {'Port': ['ID=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:49.249736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:49.466670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.529540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89449a7-aa9d-4516-bf3a-e89955143ae9 req-279743b9-75cb-449d-8080-f60887c45c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:49.533000 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f89449a7-aa9d-4516-bf3a-e89955143ae9 req-279743b9-75cb-449d-8080-f60887c45c0f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 1162 time: 0.6623111 Feb 17 20:19:49.546693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b714a-f94c-4db0-b0ac-41c5a56ce015 req-4191b874-b408-4ee2-82e1-214e5781b5a1 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:49.549949 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e78b714a-f94c-4db0-b0ac-41c5a56ce015 req-4191b874-b408-4ee2-82e1-214e5781b5a1 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.3023031 Feb 17 20:19:49.587956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:49.596981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:49.603596 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:19:49.608288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.672636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1cf7e-13a2-4a91-b9a7-bad5d21f34df req-323eacae-1456-4f03-98d3-1b0304baaa04 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:49.675046 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74d1cf7e-13a2-4a91-b9a7-bad5d21f34df req-323eacae-1456-4f03-98d3-1b0304baaa04 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.4264340 Feb 17 20:19:49.754287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device cf6461c9-a748-4649-96f3-00fbd7157f70 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:49.859637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Attempting to bind port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:19:49.860061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Attempting to bind port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:19:49.860458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Attempting to bind port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 on network 089baba0-eacd-458a-9841-dd5f111cf418 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:19:49.861155 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e78b714a-f94c-4db0-b0ac-41c5a56ce015 req-20fa5787-6294-434d-965c-fb48dbb93514 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647095 Feb 17 20:19:49.863318 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f89449a7-aa9d-4516-bf3a-e89955143ae9 req-47695395-4aec-41af-b82d-e5c72bf6ef83 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085554 Feb 17 20:19:49.907427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:19:49.907855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Checking segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:19:49.908476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.909096 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Bound using segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:19:49.910697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Bound port: 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:19:49.911231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.936823 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74d1cf7e-13a2-4a91-b9a7-bad5d21f34df req-852393de-1fe2-4df9-b9d0-11efe0927b81 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419517 Feb 17 20:19:49.939860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:49.958115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-14e39ef0-ae9c-4af4-b25e-1ed83e3eb48c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:49.974187 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2cdc76fb-c255-405d-9208-876d41aa2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:50.288362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Pushing event updated for resources: {'Port': ['ID=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:50.299553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:50.310613 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port cf6461c9-a748-4649-96f3-00fbd7157f70 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:50.311308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:50.454143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] For port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:19:50.464357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:50.467335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:50.472022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:19:50.491269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] For port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:19:50.512355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:50.540037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:51.077716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Pushing event updated for resources: {'Port': ['ID=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:51.097557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:51.611123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:51.783907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39116) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:51.793095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device cf6461c9-a748-4649-96f3-00fbd7157f70 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:52.114197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port cf6461c9-a748-4649-96f3-00fbd7157f70 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:52.114197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:52.161771 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd12476-4ef0-41eb-ab3a-6e7512b782b1 req-e01acbb3-5a71-4ed6-9d7a-6451d2c361c2 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:52.163955 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cfd12476-4ef0-41eb-ab3a-6e7512b782b1 req-e01acbb3-5a71-4ed6-9d7a-6451d2c361c2 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.7728949 Feb 17 20:19:52.182550 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890338f-c96e-4317-adf2-a57624b349d2 req-904c387d-c52d-4f2c-98b7-5976f3b9bffb tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:52.187668 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c890338f-c96e-4317-adf2-a57624b349d2 req-904c387d-c52d-4f2c-98b7-5976f3b9bffb tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.7206376 Feb 17 20:19:52.273922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:52.301786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:52.321797 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cfd12476-4ef0-41eb-ab3a-6e7512b782b1 req-c0e0730a-0b85-4f13-9a31-b0e880ee0363 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297865 Feb 17 20:19:52.435496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:52.458767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Usage tracker for resource:security_group_rule and tenant:adc36cb87ed74949b1b56387a4d4d601 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:52.470416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:52.484346 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c890338f-c96e-4317-adf2-a57624b349d2 req-8adb915e-0b46-4f38-9a86-1a20c44786d8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896414 Feb 17 20:19:52.495475 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:52.540439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:19:52.722830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925710'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.076885 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.081567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.096966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8c5d1f6e-0d1d-4782-999a-79fa436d4870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:53.155991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87941f8b-6298-4cb8-a72b-b1a9e1d03c4a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:53.163995 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adc36cb87ed74949b1b56387a4d4d601&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3785832 Feb 17 20:19:53.165756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ee280fc-dd31-4b40-89c1-b942fedca578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:53.169248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39134) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:53.199314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Router c8ed482b-f141-4997-9689-c1c2b68fa393 is scheduled to L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:19:53.245590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.298317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.329947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5c4079da-8c0a-4dbe-9cc2-d5654567edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.367080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8557590-1fbf-4531-82c2-5fbf54ddd8ed None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:19:53.390455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.403093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b2b92ce1-3f50-436f-9b98-d392c75fd4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:53.437816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87941f8b-6298-4cb8-a72b-b1a9e1d03c4a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:53.444943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:53.447808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.456272 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87941f8b-6298-4cb8-a72b-b1a9e1d03c4a HTTP/1.1" status: 204 len: 168 time: 0.2854705 Feb 17 20:19:53.528233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Provisioning for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:19:53.539245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Provisioning complete for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:53.540680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.825355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:19:53.861894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eaf09-91b0-40db-b7a8-e38684f359cf req-d6754ffe-d465-4dfe-805c-00b85c3b7b3f tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.862805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Sync routers for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:19:53.863617 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8b7eaf09-91b0-40db-b7a8-e38684f359cf req-d6754ffe-d465-4dfe-805c-00b85c3b7b3f tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.1502345 Feb 17 20:19:53.910228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.916992 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:53.918687 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3005900 Feb 17 20:19:53.923521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39154) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:53.962905 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8b7eaf09-91b0-40db-b7a8-e38684f359cf req-7cfe92bf-d6f6-4461-9a69-ca8763f533ce tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881500 Feb 17 20:19:53.963618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:53.964057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:54.111455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] For port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:54.132538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:54.139138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:54.339570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Pushing event updated for resources: {'Port': ['ID=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:54.344241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:54.378511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39190) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:54.429024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:54.460905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:54.474671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:54.485369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:680819ad2a274e5796e2f4d701ab954e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:54.491923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:54.505148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:54.865045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:54.870450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:54.896458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a58d27b2-2945-47ab-b41b-46cec4203ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:54.958703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:54.981383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca9de0a-ae84-4e03-8752-15da1fa148f3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:55.011508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:55.013208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-f83ca510-e52e-4128-8596-6c0224696b79 None None] Provisioning complete for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:55.013647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f83ca510-e52e-4128-8596-6c0224696b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.073201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=680819ad2a274e5796e2f4d701ab954e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879520 Feb 17 20:19:55.074288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39204) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:55.174653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.220669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:50Z', 'revision_number': 3, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:55.234194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Checking router: c8ed482b-f141-4997-9689-c1c2b68fa393 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:19:55.234614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Updating router c8ed482b-f141-4997-9689-c1c2b68fa393 port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 binding host dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:19:55.240122 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.278591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.341782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.348521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-872c0d8d-8a31-4b7e-8f57-7d8602f925f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:55.372549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca9de0a-ae84-4e03-8752-15da1fa148f3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:55.383831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:55.388085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:55.389651 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aca9de0a-ae84-4e03-8752-15da1fa148f3 HTTP/1.1" status: 204 len: 168 time: 0.3143241 Feb 17 20:19:55.610655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.015863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-8e5fd59f-f5c3-4f43-8333-c182d6b69daa None None] Provisioning complete for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:56.016969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd59f-f5c3-4f43-8333-c182d6b69daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.068905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:56.070148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.457512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:56.458007 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.511264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.646033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Allocated IP 172.20.0.1 (089baba0-eacd-458a-9841-dd5f111cf418/155ccbc3-35aa-411e-8fbc-a0889eff3694/bed1f7ab-1899-43a9-9c91-60ffd439ac4f) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:19:56.911464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:56.952202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39264) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:56.982297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Transition to ACTIVE for port object bed1f7ab-1899-43a9-9c91-60ffd439ac4f will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:19:57.015219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.140595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0604ba-77bd-4223-a516-49f86bfb33cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:57.203762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.232290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Transition to ACTIVE for port object 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:19:57.237261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.249978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:57.256064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:57.270567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7d66fb28-91df-4eb4-b609-38cda8d18bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:57.321355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Network 089baba0-eacd-458a-9841-dd5f111cf418 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:57.323145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:57.326142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:19:57.405194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836009'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.438172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.468499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:57.478284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf459ed051245cd926c403473dd5910 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:57.486011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:57.500062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Pushing event updated for resources: {'Port': ['ID=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:57.501201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:57.512791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:57.634900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Attempting to bind port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:19:57.641005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Attempting to bind port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:19:57.641005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Attempting to bind port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 on network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:19:57.642701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:19:57.643164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Checking segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:19:57.643567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.644005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Bound using segment: {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:19:57.644551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Bound port: 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a64418-3dab-4ff8-a23e-570d1b0ce904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:19:57.645028 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.754747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.763391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.766126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] For port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:19:57.770906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] For port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:19:57.776970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:57.790872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:57.796388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:57.882655 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbf459ed051245cd926c403473dd5910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9277647 Feb 17 20:19:57.886651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe591814-34f8-4349-81f3-9b7a09b300db,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:57.896029 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:57.896979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39282) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:58.120862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.131366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.166368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.236422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.244141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-941a584a-0d57-4803-a36e-5d015f99fc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:58.259673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe591814-34f8-4349-81f3-9b7a09b300db,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:58.264184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:58.271615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c9b95517-7faf-4db2-aab3-5322230588db None None] Provisioning for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:19:58.272968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.275340 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe591814-34f8-4349-81f3-9b7a09b300db HTTP/1.1" status: 204 len: 168 time: 0.3768282 Feb 17 20:19:58.355740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Pushing event updated for resources: {'Port': ['ID=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:58.363085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:58.368371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c9b95517-7faf-4db2-aab3-5322230588db None None] Provisioning complete for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:58.368875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c9b95517-7faf-4db2-aab3-5322230588db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.529988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:19:58.531206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:58.672648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95517-7faf-4db2-aab3-5322230588db None None] Port bed1f7ab-1899-43a9-9c91-60ffd439ac4f cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:19:58.751434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.756257 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.822399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:58.892495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39302) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:58.919373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.938233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939889'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:58.944734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:19:58.952262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Usage tracker for resource:security_group_rule and tenant:301e726d14ea45f9b1c0d0c3531d0ec9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:19:58.956828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:19:58.962015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:19:58.967279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:19:59.059136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:59.072476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:59.158564 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.164937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.191689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-616f8b7c-f09e-4735-a38b-83392c444fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:59.237683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Network 089baba0-eacd-458a-9841-dd5f111cf418 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:19:59.244265 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:19:59.279305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f9fc9-af60-4bc6-897d-94ed6f98a93b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:59.313408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-db090247-46de-4129-8783-6624f2767908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:59.338023 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-db090247-46de-4129-8783-6624f2767908 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=301e726d14ea45f9b1c0d0c3531d0ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427619 Feb 17 20:19:59.343514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39316) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:19:59.486738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.540768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.595738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.601499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f97b239a-064c-438f-91d6-bfb8334d169a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:59.618973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f9fc9-af60-4bc6-897d-94ed6f98a93b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:59.624508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:59.626078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.630474 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e13f9fc9-af60-4bc6-897d-94ed6f98a93b HTTP/1.1" status: 204 len: 168 time: 0.2817831 Feb 17 20:19:59.715459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-229a3168-77f6-4168-8897-5ab2c368c383 None None] Provisioning complete for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:59.716151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-229a3168-77f6-4168-8897-5ab2c368c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:59.798996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Router c8ed482b-f141-4997-9689-c1c2b68fa393 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:19:59.912618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-229a3168-77f6-4168-8897-5ab2c368c383 None None] Port bed1f7ab-1899-43a9-9c91-60ffd439ac4f cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:19:59.952213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:19:56Z', 'revision_number': 1, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:19:59.958078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914adfaa-5f20-4778-ba36-bd430aca67ac None None] The sync data for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb is: [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:19:56Z', 'revision_number': 1, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:20:00.391510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:20:00.404097 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8ed482b-f141-4997-9689-c1c2b68fa393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4789059 Feb 17 20:20:00.853354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39366) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:01.170621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.229267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:01.237991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Usage tracker for resource:security_group_rule and tenant:520a7beab6584c55a2f00440e0839f34 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:01.248633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:01.266957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:01.405544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.409225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.419990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:01.475021 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=520a7beab6584c55a2f00440e0839f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200380 Feb 17 20:20:01.476244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e886f74-2f65-4b23-82c8-8fa68f5d3e03,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:01.479061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39384) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:01.494654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:01.651647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.698086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.774824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.787376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-54721a03-ae66-45f4-b82d-6fd02783a229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:01.807345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:01.812687 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e886f74-2f65-4b23-82c8-8fa68f5d3e03 HTTP/1.1" status: 204 len: 168 time: 0.3318815 Feb 17 20:20:01.817771 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e886f74-2f65-4b23-82c8-8fa68f5d3e03,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:01.846144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:02.080573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:02.250352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:02.278029 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:02.278633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:02.526097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:02.552585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:02.565384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:02.565384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:02.621628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39410) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:02.655252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:02.658697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:02.674692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:02.721281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:02.737530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bff53b70e414b9fb3c5b15536cbdda1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:02.750429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:02.757670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:02.972584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:02.978026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:03.052599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0968934b-101b-4f65-9d44-087def4ffbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:03.091963 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bff53b70e414b9fb3c5b15536cbdda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688601 Feb 17 20:20:03.099104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39420) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:03.120524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704d89b-a152-43af-bd67-d8c21c7110ef,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:03.125172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:03.232004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:03.288316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:03.372296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:03.377305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e1d0431-4e4c-4405-86d3-b8fe4992c284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:03.400065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704d89b-a152-43af-bd67-d8c21c7110ef,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:03.404565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:03.414199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:03.429215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e704d89b-a152-43af-bd67-d8c21c7110ef HTTP/1.1" status: 204 len: 168 time: 0.3213587 Feb 17 20:20:04.043849 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:04.235017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:04.235964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:04.280848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Sync routers for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:20:04.335455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:04.337577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:04.894119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:05.606671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:19:58Z', 'revision_number': 2, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:05.612003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Checking router: c8ed482b-f141-4997-9689-c1c2b68fa393 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:20:05.612293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Updating router c8ed482b-f141-4997-9689-c1c2b68fa393 port bed1f7ab-1899-43a9-9c91-60ffd439ac4f binding host dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:20:05.724744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:05.850826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39484) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:06.225648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.244605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:06.250026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Usage tracker for resource:security_group_rule and tenant:718a2a9a54a143a38d766d66ecc98093 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:06.254203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:06.262163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:06.374069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.377762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.418964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-482dfa44-755f-451d-881a-74645f281139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:06.456186 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=718a2a9a54a143a38d766d66ecc98093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013718 Feb 17 20:20:06.456186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2388ef94-cbcc-4570-a563-700e966e745e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:06.456563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39496) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:06.469335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:06.663773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.701839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.735932 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.738991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Transition to ACTIVE for port object bed1f7ab-1899-43a9-9c91-60ffd439ac4f will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:06.746470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.804011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:06.804276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.817491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-585af5a5-ae15-4c5c-9421-bc87d2a5db11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:06.836328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:06.840862 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2388ef94-cbcc-4570-a563-700e966e745e HTTP/1.1" status: 204 len: 168 time: 0.3828743 Feb 17 20:20:06.844624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2388ef94-cbcc-4570-a563-700e966e745e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:06.855149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:07.152304 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Pushing event updated for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:07.183336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.183888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.184404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.184884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.185455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.185910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.186462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.186910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.187351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.187827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.188299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.188788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.189415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.189904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.190380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.190859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.191328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.191800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.192521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.193048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.193541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.194047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.194513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.194947 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:07.199765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:07.636378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Attempting to bind port bed1f7ab-1899-43a9-9c91-60ffd439ac4f on host dv-cinder-759994-3-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:20:07.637112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Attempting to bind port bed1f7ab-1899-43a9-9c91-60ffd439ac4f by drivers openvswitch on host dv-cinder-759994-3-smb at level 0 using segments [{'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:20:07.637684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Attempting to bind port bed1f7ab-1899-43a9-9c91-60ffd439ac4f on network 089baba0-eacd-458a-9841-dd5f111cf418 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:20:07.645100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Checking agent: {'id': '4cdd8e4a-a035-47f6-ba97-3d69a6af3864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 4, 26), 'started_at': datetime.datetime(2021, 2, 17, 20, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.122', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:20:07.645528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Checking segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:20:07.645985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:07.646430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Bound using segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:20:07.646972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Bound port: bed1f7ab-1899-43a9-9c91-60ffd439ac4f, host: dv-cinder-759994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:20:07.647412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:07.784306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] For port bed1f7ab-1899-43a9-9c91-60ffd439ac4f, host dv-cinder-759994-3-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:20:07.794163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] For port bed1f7ab-1899-43a9-9c91-60ffd439ac4f, host dv-cinder-759994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:20:07.806708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:07.834616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2820cc39-8bb1-4c93-863f-51646952145d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:08.235331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Pushing event updated for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:08.246825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8c121c35-44c6-4397-9e06-45f22ecc244d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:08.333171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:08.334541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:19:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:09.168516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:10.098694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bed1f7ab-1899-43a9-9c91-60ffd439ac4f up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:10.098978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:07Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:10.111435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa63cde-4f82-4070-90dd-8e33582d4c8e None None] The sync data for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb is: [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:07Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:20:10.198786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:10.212519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:10.213831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:10.480805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:10.597436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] For port bed1f7ab-1899-43a9-9c91-60ffd439ac4f, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:10.614531 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:10.621392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:10.714965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Pushing event updated for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:10.718681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:12.069364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bed1f7ab-1899-43a9-9c91-60ffd439ac4f up at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:12.166303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Provisioning complete for port bed1f7ab-1899-43a9-9c91-60ffd439ac4f triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:12.166826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:12.672361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:20:17.817976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39722) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:17.825938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-346d4deb-55f5-43f2-adb3-e4228bbca182 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:17.829182 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-346d4deb-55f5-43f2-adb3-e4228bbca182 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 815 time: 0.2082891 Feb 17 20:20:17.856266 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1abd9b78-29ae-4ad0-8350-d83e09449c84 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/quotas/2507a71c4390440ca4c0075cdd81a01b HTTP/1.1" status: 200 len: 375 time: 0.0198154 Feb 17 20:20:18.021524 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-fc2f6baf-a6fb-43c0-a261-5554f79bcdf9 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498580 Feb 17 20:20:18.074353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.107860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:18.116606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Usage tracker for resource:security_group_rule and tenant:5d678d7b9999413a98b77d6053e5a971 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:18.123399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:18.135270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:18.196677 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1fe865f3-c049-4856-8219-f20ddbffc566 service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658957 Feb 17 20:20:18.233127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39732) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:18.298076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.302528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.330395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c759064-4a99-42d7-8b5e-55cd7ee5f65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:18.432710 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-77f0854b-27a6-4b4a-8a08-b85b6b82f755 service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2243135 Feb 17 20:20:18.451390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39742) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:18.452709 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d678d7b9999413a98b77d6053e5a971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332688 Feb 17 20:20:18.483051 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4764b-aef3-469b-8b18-20bfb8518c29,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:18.499318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.500071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.500862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.501528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.502098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.503372 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.504037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.504791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.505392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.506223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.506831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.507270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.508566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.509549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.510005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.510487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.510910 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.511356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.511710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.512118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.512600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.513753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.514164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.514773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.555361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:18.558149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.559184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.579520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:18.584810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc4ae00f3654de88c61a845030531bd is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:18.589626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:18.591333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.597785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:18.654460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.665167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1737ccbf-9420-4a6e-ad40-48ac32ffdd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:18.684604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.688412 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51c4764b-aef3-469b-8b18-20bfb8518c29 HTTP/1.1" status: 204 len: 168 time: 0.2322493 Feb 17 20:20:18.688654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4764b-aef3-469b-8b18-20bfb8518c29,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:18.699389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.699804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.700212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.700610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.701066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.701467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.701860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.702252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.702644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.703032 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.703417 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.703797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.704549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.704960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.705413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.705810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.706182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.706565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.706954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.707567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.707954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.708500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.708884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.709319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:18.715133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:18.739551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.744308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:18.771233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c5abaeb2-a055-4fc6-946a-a51f56a4c796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:18.824504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd6d5a2-e6d3-4774-8c6a-0b6de1de66ae,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:18.840636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cc4ae00f3654de88c61a845030531bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063392 Feb 17 20:20:18.845197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:18.845410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39760) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:18.995884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.046571 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.127208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.140112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-927203e6-da5f-41bc-8fd7-da02583be9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:19.165864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.168245 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fd6d5a2-e6d3-4774-8c6a-0b6de1de66ae HTTP/1.1" status: 204 len: 168 time: 0.3214171 Feb 17 20:20:19.172886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd6d5a2-e6d3-4774-8c6a-0b6de1de66ae,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:19.214549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:19.374747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-af123fb3-8393-4cb4-abf5-a385d8e5dba0 req-3cb860b3-3645-4f90-a652-1803621d8d40 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.5961468 Feb 17 20:20:19.567620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.687134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f1e5-73ef-4b27-95bc-7d9bdca6b821 req-3345cb26-649f-42ac-b156-d33bb5cee767 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:19.690180 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fdc1f1e5-73ef-4b27-95bc-7d9bdca6b821 req-3345cb26-649f-42ac-b156-d33bb5cee767 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.1444235 Feb 17 20:20:19.760580 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fdc1f1e5-73ef-4b27-95bc-7d9bdca6b821 req-49f48744-b80d-472d-bb98-0e2227ed37bb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632310 Feb 17 20:20:19.793280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-272a36a0-8382-4b9a-93bb-335095b81f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.831045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39782) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:19.854055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:19.875387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:19.882125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Usage tracker for resource:security_group_rule and tenant:cb44e184db7e487f84663bba5c341a86 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:19.888829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:19.901897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:20.071964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.075784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.088859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4faa5c19-e49b-4cc3-a94a-8708c317b301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:20.146725 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb44e184db7e487f84663bba5c341a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144782 Feb 17 20:20:20.146998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39790) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:20.147739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1f757-3c12-4c80-9242-9d90413f7cbb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:20.151627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:20.262220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.297318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.365751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.375055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-81f6ea73-656b-42aa-b87b-432048b890e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:20.390474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1f757-3c12-4c80-9242-9d90413f7cbb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:20.397196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:20.406644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:20.407969 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01d1f757-3c12-4c80-9242-9d90413f7cbb HTTP/1.1" status: 204 len: 168 time: 0.2598283 Feb 17 20:20:20.547346 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f195c489-5ba7-4ae1-ba35-0c47cf0ac7dc req-26428e32-2132-4428-a5d1-8cb6876153d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.0587437 Feb 17 20:20:21.053124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a434e7-dd83-4600-8625-f65b253724fd req-046ef67f-9521-4baf-a997-1e4afd7ad811 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:21.061291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b1a434e7-dd83-4600-8625-f65b253724fd req-046ef67f-9521-4baf-a997-1e4afd7ad811 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.1111999 Feb 17 20:20:21.147663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b1a434e7-dd83-4600-8625-f65b253724fd req-2df6bf96-a190-4011-b8a1-e6da8647efe8 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815406 Feb 17 20:20:21.153286 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 39820) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:21.189872 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:21.208642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:21.214695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0550aa55ec4eee90220413e334fbac is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:21.218310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:21.224779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:21.362527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:21.365787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:21.376609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6f84e661-baa3-4989-873f-94a777598a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:21.427201 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa0550aa55ec4eee90220413e334fbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718799 Feb 17 20:20:21.429536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00463f0b-60b1-4eaf-b7e5-ba35ceb39ed8,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:21.430560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 39828) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:21.433164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:21.539762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:21.605522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:21.911072 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-33447b54-b0ec-4fc4-9171-68d8ae96e130 req-71374e7a-4f67-4b26-98a4-e539f8207ade tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.0823696 Feb 17 20:20:21.956883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:22.092369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-12d93a92-d3e8-4a0c-a726-e175e14ad8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:22.146904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-123bcf73-e8b1-4f89-b7b0-fad0d1442994 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:22.148876 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-123bcf73-e8b1-4f89-b7b0-fad0d1442994 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 815 time: 0.4911363 Feb 17 20:20:22.156081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00463f0b-60b1-4eaf-b7e5-ba35ceb39ed8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:22.160138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:22.168185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:22.170170 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00463f0b-60b1-4eaf-b7e5-ba35ceb39ed8 HTTP/1.1" status: 204 len: 168 time: 0.7379661 Feb 17 20:20:22.178137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'port': {'device_id': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'admin_state_up': True, 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:22.571193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:22.590426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:port and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:22.600110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:22.615384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:22.636091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936562b6-4506-4f9f-ae03-261ba6c85913 req-bea59337-c91e-4c92-a0b1-b13f6a86b083 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:22.645977 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-936562b6-4506-4f9f-ae03-261ba6c85913 req-bea59337-c91e-4c92-a0b1-b13f6a86b083 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.2457361 Feb 17 20:20:22.695465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c136-1c9e-456f-aa53-d2472af2920e req-20b9cd2f-a43e-4b57-a6a0-af4c6749ef96 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:22.698370 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4557c136-1c9e-456f-aa53-d2472af2920e req-20b9cd2f-a43e-4b57-a6a0-af4c6749ef96 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 946 time: 0.4055021 Feb 17 20:20:22.705857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Made reservation on behalf of 2507a71c4390440ca4c0075cdd81a01b for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:20:22.716185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:22.895785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-936562b6-4506-4f9f-ae03-261ba6c85913 req-54ec89b9-b15d-4c4f-8be8-00e24e651ed4 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400708 Feb 17 20:20:23.137646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Deleting port ce206f73-6fa4-4339-8112-d68c2f36b0a5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:23.138196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:23.275716 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d23674e9-ec94-4af1-a7c2-197b07e27053 req-bc307999-032c-49c4-b771-a0a3203c9d96 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.0848086 Feb 17 20:20:23.364245 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1bf2-692d-4687-983c-18dd6f1a9fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:23.911254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:23.911672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:23.954918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Allocated IP 172.20.0.10 (089baba0-eacd-458a-9841-dd5f111cf418/155ccbc3-35aa-411e-8fbc-a0889eff3694/08834c93-e602-4355-b915-4815c5ade8f5) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:20:23.964791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device ce206f73-6fa4-4339-8112-d68c2f36b0a5 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:20:24.230086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:24.344075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:24.345931 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:24.357436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:24.361444 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-58351286-59c5-459b-af78-5fcf4a75df85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:24.800134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:24.830903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:24.853924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:25.120572 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eb7ac68a-c653-46c6-9831-0b229b8d0193 req-94daf85b-66e1-40ce-acb4-3af99aab3152 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.1697063 Feb 17 20:20:25.158164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:25.386437 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'code': 200} Feb 17 20:20:25.511547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad59380-fbd5-4b57-98ea-1cb079baece8 req-d9b331b4-2bb4-4463-ab77-e39f3a6071a7 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:25.529636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ad59380-fbd5-4b57-98ea-1cb079baece8 req-d9b331b4-2bb4-4463-ab77-e39f3a6071a7 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 944 time: 1.2991712 Feb 17 20:20:25.774364 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ad59380-fbd5-4b57-98ea-1cb079baece8 req-cfd90c4b-11d3-412c-8da3-7a6666c5b5df tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434337 Feb 17 20:20:25.920558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:25.921766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:25.921766 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Floating IP 4ae43a75-83d1-4db5-94f8-fd360bf1fd92 disassociated. External IP: 172.28.3.142, port: ce206f73-6fa4-4339-8112-d68c2f36b0a5. Feb 17 20:20:25.922345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Calling delete_port for ce206f73-6fa4-4339-8112-d68c2f36b0a5 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:26.271315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:26.426237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:20:26.427935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:20:26.435064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:26.693493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Transition to ACTIVE for port object 08834c93-e602-4355-b915-4815c5ade8f5 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:26.766722 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9ba7c6e3-275a-4ede-96e7-05e4a3a12ead req-8c7b3b6c-7f5e-465f-9c21-70d53b8ad245 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 210 time: 0.2683005 Feb 17 20:20:26.847940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:26.899307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fd8bed4-7e1e-4a9c-8650-05dcb4391635 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:26.984821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Deleting port ce206f73-6fa4-4339-8112-d68c2f36b0a5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:26.985287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:28.230179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] For port ce206f73-6fa4-4339-8112-d68c2f36b0a5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ce206f73-6fa4-4339-8112-d68c2f36b0a5,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:28.230937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:28.308017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:28.341314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.443s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:29.187362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad684-1425-4de3-8ec7-3961c557b01f req-db4259a6-058c-40e8-a9e9-6d0317c1e885 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:29.189174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-729ad684-1425-4de3-8ec7-3961c557b01f req-db4259a6-058c-40e8-a9e9-6d0317c1e885 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 944 time: 1.8769479 Feb 17 20:20:29.249378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Network 089baba0-eacd-458a-9841-dd5f111cf418 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:20:29.261192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:20:29.274297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:20:29.330159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d8b88-125f-4002-b165-c5f80d136f1a req-ddc5fad5-d790-4c2e-83df-dc1cfff43af3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:29.338130 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d22d8b88-125f-4002-b165-c5f80d136f1a req-ddc5fad5-d790-4c2e-83df-dc1cfff43af3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 932 time: 1.0227289 Feb 17 20:20:29.439843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:29.440614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:29.441168 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Floating IP 4ae43a75-83d1-4db5-94f8-fd360bf1fd92 disassociated. External IP: 172.28.3.142, port: ce206f73-6fa4-4339-8112-d68c2f36b0a5. Feb 17 20:20:29.441487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Calling delete_port for ce206f73-6fa4-4339-8112-d68c2f36b0a5 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:29.602427 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-729ad684-1425-4de3-8ec7-3961c557b01f req-807f7e81-3199-4d0a-ac02-2d410755bfc0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95484be-89db-4bca-bf85-7a1c0d92e549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983195 Feb 17 20:20:29.718398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-bd79a9e6-409c-4693-abd8-4b5367004023 None None] Provisioning for port 08834c93-e602-4355-b915-4815c5ade8f5 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:29.751222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-bd79a9e6-409c-4693-abd8-4b5367004023 None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:29.755861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bd79a9e6-409c-4693-abd8-4b5367004023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:30.085009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-bd79a9e6-409c-4693-abd8-4b5367004023 None None] Port 08834c93-e602-4355-b915-4815c5ade8f5 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:20:30.358831 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d22d8b88-125f-4002-b165-c5f80d136f1a req-a5f11b05-04ce-488d-9c2d-2c7b2356d722 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449015 Feb 17 20:20:30.385211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:30.386312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:30.468543 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-1dc73de7-8bc4-4d65-8bd2-4dd8968004a8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2968502 Feb 17 20:20:30.534323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:30.567319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:30.740685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'Port': ['ID=ce206f73-6fa4-4339-8112-d68c2f36b0a5,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:30.753530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:31.090457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-dde27483-f75f-47a4-9898-3cd3ebdbb74c req-afc83783-8d5f-47e2-bcc2-8a497224f034 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:31.203411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-dde27483-f75f-47a4-9898-3cd3ebdbb74c req-afc83783-8d5f-47e2-bcc2-8a497224f034 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:31.205091 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dde27483-f75f-47a4-9898-3cd3ebdbb74c req-afc83783-8d5f-47e2-bcc2-8a497224f034 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.2617114 Feb 17 20:20:31.573746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:20:32.030158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:20:32.043563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:20:32.072836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:32.073933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:32.112090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc6d0-ce35-4536-a7a7-d41dcea05d48 req-af4b92bc-3e4c-461e-873d-d11185c182ab tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:32.113630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-00edc6d0-ce35-4536-a7a7-d41dcea05d48 req-af4b92bc-3e4c-461e-873d-d11185c182ab tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Synchronizing usage tracker for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:32.119289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] No DVR routers for this DVR port ce206f73-6fa4-4339-8112-d68c2f36b0a5 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:20:32.122292 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:32.124368 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4557c136-1c9e-456f-aa53-d2472af2920e req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "DELETE /v2.0/ports/ce206f73-6fa4-4339-8112-d68c2f36b0a5 HTTP/1.1" status: 204 len: 173 time: 9.3810408 Feb 17 20:20:32.127869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-deleted', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:32.165934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-00edc6d0-ce35-4536-a7a7-d41dcea05d48 req-af4b92bc-3e4c-461e-873d-d11185c182ab tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Unset dirty status for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:32.173832 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-00edc6d0-ce35-4536-a7a7-d41dcea05d48 req-af4b92bc-3e4c-461e-873d-d11185c182ab tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 932 time: 0.4730055 Feb 17 20:20:32.256610 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f1fed4-2a81-4ccb-a56c-92b0fbb104db', 'name': 'network-vif-deleted', 'tag': 'ce206f73-6fa4-4339-8112-d68c2f36b0a5', 'status': 'completed', 'code': 200} Feb 17 20:20:32.295822 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-00edc6d0-ce35-4536-a7a7-d41dcea05d48 req-f2bf0253-f715-4c1f-962f-b6eeec3af624 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Feb 17 20:20:32.538455 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c4f0539b-9164-4163-b3a3-5727757d9fe6 req-52f33aec-2d52-42b3-b751-c2932325d21c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.0720367 Feb 17 20:20:32.552813 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:33.635477 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:33.642085 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:20:33.683285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:33.684181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:33.847277 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5fd4ada5-e8e2-4d53-bfc3-5e9320ae4d49 req-0fd89551-2053-4a61-9eb8-e0ba97b2ac5f tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.0810366 Feb 17 20:20:33.880672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7f39-e550-424b-acb5-ea55c696c341 req-5ea77100-a549-442c-a9ff-35793dead0b9 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:33.886784 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0b9e7f39-e550-424b-acb5-ea55c696c341 req-5ea77100-a549-442c-a9ff-35793dead0b9 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 932 time: 0.2965024 Feb 17 20:20:33.975407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40058) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:34.050125 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0b9e7f39-e550-424b-acb5-ea55c696c341 req-46cb5410-063d-4cc6-abb8-62639f2de9a6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446846 Feb 17 20:20:34.150901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:34.282494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:34.321888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:34.327729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Usage tracker for resource:security_group_rule and tenant:7d47dc001e1a4ba6a94110a5eb4834ef is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:34.331695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:34.355172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:34.607763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:34.617466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:34.643981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:34.652171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2ee726ec-4fdb-4891-843a-48f137daf4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:34.659023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd93a7-bad1-4437-b0f0-62343e40ac71 None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:20:34.714045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40070) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:34.714498 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d47dc001e1a4ba6a94110a5eb4834ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374060 Feb 17 20:20:34.715648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6df36-bc9b-4b53-b509-baa032ddbccd,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:34.724754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:34.876478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:35.059205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:35.130071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:35.159324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5acbb400-fdf9-4e7c-a278-da4a866bd908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:35.196335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6df36-bc9b-4b53-b509-baa032ddbccd,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:35.199058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:35.200645 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97f6df36-bc9b-4b53-b509-baa032ddbccd HTTP/1.1" status: 204 len: 168 time: 0.4853528 Feb 17 20:20:35.201878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:35.553509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d41057-730e-4ce0-90d0-43bd3a1bc9bf None None] New status for floating IP 4ae43a75-83d1-4db5-94f8-fd360bf1fd92: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:20:35.687349 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ff387d6e-8860-40fc-9cbc-9cc6b129876d req-404de2cf-bba2-407d-a340-d55102561f05 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.1089962 Feb 17 20:20:35.772188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7c36e-17b5-4bdb-82cc-19427fda308a req-e0afdda4-43df-4887-8b6f-772d493f6e78 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:35.776321 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bbe7c36e-17b5-4bdb-82cc-19427fda308a req-e0afdda4-43df-4887-8b6f-772d493f6e78 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 932 time: 0.3539591 Feb 17 20:20:35.917082 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bbe7c36e-17b5-4bdb-82cc-19427fda308a req-605db7e7-26fa-4161-9941-5111a166d1c8 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180143 Feb 17 20:20:36.247627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40106) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:36.268897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.297884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:36.307830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Usage tracker for resource:security_group_rule and tenant:98ac8cebefa04c099bea15877d3c010a is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:36.314381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:36.322753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:36.451068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.455719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.473830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2468ccdc-7343-465a-8db1-4035ee61b662 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:36.562378 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98ac8cebefa04c099bea15877d3c010a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131897 Feb 17 20:20:36.565195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40114) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:36.570943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce845db6-59d6-4891-9a67-cd972217ddab,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:36.577457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:36.682822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.719546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.781606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.789415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-009c36ab-e4ba-47f5-8783-a0cab76cd8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:36.810965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce845db6-59d6-4891-9a67-cd972217ddab,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:36.814406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:36.823313 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce845db6-59d6-4891-9a67-cd972217ddab HTTP/1.1" status: 204 len: 168 time: 0.2554007 Feb 17 20:20:36.824627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:37.106810 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3ee2fb7-9c79-4405-a52a-be6ea6a330bf req-2769e0d4-1447-47e7-8dab-2e141119dabc tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f1fed4-2a81-4ccb-a56c-92b0fbb104db HTTP/1.1" status: 200 len: 210 time: 0.1708143 Feb 17 20:20:37.181280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Request body: {'port': {'device_id': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:37.395425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:37.427686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d3d98-0d62-4d58-89c0-a949e46560f7 req-4cec3d27-3dd1-4db0-8c0a-3a80c3a5b29e tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:37.429991 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a94d3d98-0d62-4d58-89c0-a949e46560f7 req-4cec3d27-3dd1-4db0-8c0a-3a80c3a5b29e tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 932 time: 0.2066152 Feb 17 20:20:37.600308 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a94d3d98-0d62-4d58-89c0-a949e46560f7 req-3703e648-66ef-4877-b77e-e5f0821dc361 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399202 Feb 17 20:20:38.276583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08834c93-e602-4355-b915-4815c5ade8f5 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:20:38.301415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:38.335849 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Transition to ACTIVE for port object 08834c93-e602-4355-b915-4815c5ade8f5 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:38.341013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:38.350504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40168) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:38.421834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:38.474598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40176) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:38.681050 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:38.691297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:38.712173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:38.734713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:38.739662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:38.747591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e8e0556d794fb98e1da6609400adea is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:38.754111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:38.765513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:38.875669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.043824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.051836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.108218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4fa6cbed-7a67-4f2b-bf4e-b9a30f0690fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:39.189830 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1e8e0556d794fb98e1da6609400adea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8375843 Feb 17 20:20:39.190991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40192) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:39.195534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.226888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b6428-dbdd-4381-a51e-fe02f3d3180c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:39.289619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:39.290268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-45694a3c-9394-43e2-a4d0-90537d2765b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:39.321282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95484be-89db-4bca-bf85-7a1c0d92e549,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:39.358308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:39.420231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.427996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759a30-90ce-4717-93dc-304b8a42b0ee req-90a6a616-b700-4445-8e44-258e8d7ee010 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:39.430901 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1759a30-90ce-4717-93dc-304b8a42b0ee req-90a6a616-b700-4445-8e44-258e8d7ee010 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.6695793 Feb 17 20:20:39.468225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f0bb6-745d-456c-ad86-b2118473a3fe req-babf2259-b463-496f-8b0d-3ba8ecd0c344 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:39.471343 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c8f0bb6-745d-456c-ad86-b2118473a3fe req-babf2259-b463-496f-8b0d-3ba8ecd0c344 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.6324868 Feb 17 20:20:39.490181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.510688 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.512589 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bc6dd33f-300e-4396-9e25-2bfd580d748c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "DELETE /v2.0/security-groups/d95484be-89db-4bca-bf85-7a1c0d92e549 HTTP/1.1" status: 204 len: 168 time: 1.0359454 Feb 17 20:20:39.523835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40198) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:39.544689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Attempting to bind port 08834c93-e602-4355-b915-4815c5ade8f5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:20:39.545328 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Attempting to bind port 08834c93-e602-4355-b915-4815c5ade8f5 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:20:39.546017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Attempting to bind port 08834c93-e602-4355-b915-4815c5ade8f5 on network 089baba0-eacd-458a-9841-dd5f111cf418 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:20:39.590370 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.v2.resource [None req-cebeb043-37f3-4153-8489-196ff84f92ed tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] show failed (client error): The resource could not be found. Feb 17 20:20:39.594749 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-cebeb043-37f3-4153-8489-196ff84f92ed tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups/d95484be-89db-4bca-bf85-7a1c0d92e549 HTTP/1.1" status: 404 len: 347 time: 0.0681658 Feb 17 20:20:39.598519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40202) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:39.819701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Deleting port d99b555b-bef6-4f29-8144-1cd0d9164c01 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:39.819996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.841741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:20:39.842283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Checking segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:20:39.842848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.843386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Bound using segment: {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:20:39.843998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Bound port: 08834c93-e602-4355-b915-4815c5ade8f5, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:20:39.844488 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.856294 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.882107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0daaeeb4-b485-4a8b-a048-175d33d90757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:39.902884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b6428-dbdd-4381-a51e-fe02f3d3180c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:39.957769 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c8f0bb6-745d-456c-ad86-b2118473a3fe req-b8d6082b-3aef-4c80-a5fc-e0c17c0c7079 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484293 Feb 17 20:20:39.979561 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f1759a30-90ce-4717-93dc-304b8a42b0ee req-b8fe4896-a125-4043-96bd-dc4c6529d0b1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945574 Feb 17 20:20:40.000687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:40.040065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.043544 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5c3d545f-4b10-4da2-a632-ed76a36244f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c6b6428-dbdd-4381-a51e-fe02f3d3180c HTTP/1.1" status: 204 len: 168 time: 0.8431804 Feb 17 20:20:40.066024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.066814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.070585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:20:40.075144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:20:40.084794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.225655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Calling delete_port for d99b555b-bef6-4f29-8144-1cd0d9164c01 owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:40.351621 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df0e7104-c197-4e26-b29f-c438a298de72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:40.406407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.433433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6a6aa2f-5544-4e90-94c4-7020b14f6856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:40.483974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40214) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:40.582780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'Port': ['ID=d99b555b-bef6-4f29-8144-1cd0d9164c01,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:40.600325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:40.609284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:40.610366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.612840 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] 10.222.0.121 "PUT /v2.0/ports/08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1158 time: 3.7213695 Feb 17 20:20:40.638134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:40.649946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.689787 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:40.706389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Usage tracker for resource:security_group_rule and tenant:6ff987c1e5454d42a77695a00b931e33 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:40.710026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:40.730481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:40.744243 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:40.771695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:40.789147 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:20:40.841064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.876469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:40.888042 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "DELETE /v2.0/floatingips/4ae43a75-83d1-4db5-94f8-fd360bf1fd92 HTTP/1.1" status: 204 len: 168 time: 1.2864883 Feb 17 20:20:40.909157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572948c8-b258-462a-9fc3-3d34010b0119 req-11a7fa0a-b9eb-4556-b5f4-9fa2cb6db102 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:40.914005 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-572948c8-b258-462a-9fc3-3d34010b0119 req-11a7fa0a-b9eb-4556-b5f4-9fa2cb6db102 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.4203982 Feb 17 20:20:41.299757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Deleting port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:41.300123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.372317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.389061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.405940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:41.510730 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-b141fca7-685b-4afc-9e06-3d9b882fd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:41.512415 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-b141fca7-685b-4afc-9e06-3d9b882fd3e5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1161 time: 0.5797715 Feb 17 20:20:41.526405 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ff987c1e5454d42a77695a00b931e33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354853 Feb 17 20:20:41.529268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40238) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:41.537795 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd85-365a-4e4c-8a37-9db54d2bb4ac req-247a3405-90df-42c6-9a0a-deee49d3eccc tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:41.540059 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0a90cd85-365a-4e4c-8a37-9db54d2bb4ac req-247a3405-90df-42c6-9a0a-deee49d3eccc tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.4049969 Feb 17 20:20:41.610637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f70f8-a557-4b5f-98c8-8b824cc5ac89,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:41.614625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:41.641482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.685366 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-c99fe241-e351-4332-8265-c419b01a4295 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 217 time: 0.1576667 Feb 17 20:20:41.693773 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40244) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:41.724450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789118045', 'description': 'tempest-description--547405337'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:41.757693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:41.780797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.812592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:41.822487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:41.856175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:41.904008 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0a90cd85-365a-4e4c-8a37-9db54d2bb4ac req-f43cd219-a655-4952-ab2a-b1725fdbe376 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781363 Feb 17 20:20:41.915720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:41.917605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-e5e8677c-11a6-491e-ae36-26227aaef6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:41.919360 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-e5e8677c-11a6-491e-ae36-26227aaef6f5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.1676931 Feb 17 20:20:42.002310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:42.016320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:42.020268 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.028897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:42.042315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-be2e1c12-c938-4ed3-8d9c-49f85672f042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:42.051171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f70f8-a557-4b5f-98c8-8b824cc5ac89,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:42.054247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:42.059982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:42.107171 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:20:42.142927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:42.143340 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.163973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.168076 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c56f70f8-a557-4b5f-98c8-8b824cc5ac89 HTTP/1.1" status: 204 len: 168 time: 0.6345313 Feb 17 20:20:42.267099 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-2f106ecd-3a45-4a4a-b231-126d1f0b2a79 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1654444 Feb 17 20:20:42.363056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.375246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.381104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-346c38ec-b21e-499c-88f3-a15b22314cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:42.396367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-86613c07-c37b-44f0-a595-bc0ab67a920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.398682 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-86613c07-c37b-44f0-a595-bc0ab67a920d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4702635 Feb 17 20:20:42.454270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222db1e8-b4fd-4903-b7d3-20c1485f4cf1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:42.460492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:42.465080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.468335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.473422 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7777867 Feb 17 20:20:42.477087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40254) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:42.484897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group_rule': {'security_group_id': '222db1e8-b4fd-4903-b7d3-20c1485f4cf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:42.493433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-fad13566-c6bb-4417-9a0f-dbdece7059eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.495706 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-fad13566-c6bb-4417-9a0f-dbdece7059eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.2000053 Feb 17 20:20:42.500433 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:42.508451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:42.513143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:42.525532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:42.527291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:42.527835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:42.544952 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.548811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:42.656256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ab0c-3808-4459-bd7a-9775581c295e req-570d0124-89dc-475d-820c-7b0b5e81d458 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.659881 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93c5ab0c-3808-4459-bd7a-9775581c295e req-570d0124-89dc-475d-820c-7b0b5e81d458 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 945 time: 0.6453929 Feb 17 20:20:42.669725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.690198 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'code': 200} Feb 17 20:20:42.755622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=7']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:42.777486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:42.781637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.792868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.822953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0d5acbeb-9424-4937-87da-c877b256cd17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:42.880053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9537fd40-cf3d-4864-bd0c-87b7d28118b8,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:42.890207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:42.898871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-41b98490-7f11-4c15-baaf-0c5c54c48f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.901717 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-41b98490-7f11-4c15-baaf-0c5c54c48f23 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.3691068 Feb 17 20:20:42.903097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.909185 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303510 Feb 17 20:20:42.975024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40264) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:42.978186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.979170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:42.979539 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Floating IP 9b42415c-6bcd-4c13-847b-d67c238a4560 disassociated. External IP: 172.28.3.45, port: 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a. Feb 17 20:20:42.980075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Calling delete_port for 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:42.988742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'security_group_rule': {'security_group_id': '222db1e8-b4fd-4903-b7d3-20c1485f4cf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:43.014010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40270) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:43.031438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:43.061969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:security_group_rule and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:43.076189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:43.086623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.121719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:43.125425 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-1fbcc686-0225-4791-97e5-d5a745be47e1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1002 time: 0.2151821 Feb 17 20:20:43.133278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:43.181136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9120b68c0942d7850a00e04fbac880 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:43.188040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:43.214591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:43.220996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.289710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-1b8692e5-0b38-47cb-868a-172100e0322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:43.291358 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-1b8692e5-0b38-47cb-868a-172100e0322a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.1550291 Feb 17 20:20:43.317576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:20:43.318252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:20:43.348291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93c5ab0c-3808-4459-bd7a-9775581c295e req-8eda92ee-c91a-4b39-8c4c-c7ca26a4322b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806337 Feb 17 20:20:43.361963 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-a46b42ca-1f55-48de-9e67-e644c081d305 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9278212 Feb 17 20:20:43.433397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.452504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.469066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:43.535476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc76e475-b6fe-4f9e-bd1c-d288b1f0cf6d,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:43.572296 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:43.583097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.587960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-4cca568e-f578-4f59-bd81-1639189f34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:43.597233 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-4cca568e-f578-4f59-bd81-1639189f34fa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2937925 Feb 17 20:20:43.600432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.603214 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6269152 Feb 17 20:20:43.604992 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.613220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40282) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:43.618645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-df860348-25c8-4bb5-a8e0-2030a57409b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:43.675396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:43.769985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:43.787874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:floatingip and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:43.790955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd6f90-020a-42cf-bd4b-cbea370a49d5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:43.794930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:43.800289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:43.802973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83ed6-366c-454e-8740-61e02fa30542 req-28cc7de0-d5ba-4390-99d6-15ad47bbb229 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:43.804885 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-25d83ed6-366c-454e-8740-61e02fa30542 req-28cc7de0-d5ba-4390-99d6-15ad47bbb229 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.6484451 Feb 17 20:20:43.809438 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc9120b68c0942d7850a00e04fbac880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943647 Feb 17 20:20:43.810319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40288) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:43.813168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:43.830262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Deleting port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:43.830653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.843700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.957648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-e6e39c3f-e07d-4294-9851-a617615174fe service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433583 Feb 17 20:20:44.093555 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4ffda59-6681-4d12-8fff-9c130f050ad0 req-5eafbe07-b9c8-4ce8-84ad-c074e178aaeb service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7215688 Feb 17 20:20:44.260487 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9d6dbd1c-1aa7-48ba-b7f8-92c99e49c04d req-4c9a71c5-68c8-475c-8137-9e723ff4b6f6 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2890644 Feb 17 20:20:44.268539 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-25d83ed6-366c-454e-8740-61e02fa30542 req-46c94293-72c3-47ac-8233-c58ec973bbb9 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987749 Feb 17 20:20:44.282437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:44.322965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:44.467065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:44.611164 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-88a4cee7-97f9-465e-a3b7-8f21740355f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:44.612838 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-88a4cee7-97f9-465e-a3b7-8f21740355f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1161 time: 0.4265172 Feb 17 20:20:44.755819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] For port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:44.756236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:44.766442 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Allocated IP 172.28.3.130 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/e8a897ea-08e0-4285-899d-94b5d793f96f) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:20:44.886719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:44.895240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-307e432c-d438-4e13-95f4-cd27a9db0eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:44.939687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd6f90-020a-42cf-bd4b-cbea370a49d5,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:44.951060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:45.114497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff47da-49d8-45bf-a28d-476d6e1cfee5 req-5d5cef11-4e76-4286-9898-e98880854a02 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:45.115314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-10ff47da-49d8-45bf-a28d-476d6e1cfee5 req-5d5cef11-4e76-4286-9898-e98880854a02 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:45.137644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-88aa591a-a85d-4e3a-ba02-9533f9ba7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:45.139189 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-88aa591a-a85d-4e3a-ba02-9533f9ba7ade service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.5164576 Feb 17 20:20:45.153017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:45.158194 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ecd6f90-020a-42cf-bd4b-cbea370a49d5 HTTP/1.1" status: 204 len: 168 time: 1.3427556 Feb 17 20:20:45.244208 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-bb8b56df-5e00-41fe-80b1-c675d9dc2dd1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 217 time: 0.0855055 Feb 17 20:20:45.282894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:45.319193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:45.327321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-10ff47da-49d8-45bf-a28d-476d6e1cfee5 req-5d5cef11-4e76-4286-9898-e98880854a02 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:45.328847 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-10ff47da-49d8-45bf-a28d-476d6e1cfee5 req-5d5cef11-4e76-4286-9898-e98880854a02 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 943 time: 0.8088043 Feb 17 20:20:45.340741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b03d8855-d29a-4a83-abed-2acd4f7517d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:45.580418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=e8a897ea-08e0-4285-899d-94b5d793f96f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:45.587201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:45.674875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-7d9932c9-bc39-41f3-8b6f-d73dc9d0458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:45.676532 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-7d9932c9-bc39-41f3-8b6f-d73dc9d0458f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.3506148 Feb 17 20:20:45.680934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:45.681393 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:45.681802 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Floating IP 9b42415c-6bcd-4c13-847b-d67c238a4560 disassociated. External IP: 172.28.3.45, port: 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a. Feb 17 20:20:45.682193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Calling delete_port for 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:45.719554 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-10ff47da-49d8-45bf-a28d-476d6e1cfee5 req-a76d5623-7d62-49ec-b8ce-5fe6fd92a761 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675149 Feb 17 20:20:45.742213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:20:45.753636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:20:45.765493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:20:45.936399 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:46.060582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:46.083645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574befc-6bd4-41ed-a61c-b53251730d4a req-048b4f19-e580-4071-9d61-0c0ab3af15fe tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:46.100261 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b574befc-6bd4-41ed-a61c-b53251730d4a req-048b4f19-e580-4071-9d61-0c0ab3af15fe tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.6462314 Feb 17 20:20:46.262466 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b574befc-6bd4-41ed-a61c-b53251730d4a req-b580f76d-6348-49c3-aa1e-4eca2c8c093b tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435924 Feb 17 20:20:46.277049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:46.369798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-9ca642dd-272a-4e80-b820-e44cc15d3493 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:20:46.440108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-3e0b8bdc-afa0-4f03-be78-d4be20b5c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:46.442092 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-3e0b8bdc-afa0-4f03-be78-d4be20b5c9a8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7215343 Feb 17 20:20:46.442810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:46.505941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'Port': ['ID=1b0016ff-674b-4b02-890c-3bc1a2ff5e4a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:46.509922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:46.565848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:46.571925 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:46.600150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-26fa804d-962f-4ef7-9f70-b1c8fc163b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:46.835921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 08834c93-e602-4355-b915-4815c5ade8f5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:46.864995 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=e8a897ea-08e0-4285-899d-94b5d793f96f,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:46.871959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:47.011054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 08834c93-e602-4355-b915-4815c5ade8f5 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:47.020132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:47.021017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:47.097729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:47.160331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:47.161755 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5338960 Feb 17 20:20:47.180092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:47.229185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:47.230846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:47.259096 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:47.264122 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:47.376563 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2671ecab-1a0e-496b-9797-ffcde992b5b4 req-09dc529d-ce06-4aa7-9da3-cdce908162b5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.1623366 Feb 17 20:20:47.535046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:47.556657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.560147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.560781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.562570 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.565072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.565971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.568788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.569523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.570918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.572642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.574427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.575472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.576601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.578181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.579907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.580491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.582173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.583180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.584865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.586957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.588825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.590022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.590940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.592690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:47.604154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:47.648737 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-aaf0d0f6-7680-4c30-abb9-c9ff0dcf100a service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1444240 Feb 17 20:20:47.715732 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'code': 200} Feb 17 20:20:48.115618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965832e-da0b-4de1-b65a-5f571cfda196 req-9fadbf8a-36a0-42f3-9b1c-79673ccb5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:48.118048 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5965832e-da0b-4de1-b65a-5f571cfda196 req-9fadbf8a-36a0-42f3-9b1c-79673ccb5afc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.1798086 Feb 17 20:20:48.138694 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-e7ef309d-86c0-4428-b47a-0aeddb391ee9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1789118045&fields=id&tenant_id=2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 267 time: 0.3076582 Feb 17 20:20:48.158123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 08834c93-e602-4355-b915-4815c5ade8f5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:48.186181 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5965832e-da0b-4de1-b65a-5f571cfda196 req-34063248-9d4d-4a75-8dda-94bead4d41f9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604563 Feb 17 20:20:48.244096 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:48.244550 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:48.426859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:20:48.462091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2ba5b-1876-44e6-8fbb-67d0061d971c req-8ab0667f-0bdf-4cc6-8ac7-27d9fa65f6dc tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:48.465027 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2aa2ba5b-1876-44e6-8fbb-67d0061d971c req-8ab0667f-0bdf-4cc6-8ac7-27d9fa65f6dc tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.7835240 Feb 17 20:20:48.490556 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dc484536-8f4a-4b80-b6e0-fa483e1e4aaa req-0bdd6d7e-a72d-4a33-acb4-3ceb7efd35be service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7543507 Feb 17 20:20:48.708522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2aa2ba5b-1876-44e6-8fbb-67d0061d971c req-74c21a2f-15dd-40b5-8206-f60b380691d4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251759 Feb 17 20:20:48.743580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-4407ee46-57c9-4e4b-bf50-415eea18617c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:48.754009 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-4407ee46-57c9-4e4b-bf50-415eea18617c tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 811 time: 0.5942705 Feb 17 20:20:48.890191 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-7cf05774-cebc-4b9e-b2da-0151d94b63f6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/quotas/2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 375 time: 0.1348829 Feb 17 20:20:49.099816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:20:49.110499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:20:49.123929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:49.124637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:49.153231 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f05c4ff7-0aa6-44e9-b14a-d2046c6ed9ed req-73c58013-b761-4f29-aa76-53b2404f370e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7b0c71-f522-4cfa-99fa-006a166c4d26 HTTP/1.1" status: 200 len: 210 time: 0.0965693 Feb 17 20:20:49.163287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] No DVR routers for this DVR port 1b0016ff-674b-4b02-890c-3bc1a2ff5e4a on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:20:49.166109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:49.169184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-deleted', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:49.190893 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-572948c8-b258-462a-9fc3-3d34010b0119 req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "DELETE /v2.0/ports/1b0016ff-674b-4b02-890c-3bc1a2ff5e4a HTTP/1.1" status: 204 len: 173 time: 8.2604470 Feb 17 20:20:49.210311 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-e74d126c-4423-4fc0-ae34-68560f717f24 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658277 Feb 17 20:20:49.371270 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-6f7e79dd-deae-4239-88b9-517111c5af8a tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6a51f7f643440a2a4d916687210b576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523584 Feb 17 20:20:49.462578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:49.547678 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-ad8ded12-cb38-4546-9d98-65792cbfefcc service neutron] 10.222.0.46 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195155 Feb 17 20:20:49.665942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:20:49.688940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-13d0c7a0-de9c-4854-bccb-712783519b3f tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:49.690646 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-13d0c7a0-de9c-4854-bccb-712783519b3f tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100462 Feb 17 20:20:49.723352 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-e520ed66-0d88-4e95-8ca9-f4a66ed258c8 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/quotas/f6a51f7f643440a2a4d916687210b576 HTTP/1.1" status: 200 len: 375 time: 0.0220966 Feb 17 20:20:49.782112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:49.809685 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1ef3119b-6db2-4b03-bdcd-f9dd15a1c4a7 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6a51f7f643440a2a4d916687210b576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735135 Feb 17 20:20:49.814274 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-e6d407bf-53aa-42bb-ab28-eccb8c5d9066 service neutron] 10.222.0.46 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2482948 Feb 17 20:20:49.816700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-568cb472-99f4-40da-ab54-6d6d03cc40e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:50.159892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:50.169183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:20:50.170208 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7b0c71-f522-4cfa-99fa-006a166c4d26', 'name': 'network-vif-deleted', 'tag': '1b0016ff-674b-4b02-890c-3bc1a2ff5e4a', 'status': 'completed', 'code': 200} Feb 17 20:20:50.185565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:20:50.186278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:50.404180 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6357c708-41c9-4000-95d1-b414fd8b6656 req-0134f2f4-5313-4d00-8391-c59c86a8d6f3 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.1268394 Feb 17 20:20:50.541315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:20:50.777939 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-030ba256-e3f1-46b4-87b8-f937ddb3a8c9 req-c3cb0dc9-630b-426d-8435-c9d5deda51d1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.1853173 Feb 17 20:20:50.867593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3115-66ba-4e28-b598-6bc1c7702cc2 req-659a0bb1-3837-4e10-b40c-68fec9053d6f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:50.873775 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fafd3115-66ba-4e28-b598-6bc1c7702cc2 req-659a0bb1-3837-4e10-b40c-68fec9053d6f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.4510825 Feb 17 20:20:50.940425 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fafd3115-66ba-4e28-b598-6bc1c7702cc2 req-4b2f0e79-3ad3-48e8-aaf6-77b073c83353 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Feb 17 20:20:51.236115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40448) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:51.323839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:51.373795 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:51.384216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595008c-eafc-483c-b420-f4e580ab497e req-cd5595e4-fa9c-4ba8-a659-fa74e683f421 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:51.411945 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7595008c-eafc-483c-b420-f4e580ab497e req-cd5595e4-fa9c-4ba8-a659-fa74e683f421 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.2048705 Feb 17 20:20:51.438777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:51.476544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f48ae48a-d28a-4586-a8e9-b283cb613266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:51.479848 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7595008c-eafc-483c-b420-f4e580ab497e req-c15c4a05-de91-43b2-a08f-f3c59d1e0887 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Feb 17 20:20:51.499617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:20:51.505180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4f9d1-5733-4d89-9aa9-dff9fe25767e None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:20:51.516536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:51.522081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:51.529022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:51.530287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24 HTTP/1.1" status: 204 len: 168 time: 0.2929046 Feb 17 20:20:51.534521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40456) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:51.570175 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.v2.resource [None req-9868c7a8-01fd-4176-9657-4f0f86a0294b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] show failed (client error): The resource could not be found. Feb 17 20:20:51.572175 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9868c7a8-01fd-4176-9657-4f0f86a0294b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups/f9199ff6-2b27-45ee-8e5b-cbd5cc16dd24 HTTP/1.1" status: 404 len: 347 time: 0.0365942 Feb 17 20:20:51.575283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40460) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:51.732063 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c2d81848-529b-44ec-b89c-04171a81283f req-9fe84605-de55-41fd-ba4a-8c628e7d7de9 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.0863943 Feb 17 20:20:52.154858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef03c9-692e-4976-bd65-e4e512fd873f None None] New status for floating IP 9b42415c-6bcd-4c13-847b-d67c238a4560: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:20:52.390757 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-62427b3c-462f-4341-b2ce-2537e4aa36c0 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=f6a51f7f643440a2a4d916687210b576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2002032 Feb 17 20:20:52.416329 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9944880d-7ef5-4889-8f3d-a17c82a140a0 req-88ece445-bb40-4b1c-8e38-143dac21615e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.2271624 Feb 17 20:20:52.456109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Deleting port e6a2dc68-cdc5-4333-bc01-3fdfa078e163 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:20:52.456499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:52.941974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321edab-2092-4303-a375-c09165af4621 req-9261f7cd-80d5-46e8-823a-9ab03fc83cc7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:52.943889 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4321edab-2092-4303-a375-c09165af4621 req-9261f7cd-80d5-46e8-823a-9ab03fc83cc7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.7559397 Feb 17 20:20:52.974119 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-d25e6837-2a7a-4eb1-b7ef-632ed7caf01d tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:52.977401 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-d25e6837-2a7a-4eb1-b7ef-632ed7caf01d tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5597017 Feb 17 20:20:52.990389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-4f135a93-4478-4f28-b496-76718a6930c0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:52.993917 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-4f135a93-4478-4f28-b496-76718a6930c0 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 811 time: 0.5089905 Feb 17 20:20:53.037501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Request body: {'port': {'device_id': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565', 'admin_state_up': True, 'tenant_id': 'f6a51f7f643440a2a4d916687210b576'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:53.343189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-42ce5972-6d74-46d0-aa61-45c62d6e1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:53.346513 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0ef5a147-6dd8-48d6-af57-631909d9665a req-891ddb2d-988c-43ed-96ab-977f3be417b2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.3506732 Feb 17 20:20:53.386092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:53.386722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:53.590092 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4321edab-2092-4303-a375-c09165af4621 req-1c9c0ce5-6f52-435a-bd6a-807c0dc7affa tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301415 Feb 17 20:20:53.733019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Calling delete_port for e6a2dc68-cdc5-4333-bc01-3fdfa078e163 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:20:53.824722 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d1cd2a15-9b5c-42c4-a69a-ea1445cd43d7 req-b5a30720-f66b-410d-b7e3-e22d62961711 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.2296181 Feb 17 20:20:53.867744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-ef079a69-a14b-4e7c-b869-d7e4a25ca9ab tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/security-groups?tenant_id=2d749e13816c4625878b8757393c9b55 HTTP/1.1" status: 200 len: 5704 time: 0.7984805 Feb 17 20:20:53.883341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'port': {'device_id': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'admin_state_up': True, 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'security_groups': ['222db1e8-b4fd-4903-b7d3-20c1485f4cf1']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:53.908156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:53.971347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Usage tracker for resource:port and tenant:f6a51f7f643440a2a4d916687210b576 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:53.992676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:54.027395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:54.067126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Made reservation on behalf of f6a51f7f643440a2a4d916687210b576 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:20:54.075973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:54.114093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:54.245247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:54.263248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0ab01e55-fa54-4791-8dcd-4af54dc414e2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:54.381656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'Port': ['ID=e6a2dc68-cdc5-4333-bc01-3fdfa078e163,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:54.396824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:54.398240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:54.437825 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Usage tracker for resource:security_group_rule and tenant:f6a51f7f643440a2a4d916687210b576 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:54.507798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:54.521979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:54.589374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:54.592342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Usage tracker for resource:port and tenant:2d749e13816c4625878b8757393c9b55 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:54.597851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:54.661526 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f7d9ed4f-2aa7-413e-8f5a-93785e0b0f0e req-54b2b871-baa8-40aa-b321-74076ac21e7f tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.1515057 Feb 17 20:20:54.662510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:54.740611 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:54.754009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Made reservation on behalf of 2d749e13816c4625878b8757393c9b55 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:20:54.760377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.103151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.137897 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49fba580-d907-45a2-827b-0295b66e8692 req-0f75758e-5863-4cf9-8b34-f6bd5d368173 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.1077728 Feb 17 20:20:55.176584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.304299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30241233-6ce3-4919-b626-3d00ae6fe561 req-32456faa-97df-45dc-94d5-3058c97ab38b tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:55.305898 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30241233-6ce3-4919-b626-3d00ae6fe561 req-32456faa-97df-45dc-94d5-3058c97ab38b tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.7243116 Feb 17 20:20:55.399350 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.464733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.480323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-dcc99a1c-bf7b-4fd8-abcb-3c888f69ac95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:55.489297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:55.490613 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "DELETE /v2.0/floatingips/9b42415c-6bcd-4c13-847b-d67c238a4560 HTTP/1.1" status: 204 len: 168 time: 3.9140716 Feb 17 20:20:55.515239 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30241233-6ce3-4919-b626-3d00ae6fe561 req-a105a8af-169b-4e02-88da-2e5af73a2c29 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895187 Feb 17 20:20:55.652301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03338169-2d79-4574-b914-74b0a79f3163,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:55.665979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:55.892447 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7b9a1754-b28e-4582-b0bf-98b999e90a1f req-c279d1b8-fe4c-436f-961b-65fc071eac13 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.0863550 Feb 17 20:20:55.901961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Allocated IP 172.20.0.8 (a888bbea-e6e8-4031-8fdc-4fa47edf5c4e/32172d2e-ebe7-4ce2-b597-11649f1408f7/732ab088-6e15-4922-bb39-0e971ff6155c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:20:55.982211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40550) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:55.989060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248532909', 'description': 'tempest-description--1125711727'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:55.997980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:56.012512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:56.018569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:56.031113 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:56.052360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.100244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:56.105507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:56.109809 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:56.116992 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:56.138336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Allocated IP 192.168.233.102 (a70f2e84-f31a-484d-ab05-55c1c5565565/269fcdd3-448c-4818-9c17-9ff9fb36fe74/14ac73fd-783f-4024-8f40-6c0d598760a7) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:20:56.250413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.262617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.265833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.296040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1e2f5155-daa3-47af-973d-25bc6dde7b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:56.307893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.309680 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3255568 Feb 17 20:20:56.317829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40590) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:56.339729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group_rule': {'security_group_id': '794aebb1-2aed-4b64-9929-f9058a6789ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:56.348024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:56.353751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:56.355121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.361912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:56.370883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:56.373317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794aebb1-2aed-4b64-9929-f9058a6789ae,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:56.377041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:56.394159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.403866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Transition to ACTIVE for port object 732ab088-6e15-4922-bb39-0e971ff6155c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:56.474147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.477653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.480003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ac0277d4-6bc7-4fdd-ae5f-28a924acf301 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:56.497477 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8fed15b8-4c7c-4eb1-8c75-fd8ec4151e5b req-303839d3-3434-4829-89c3-105fc080a7c8 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.1385646 Feb 17 20:20:56.539244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4372c4-3878-4a2b-a3c2-fc5624c1585d,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:56.542075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.546485 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271633 Feb 17 20:20:56.547716 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3ba625dd-bd33-4333-9be8-b5ebacfcd60a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:56.549051 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40596) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:56.557457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'security_group_rule': {'security_group_id': '794aebb1-2aed-4b64-9929-f9058a6789ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:56.565382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:56.571075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:security_group_rule and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:56.574631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:56.592722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:56.596589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.616835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.619246 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f4034ac-deef-44f1-a1d6-c943b2cbacf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:56.703523 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.739934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.746197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.770914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-405cc185-0fce-45b6-8cb0-abc282128ea9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:56.783087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:56.787611 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343540 Feb 17 20:20:56.789763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40606) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:20:56.798591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:56.806068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:20:56.808828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888f3c22-5819-4c44-a256-b2af697f0533,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:56.811967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b5bb99b3-fc1a-4433-94ed-3a6f03862e12 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:56.816708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Usage tracker for resource:floatingip and tenant:f29b0422d8724040b7d803540a8f9e20 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:20:56.821307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:20:56.828517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:20:56.840345 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.041002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Transition to ACTIVE for port object 14ac73fd-783f-4024-8f40-6c0d598760a7 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:57.060024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.072874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event updated for resources: {'Port': ['ID=732ab088-6e15-4922-bb39-0e971ff6155c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:57.076672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:20:57.120308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:57.127428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:20:57.137967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:20:57.171917 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5a43a179-9175-4d05-9581-1d14fdac0ba9 req-59674d8a-c698-48b4-9ad4-c706697d96b0 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 210 time: 0.1091907 Feb 17 20:20:57.246578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a16f6d-7bd0-476b-8af9-d0dc6f8c756b req-073ebaed-260d-4b62-8173-f05f8f029ed5 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:57.255166 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7a16f6d-7bd0-476b-8af9-d0dc6f8c756b req-073ebaed-260d-4b62-8173-f05f8f029ed5 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.4064481 Feb 17 20:20:57.266335 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:57.267047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.303924 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.327797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:57.409568 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-0967410a-6ae1-44c9-ae2a-2d9b4d517871 None None] Provisioning for port 732ab088-6e15-4922-bb39-0e971ff6155c completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:57.415720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-0967410a-6ae1-44c9-ae2a-2d9b4d517871 None None] Provisioning complete for port 732ab088-6e15-4922-bb39-0e971ff6155c triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:57.415913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Allocated IP 172.28.3.206 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/d9a459f1-eb86-425f-8bbd-95003479edb7) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:20:57.416230 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0967410a-6ae1-44c9-ae2a-2d9b4d517871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.480299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-0967410a-6ae1-44c9-ae2a-2d9b4d517871 None None] Port 732ab088-6e15-4922-bb39-0e971ff6155c cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:20:57.483492 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6054761 Feb 17 20:20:57.497563 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c7a16f6d-7bd0-476b-8af9-d0dc6f8c756b req-5dc3f03a-9740-4d4e-bd94-e604cffcd3c2 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414494 Feb 17 20:20:57.515729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Pushing event updated for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:57.523316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Request body: {'port': {'device_id': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:57.552783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:57.595691 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.633968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.654474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-edde8607-acdf-4289-8e3e-287340bb17e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:57.727733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Network a70f2e84-f31a-484d-ab05-55c1c5565565 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:20:57.767422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:20:57.777222 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:20:57.809098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=d9a459f1-eb86-425f-8bbd-95003479edb7,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:57.815185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:57.816156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:57.926881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:20:57.930535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:20:57.936907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:20:57.964518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:57.965306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.033896 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0278945 Feb 17 20:20:58.044057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Request body: {'port': {'device_id': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:20:58.079183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.143776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-17c094fc-9f4f-4736-aacf-f31c42be8ef9 None None] Provisioning for port 14ac73fd-783f-4024-8f40-6c0d598760a7 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:20:58.150596 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-17c094fc-9f4f-4736-aacf-f31c42be8ef9 None None] Provisioning complete for port 14ac73fd-783f-4024-8f40-6c0d598760a7 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:58.150988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-17c094fc-9f4f-4736-aacf-f31c42be8ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.157283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.219168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-17c094fc-9f4f-4736-aacf-f31c42be8ef9 None None] Port 14ac73fd-783f-4024-8f40-6c0d598760a7 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:20:58.444544 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106fb2-eac0-4ec8-adbb-4614fc175ec9 req-b735d269-7efb-4e71-9bfd-0ee48ff07d43 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:58.445708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-43106fb2-eac0-4ec8-adbb-4614fc175ec9 req-b735d269-7efb-4e71-9bfd-0ee48ff07d43 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Synchronizing usage tracker for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:58.518209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.521698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.540848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-155afdd9-7de2-44aa-b59e-64df082a097d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:58.621264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-43106fb2-eac0-4ec8-adbb-4614fc175ec9 req-b735d269-7efb-4e71-9bfd-0ee48ff07d43 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Unset dirty status for tenant:2d749e13816c4625878b8757393c9b55 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:58.622589 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-43106fb2-eac0-4ec8-adbb-4614fc175ec9 req-b735d269-7efb-4e71-9bfd-0ee48ff07d43 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 931 time: 0.8991570 Feb 17 20:20:58.680326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.690107 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=d9a459f1-eb86-425f-8bbd-95003479edb7,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:58.695835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:58.813984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.832426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943863-1b2a-4600-851a-30c0602310f9 req-39f97a36-5650-4eea-973a-a1a14959f9e2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:58.833294 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-01943863-1b2a-4600-851a-30c0602310f9 req-39f97a36-5650-4eea-973a-a1a14959f9e2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Synchronizing usage tracker for tenant:f6a51f7f643440a2a4d916687210b576 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:58.846502 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:58.848159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a6af128f-bd2a-4906-b157-bf22aefd2200 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0569701 Feb 17 20:20:58.869829 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-43106fb2-eac0-4ec8-adbb-4614fc175ec9 req-3c1659fa-56f4-487c-877f-51cd4c96cdf5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356858 Feb 17 20:20:58.972036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-01943863-1b2a-4600-851a-30c0602310f9 req-39f97a36-5650-4eea-973a-a1a14959f9e2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Unset dirty status for tenant:f6a51f7f643440a2a4d916687210b576 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:58.973355 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-01943863-1b2a-4600-851a-30c0602310f9 req-39f97a36-5650-4eea-973a-a1a14959f9e2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 936 time: 0.6122060 Feb 17 20:20:59.174379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-01943863-1b2a-4600-851a-30c0602310f9 req-92227e49-781c-4dd2-a975-fc8a18228835 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Synchronizing usage tracker for tenant:f6a51f7f643440a2a4d916687210b576 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:20:59.186943 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:20:59.321406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-01943863-1b2a-4600-851a-30c0602310f9 req-92227e49-781c-4dd2-a975-fc8a18228835 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Unset dirty status for tenant:f6a51f7f643440a2a4d916687210b576 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:20:59.322721 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-01943863-1b2a-4600-851a-30c0602310f9 req-92227e49-781c-4dd2-a975-fc8a18228835 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321371 Feb 17 20:20:59.384632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732ab088-6e15-4922-bb39-0e971ff6155c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:20:59.407305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:59.437153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Transition to ACTIVE for port object 732ab088-6e15-4922-bb39-0e971ff6155c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:20:59.464675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3c48-e5cb-4b41-96d5-76f84442b08a req-f7dc4c24-b3eb-4ffc-a25e-a6f8a729f06d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:59.466339 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a58c3c48-e5cb-4b41-96d5-76f84442b08a req-f7dc4c24-b3eb-4ffc-a25e-a6f8a729f06d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.4366033 Feb 17 20:20:59.474801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:59.504094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:59.708393 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-9bc117a0-2e9f-49e4-853c-97bd38223f93 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--248532909&fields=id&tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 267 time: 0.2793288 Feb 17 20:20:59.723361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=732ab088-6e15-4922-bb39-0e971ff6155c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:59.733485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:59.826508 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a58c3c48-e5cb-4b41-96d5-76f84442b08a req-bc4bc4be-0abe-4aa6-b9d6-428f147b4cfd tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233619 Feb 17 20:20:59.845248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.resource_extend [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:21:00.047689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ac73fd-783f-4024-8f40-6c0d598760a7 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:21:00.080017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:00.159823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-403b16c6-9adc-4437-9092-29c31a5d9c7c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:00.161518 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-403b16c6-9adc-4437-9092-29c31a5d9c7c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 816 time: 0.4408276 Feb 17 20:21:00.182132 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Transition to ACTIVE for port object 14ac73fd-783f-4024-8f40-6c0d598760a7 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:00.198019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:00.218191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-654e50b8-feea-4f3b-abe3-44d35c458b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:00.339562 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-dabcd1c7-2530-4199-962e-8447bb5ec258 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/quotas/f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 375 time: 0.1624200 Feb 17 20:21:00.483403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:00.496975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc169f4-4085-428a-8ddd-6e3b76323c21 req-3d301914-bf4b-4d49-a098-610b4c659b1c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:00.498774 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9fc169f4-4085-428a-8ddd-6e3b76323c21 req-3d301914-bf4b-4d49-a098-610b4c659b1c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.5485375 Feb 17 20:21:00.508855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:00.568474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Attempting to bind port 732ab088-6e15-4922-bb39-0e971ff6155c on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:21:00.569429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Attempting to bind port 732ab088-6e15-4922-bb39-0e971ff6155c by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:21:00.569922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Attempting to bind port 732ab088-6e15-4922-bb39-0e971ff6155c on network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:21:00.832408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:21:00.832647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Checking segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:21:00.833095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:00.833494 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Bound using segment: {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:21:00.834011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Bound port: 732ab088-6e15-4922-bb39-0e971ff6155c, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b243e-2d10-496e-bdce-9297286e674e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:21:00.834385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:00.874638 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9fc169f4-4085-428a-8ddd-6e3b76323c21 req-54c5a507-6889-4052-9429-a7f527799721 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670557 Feb 17 20:21:00.955902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-3afba43a-d835-4e0c-a736-4238a9a1847b tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:00.959732 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-3afba43a-d835-4e0c-a736-4238a9a1847b tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 945 time: 0.1450367 Feb 17 20:21:01.023666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-6a306ba9-08f4-4277-96f1-4ae8766af677 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:01.053678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Deleting port cf6461c9-a748-4649-96f3-00fbd7157f70 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:01.054410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.171723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-6a306ba9-08f4-4277-96f1-4ae8766af677 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:01.173195 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-6a306ba9-08f4-4277-96f1-4ae8766af677 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7987993 Feb 17 20:21:01.200663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] For port 732ab088-6e15-4922-bb39-0e971ff6155c, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:21:01.321971 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] For port 732ab088-6e15-4922-bb39-0e971ff6155c, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=732ab088-6e15-4922-bb39-0e971ff6155c,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:21:01.333930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.355647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-74dbb426-2326-4f0e-8ed9-cd6c3959e4be tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:01.390134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Attempting to bind port 14ac73fd-783f-4024-8f40-6c0d598760a7 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:21:01.390134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Attempting to bind port 14ac73fd-783f-4024-8f40-6c0d598760a7 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:21:01.391384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Attempting to bind port 14ac73fd-783f-4024-8f40-6c0d598760a7 on network a70f2e84-f31a-484d-ab05-55c1c5565565 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:21:01.502899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:21:01.503559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Checking segment: {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:21:01.503686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.504034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Bound using segment: {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:21:01.504543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Bound port: 14ac73fd-783f-4024-8f40-6c0d598760a7, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9084e25-7c75-4374-825d-c356e5e352ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a70f2e84-f31a-484d-ab05-55c1c5565565'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:21:01.504976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.574260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629108-22e2-44eb-9bf6-e49ab51265da req-a4664227-e37a-4474-9a4c-150c3e4b7be3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:01.576119 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6d629108-22e2-44eb-9bf6-e49ab51265da req-a4664227-e37a-4474-9a4c-150c3e4b7be3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 943 time: 0.5403736 Feb 17 20:21:01.612283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] For port cf6461c9-a748-4649-96f3-00fbd7157f70, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=cf6461c9-a748-4649-96f3-00fbd7157f70,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:01.612680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.689292 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=732ab088-6e15-4922-bb39-0e971ff6155c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:01.709346 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f693b77d-f6bc-4887-8b3b-28ae4ebec6d3 service neutron] 10.222.0.46 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036960 Feb 17 20:21:01.713574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:01.761157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Calling delete_port for cf6461c9-a748-4649-96f3-00fbd7157f70 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:01.870906 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6d629108-22e2-44eb-9bf6-e49ab51265da req-1307846f-46f2-40b2-a79c-5fd29ab14741 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390554 Feb 17 20:21:01.896540 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:21:01.904112 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=14ac73fd-783f-4024-8f40-6c0d598760a7,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:21:01.910079 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:01.910776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.912302 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] 10.222.0.121 "PUT /v2.0/ports/732ab088-6e15-4922-bb39-0e971ff6155c HTTP/1.1" status: 200 len: 1157 time: 4.3936424 Feb 17 20:21:01.914023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:01.924465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:01.947211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ee77a75-079d-4b24-b71a-7d9322a39f7f tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:01.996023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:02.013426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a6f5af69-e5fa-495d-af44-0f0842fcda13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:02.128745 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Pushing event deleted for resources: {'Port': ['ID=cf6461c9-a748-4649-96f3-00fbd7157f70,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:02.138573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:02.260424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] No DVR routers for this DVR port cf6461c9-a748-4649-96f3-00fbd7157f70 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:02.262041 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-17d6f636-d202-4c6d-8b81-584fd993228e service neutron] 10.222.0.46 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5410776 Feb 17 20:21:02.262723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:02.265791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'name': 'network-vif-deleted', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:02.266546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device cf6461c9-a748-4649-96f3-00fbd7157f70 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:02.283594 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8ae51e36-6db3-4407-90c6-f74b37ca153b req-d1910d79-3c38-4396-a3df-90945475eb28 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "DELETE /v2.0/ports/cf6461c9-a748-4649-96f3-00fbd7157f70 HTTP/1.1" status: 204 len: 173 time: 1.3178926 Feb 17 20:21:02.296871 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:02.312022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:02.326314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: cf6461c9-a748-4649-96f3-00fbd7157f70 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:02.326704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device cf6461c9-a748-4649-96f3-00fbd7157f70 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:02.379359 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30fe96-ddaf-4249-8fa4-bcf7a6c0ed2a req-919ddab5-1e41-494c-8e58-14f17ba79558 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:02.385474 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ea30fe96-ddaf-4249-8fa4-bcf7a6c0ed2a req-919ddab5-1e41-494c-8e58-14f17ba79558 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 948 time: 0.2895033 Feb 17 20:21:02.387828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-8ffd86c5-14d5-45dc-a02f-5520519c631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:02.389650 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-8ffd86c5-14d5-45dc-a02f-5520519c631e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 1160 time: 0.3314769 Feb 17 20:21:02.442854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:02.443500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:02.445722 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] 10.222.0.121 "PUT /v2.0/ports/14ac73fd-783f-4024-8f40-6c0d598760a7 HTTP/1.1" status: 200 len: 1162 time: 4.4064183 Feb 17 20:21:02.594440 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-57bc0861-d99f-4c13-b387-ed45aee255dd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=732ab088-6e15-4922-bb39-0e971ff6155c HTTP/1.1" status: 200 len: 217 time: 0.1475828 Feb 17 20:21:02.723021 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ea30fe96-ddaf-4249-8fa4-bcf7a6c0ed2a req-7345807b-7f93-407f-a7e5-2e4261fbcdb3 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320978 Feb 17 20:21:02.754769 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9e4ef819-ee23-4497-b314-8418d919512b req-ebdbf408-6f90-40b9-933b-47fdb8c8908d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=40a12b9a-39e0-425f-b360-2c462f728c93 HTTP/1.1" status: 200 len: 210 time: 0.0907116 Feb 17 20:21:02.756994 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-8e24ec6e-c0fe-4fc7-8986-14b6087d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:02.758628 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-8e24ec6e-c0fe-4fc7-8986-14b6087d4c47 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1536262 Feb 17 20:21:02.919109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-330b418e-97c7-4be9-8c71-d447802f56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:02.920852 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-330b418e-97c7-4be9-8c71-d447802f56d4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f6a51f7f643440a2a4d916687210b576&device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 1165 time: 0.3932586 Feb 17 20:21:03.098291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a12b9a-39e0-425f-b360-2c462f728c93', 'name': 'network-vif-deleted', 'tag': 'cf6461c9-a748-4649-96f3-00fbd7157f70', 'status': 'completed', 'code': 200} Feb 17 20:21:03.273300 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c', 'status': 'completed', 'code': 200} Feb 17 20:21:03.337282 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-8c63de0b-ffcb-4080-bfbc-64fc46bc8e50 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=14ac73fd-783f-4024-8f40-6c0d598760a7 HTTP/1.1" status: 200 len: 217 time: 0.4007888 Feb 17 20:21:03.403503 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc19efab-22cb-4241-90eb-de76a37a45d1 req-cef4c2a4-6493-49b3-8fc6-1f3b02cd4b9f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 210 time: 0.1326604 Feb 17 20:21:03.482498 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-b9e5ecd3-171a-4e16-9418-bbcb0df2a62f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7159011 Feb 17 20:21:03.497046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-06c1cb1a-5277-41a1-92a4-7e1e91767dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:03.498717 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-06c1cb1a-5277-41a1-92a4-7e1e91767dcb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7303782 Feb 17 20:21:03.502101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'floatingip': {'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:03.508100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-eccb8634-4554-4793-8fe5-85236f113ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:03.509784 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-eccb8634-4554-4793-8fe5-85236f113ce1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=269fcdd3-448c-4818-9c17-9ff9fb36fe74 HTTP/1.1" status: 200 len: 843 time: 0.1628113 Feb 17 20:21:03.537034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:03.584273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:floatingip and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:03.588699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:03.703490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:03.768425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:03.925117 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-5207a9ad-33b7-45d7-822a-ca7418bc9f5a service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130678 Feb 17 20:21:03.949047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd89da-f61c-4e4b-aaf5-f8d80ab6d978 req-d575a6aa-e45e-4ea9-b93c-7ac3dc19378e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:03.950703 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eafd89da-f61c-4e4b-aaf5-f8d80ab6d978 req-d575a6aa-e45e-4ea9-b93c-7ac3dc19378e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 943 time: 0.4091609 Feb 17 20:21:03.976302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-87dd9266-ca28-481e-a748-e83b43ad40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:03.978160 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-87dd9266-ca28-481e-a748-e83b43ad40a5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a70f2e84-f31a-484d-ab05-55c1c5565565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4334228 Feb 17 20:21:04.065070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-32abd0a5-d3d9-4050-a7ff-405db502411b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:04.067307 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-32abd0a5-d3d9-4050-a7ff-405db502411b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 816 time: 0.1973569 Feb 17 20:21:04.156818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-9b020337-fd03-4137-bee6-cfe63fcb2969 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:04.175434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-9b020337-fd03-4137-bee6-cfe63fcb2969 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:04.177186 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-9b020337-fd03-4137-bee6-cfe63fcb2969 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/security-groups?tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 5704 time: 0.0970452 Feb 17 20:21:04.194019 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'port': {'device_id': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'admin_state_up': True, 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'security_groups': ['794aebb1-2aed-4b64-9929-f9058a6789ae']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:04.231998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-eafd89da-f61c-4e4b-aaf5-f8d80ab6d978 req-94d77c0b-f83b-4013-a887-aa48e9bb2c06 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499936 Feb 17 20:21:04.322385 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1d81e629-7bb9-402e-ab30-f7f6b6056621 req-3e523513-0c19-4b44-8a3d-d4c335a10b57 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3807425 Feb 17 20:21:04.352397 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-ff9d6bd6-9f24-449e-bb99-3314f8bd5ed7 service neutron] 10.222.0.121 "GET /v2.0/networks/a70f2e84-f31a-484d-ab05-55c1c5565565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958560 Feb 17 20:21:04.356278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:04.367383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:04.377979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Made reservation on behalf of f29b0422d8724040b7d803540a8f9e20 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:21:04.384664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:04.583015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:04.733244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Allocated IP 172.20.0.14 (ea6961e8-68cd-4637-9725-b2bcb45267da/5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7/4bfefe6e-0d15-42ae-9273-16754dd123c7) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:21:04.799761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f4b96-702e-4280-a5c7-e15520213b7a req-a78a0954-9783-47e4-9ee1-c5a82c201276 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:04.801472 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dd0f4b96-702e-4280-a5c7-e15520213b7a req-a78a0954-9783-47e4-9ee1-c5a82c201276 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 948 time: 0.4480915 Feb 17 20:21:04.803779 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73a98470-3025-4a70-8b9e-c73228cca7d0 req-8a83269b-2075-4d26-ad89-b93e8f18c6e3 service neutron] 10.222.0.121 "GET /v2.0/networks/a70f2e84-f31a-484d-ab05-55c1c5565565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4041803 Feb 17 20:21:04.852857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-e850ba92-496a-493b-9732-03266fd96af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:04.854528 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-e850ba92-496a-493b-9732-03266fd96af3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 1160 time: 0.4487510 Feb 17 20:21:04.958178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:04.975725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Transition to ACTIVE for port object 4bfefe6e-0d15-42ae-9273-16754dd123c7 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:05.000457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:05.019241 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:05.036425 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dd0f4b96-702e-4280-a5c7-e15520213b7a req-7a63054e-ed14-45a9-b09e-a86aef1ef234 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211037 Feb 17 20:21:05.173638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-35aead34-b34c-4f70-9b2f-34e613bd63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:05.173818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:05.175256 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-35aead34-b34c-4f70-9b2f-34e613bd63b3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.2783582 Feb 17 20:21:05.177034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:05.197709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Allocated IP 172.28.3.24 (00f6328a-1f02-4a1d-b1d2-d6117cc0ca06/b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915/63c7180a-13c6-4a13-9e93-c0fb48532ab3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:21:05.240165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Network ea6961e8-68cd-4637-9725-b2bcb45267da is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:21:05.242244 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:21:05.262508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:21:05.346703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:05.347561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:05.385974 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-4245d950-10f2-4343-b524-efa0a77aa413 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1968901 Feb 17 20:21:05.403128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Request body: {'port': {'device_id': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:05.409398 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:05.495460 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-8b51a3c6-b1a3-4e0c-bbbc-0bdffbeb9655 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=732ab088-6e15-4922-bb39-0e971ff6155c HTTP/1.1" status: 200 len: 217 time: 0.2591653 Feb 17 20:21:05.539506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7f03da3f-78fa-4e1c-8d66-c4068233348e None None] Provisioning for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:05.545535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-7f03da3f-78fa-4e1c-8d66-c4068233348e None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:05.546102 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7f03da3f-78fa-4e1c-8d66-c4068233348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:05.591316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:05.628959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7f03da3f-78fa-4e1c-8d66-c4068233348e None None] Port 4bfefe6e-0d15-42ae-9273-16754dd123c7 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:21:05.970615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-08aee339-be2d-4819-94dd-0d5ff05ad519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:05.972291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-08aee339-be2d-4819-94dd-0d5ff05ad519 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.1486177 Feb 17 20:21:06.051351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.073346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74750a68-f0a5-426b-84a7-92c2d4d55d07 req-96306694-b2a1-44e4-a1a9-631fac838a98 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:06.075051 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74750a68-f0a5-426b-84a7-92c2d4d55d07 req-96306694-b2a1-44e4-a1a9-631fac838a98 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 932 time: 0.6586807 Feb 17 20:21:06.132692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfefe6e-0d15-42ae-9273-16754dd123c7 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:21:06.141612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.150147 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-74750a68-f0a5-426b-84a7-92c2d4d55d07 req-6131e87e-cbe9-4b6c-9a55-17c53d90f718 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658557 Feb 17 20:21:06.156053 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Transition to ACTIVE for port object 4bfefe6e-0d15-42ae-9273-16754dd123c7 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:06.160041 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.164811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-37583b3e-e9ae-493d-8e59-4de2a36d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:06.166527 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-37583b3e-e9ae-493d-8e59-4de2a36d8db0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1819124 Feb 17 20:21:06.174256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.181193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-689b0273-877c-4da5-b49b-5ea08c71a7c5 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:06.219088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c85277ef-22a2-4ebd-8327-02a8d7712baf tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:06.325042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:06.332865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:06.517198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'Port': ['ID=63c7180a-13c6-4a13-9e93-c0fb48532ab3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:06.544196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:06.609483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Attempting to bind port 4bfefe6e-0d15-42ae-9273-16754dd123c7 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:21:06.609865 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Attempting to bind port 4bfefe6e-0d15-42ae-9273-16754dd123c7 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:21:06.610237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Attempting to bind port 4bfefe6e-0d15-42ae-9273-16754dd123c7 on network ea6961e8-68cd-4637-9725-b2bcb45267da {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:21:06.618746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:21:06.619130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Checking segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:21:06.619550 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.619955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Bound using segment: {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:21:06.620460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Bound port: 4bfefe6e-0d15-42ae-9273-16754dd123c7, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b68af-3cbe-447b-9385-5334b176ded2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:21:06.620841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.631882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Network 00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:21:06.636953 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-b94120d4-f371-448f-adae-c71bde2cb0b6 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429464 Feb 17 20:21:06.639317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:21:06.644176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:21:06.743593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:21:06.748573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:21:06.752625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2047050'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.774694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-98eec120-c263-451d-b9f0-bdd6162923ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:06.805843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29a062-1539-4288-9581-a7d04e72c34a req-6920bebd-9804-4e59-b514-c6fa2a34d46e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:06.807477 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ec29a062-1539-4288-9581-a7d04e72c34a req-6920bebd-9804-4e59-b514-c6fa2a34d46e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 943 time: 0.3588054 Feb 17 20:21:06.835556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:06.929750 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ec29a062-1539-4288-9581-a7d04e72c34a req-e7988d4b-599c-4530-81d3-d541b355e4d3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054652 Feb 17 20:21:06.967068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:06.970066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 732ab088-6e15-4922-bb39-0e971ff6155c completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:06.971301 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:06.985586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:06.987106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c5aa2c53-bfe5-4286-9a09-1521b1eecbfb req-7d5ffb1d-5e1a-46e6-9d7e-fce51725abb9 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3087697 Feb 17 20:21:07.040149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 732ab088-6e15-4922-bb39-0e971ff6155c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:07.041291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.079882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.082211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.085108 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] 10.222.0.121 "PUT /v2.0/ports/4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 1158 time: 1.6882236 Feb 17 20:21:07.085975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:07.166027 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7', 'status': 'completed', 'code': 200} Feb 17 20:21:07.246309 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f3d57bc8-afac-4046-826c-ff9c16127512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.248352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.248773 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-f3d57bc8-afac-4046-826c-ff9c16127512 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1161 time: 0.1122227 Feb 17 20:21:07.292881 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 732ab088-6e15-4922-bb39-0e971ff6155c, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=732ab088-6e15-4922-bb39-0e971ff6155c,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:07.294058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:07.300933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.303143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:07.305562 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.347433 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-92778a52-a189-4251-a8b0-07614e088e0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 217 time: 0.0911584 Feb 17 20:21:07.387782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=732ab088-6e15-4922-bb39-0e971ff6155c,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:07.394780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:07.429979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-bc37f3a8-d540-40c8-b1e2-2be85945c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.431576 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-bc37f3a8-d540-40c8-b1e2-2be85945c6e9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.0769811 Feb 17 20:21:07.458397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-4dc87805-4b0a-4b32-a651-e0dbfded5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.460807 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-4dc87805-4b0a-4b32-a651-e0dbfded5ec7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f6a51f7f643440a2a4d916687210b576&device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 1165 time: 0.3897150 Feb 17 20:21:07.523484 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-03ce5e02-f7a7-4da6-9404-4d0a3f35845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.525135 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-03ce5e02-f7a7-4da6-9404-4d0a3f35845f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827446 Feb 17 20:21:07.566351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dd47d-2497-4d14-983c-af762914e7a5 req-82308367-6968-4780-b682-79444b463115 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.567942 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9c3dd47d-2497-4d14-983c-af762914e7a5 req-82308367-6968-4780-b682-79444b463115 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 948 time: 0.3391776 Feb 17 20:21:07.683456 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-0bffeaf6-aba5-4747-bc42-bf47e1d50488 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507576 Feb 17 20:21:07.761461 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9c3dd47d-2497-4d14-983c-af762914e7a5 req-4c3d6c8b-5e1e-4ab1-b1f2-6ece948fdbbe tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767392 Feb 17 20:21:07.769672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-e56d5da1-1e7f-4578-a83b-a2987eb7dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:07.771443 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-e56d5da1-1e7f-4578-a83b-a2987eb7dc23 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a70f2e84-f31a-484d-ab05-55c1c5565565 HTTP/1.1" status: 200 len: 863 time: 0.3009303 Feb 17 20:21:07.829427 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'status': 'completed', 'code': 200} Feb 17 20:21:07.856253 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ba7f5a7-eaa5-4e4a-ac37-b9466dee1a06 req-a9334507-6f0e-4af8-afe8-678ade149364 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1657054 Feb 17 20:21:07.876114 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-0ab3b6f9-8de1-4bad-a4c6-49c8a34dddeb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=14ac73fd-783f-4024-8f40-6c0d598760a7 HTTP/1.1" status: 200 len: 217 time: 0.0938244 Feb 17 20:21:08.009303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-e5e79e4f-5a27-4c67-9f43-5c08c647e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.010963 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-e5e79e4f-5a27-4c67-9f43-5c08c647e858 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1161 time: 0.0926292 Feb 17 20:21:08.058450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-037fdd9d-a328-47c9-b64f-3bd4df06abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.059940 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-037fdd9d-a328-47c9-b64f-3bd4df06abd4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=269fcdd3-448c-4818-9c17-9ff9fb36fe74 HTTP/1.1" status: 200 len: 843 time: 0.1725237 Feb 17 20:21:08.066990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:08.113707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:08.134347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:08.459714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Network a70f2e84-f31a-484d-ab05-55c1c5565565 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:21:08.517935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-03db4eab-2cd5-4b38-b286-66761c825921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.518633 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-03db4eab-2cd5-4b38-b286-66761c825921 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.5004618 Feb 17 20:21:08.539938 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da50f6-7feb-4129-8dc6-94933eeef53e req-992e8df7-b5e6-465c-b3c3-e41d764cebcd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.547632 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b5da50f6-7feb-4129-8dc6-94933eeef53e req-992e8df7-b5e6-465c-b3c3-e41d764cebcd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.6116114 Feb 17 20:21:08.590020 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'Port': ['ID=63c7180a-13c6-4a13-9e93-c0fb48532ab3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:08.603027 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:08.610844 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-56570f81-6a28-4dbf-807d-1a1da07a7465 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 217 time: 0.0826705 Feb 17 20:21:08.641959 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b5da50f6-7feb-4129-8dc6-94933eeef53e req-2cbbeb87-24cf-4b9e-a2b2-a064be502037 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931873 Feb 17 20:21:08.665275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-17a9305d-e7d4-4bf0-8474-8f01d06230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.666908 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-17a9305d-e7d4-4bf0-8474-8f01d06230c3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a70f2e84-f31a-484d-ab05-55c1c5565565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5970123 Feb 17 20:21:08.724679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-ebfcab96-4eb9-4ffc-9b26-67cc1e7ea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.728734 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-ebfcab96-4eb9-4ffc-9b26-67cc1e7ea73b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.1059268 Feb 17 20:21:08.729969 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c', 'code': 200} Feb 17 20:21:08.817941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.objects.ports [None req-cf0324ee-7535-4f43-bfcf-f6499736e077 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:21:08.852940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:08.856067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-f1d79dde-312d-4741-bd26-b724dc401457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:08.858820 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-f1d79dde-312d-4741-bd26-b724dc401457 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166663 Feb 17 20:21:08.965874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:08.968493 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4768915 Feb 17 20:21:08.979313 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-f4b97cc7-c89e-4301-a2fa-a24302a2073b service neutron] 10.222.0.121 "GET /v2.0/networks/a70f2e84-f31a-484d-ab05-55c1c5565565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001378 Feb 17 20:21:09.041827 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-dd6eb47d-24f7-4fbe-9d1a-f089c3d9ea19 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679635 Feb 17 20:21:09.204888 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7c62e561-6f67-4c65-b4af-5570707fb0f5 req-e52a606b-bce4-4d61-b7d4-587c12cfd584 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562238 Feb 17 20:21:09.223035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-035d4aec-27c8-4af3-9a66-acf9345b2a8d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Synchronizing usage tracker for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:floatingip {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:09.297548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-035d4aec-27c8-4af3-9a66-acf9345b2a8d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Unset dirty status for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:floatingip {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:09.299056 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-035d4aec-27c8-4af3-9a66-acf9345b2a8d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.24 HTTP/1.1" status: 200 len: 695 time: 0.3168430 Feb 17 20:21:09.310528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0c00-d0b3-4a0a-90fe-5bf2258b032b req-fc60453f-e15b-4c73-9cd2-5c5741e7d7a9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:09.312280 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f4ef0c00-d0b3-4a0a-90fe-5bf2258b032b req-fc60453f-e15b-4c73-9cd2-5c5741e7d7a9 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.4262600 Feb 17 20:21:09.403354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:09.472903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-216edcb4-20ae-43c0-8032-f2b9d551526b req-0f959ee2-4e69-4ffb-ab6a-23e755030784 service neutron] 10.222.0.121 "GET /v2.0/networks/a70f2e84-f31a-484d-ab05-55c1c5565565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4476817 Feb 17 20:21:09.480137 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30551-8489-4bae-8cda-e1edd2021207 req-4a124bc9-b954-4bc2-8cf4-7b62afc2f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:09.481101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 732ab088-6e15-4922-bb39-0e971ff6155c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:09.481535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.481768 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30f30551-8489-4bae-8cda-e1edd2021207 req-4a124bc9-b954-4bc2-8cf4-7b62afc2f65f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 1162 time: 0.5012691 Feb 17 20:21:09.553114 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f4ef0c00-d0b3-4a0a-90fe-5bf2258b032b req-d087bce9-8016-4d8c-95d4-c3863c4d7ffe tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332816 Feb 17 20:21:09.618855 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-30f30551-8489-4bae-8cda-e1edd2021207 req-2d2aa427-1a26-4aee-aaf3-cb4757202598 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224372 Feb 17 20:21:09.628890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 14ac73fd-783f-4024-8f40-6c0d598760a7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:09.629459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-0efd843d-fa21-42d2-a4b1-01a74c2b90ba tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:09.631274 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c763ee3-a023-42f6-a93f-03ba12bf413e req-0efd843d-fa21-42d2-a4b1-01a74c2b90ba tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 784 time: 0.3179297 Feb 17 20:21:09.718617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 14ac73fd-783f-4024-8f40-6c0d598760a7 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:09.727256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 14ac73fd-783f-4024-8f40-6c0d598760a7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:09.727598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.866750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.890403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6586f01-715a-4f11-bdb2-e04b71ce83c3 req-63ac3953-20d6-43f8-902f-9a4c64912ef7 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:09.892287 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6586f01-715a-4f11-bdb2-e04b71ce83c3 req-63ac3953-20d6-43f8-902f-9a4c64912ef7 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 948 time: 0.1781061 Feb 17 20:21:09.903738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=14ac73fd-783f-4024-8f40-6c0d598760a7,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:09.906923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.911202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-d5848d58-a3cb-42ac-8784-dc5b3941dae0 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:09.911377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f47fd5e6-080b-414a-8027-759958e46e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:09.911471 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-d5848d58-a3cb-42ac-8784-dc5b3941dae0 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1471033 Feb 17 20:21:09.993720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:09.997674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:10.031200 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-863f3512-15a6-47d8-8679-7a580bd97fa5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.24 HTTP/1.1" status: 200 len: 695 time: 0.1003377 Feb 17 20:21:10.045121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'floatingip': {'port_id': '08834c93-e602-4355-b915-4815c5ade8f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:10.107878 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c6586f01-715a-4f11-bdb2-e04b71ce83c3 req-56bbca04-c19d-4784-b183-07cdf543a57c tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967709 Feb 17 20:21:10.139846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:10.451226 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27215c-5521-481f-993c-75c55ba42fe0 req-821a3abb-574f-4be4-ab73-cb3c24b51192 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:10.452874 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c27215c-5521-481f-993c-75c55ba42fe0 req-821a3abb-574f-4be4-ab73-cb3c24b51192 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2246747 Feb 17 20:21:10.653057 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5c27215c-5521-481f-993c-75c55ba42fe0 req-6edb9ee3-63a0-40b8-8559-a6e238e3379f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373382 Feb 17 20:21:10.731468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:10.973120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-9abf8b1b-a403-4b02-8dfa-cc497af65f7a tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:10.974848 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-9abf8b1b-a403-4b02-8dfa-cc497af65f7a tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/networks?id=a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 200 len: 814 time: 0.2111430 Feb 17 20:21:10.998088 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-234d31d7-0464-45ad-9910-006c9c288f30 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/quotas/15722bd58394498caf211b6ef52d33a0 HTTP/1.1" status: 200 len: 375 time: 0.0155578 Feb 17 20:21:11.058456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:11.062697 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-bd2d7532-bee2-455f-b4ac-ad69f6f245e3 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578482 Feb 17 20:21:11.145341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:11.152549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:11.153108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.284827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.288789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.300563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.339625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:11.342313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.343297 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 14ac73fd-783f-4024-8f40-6c0d598760a7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:11.374867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:11.426136 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-6546998f-96f7-4ddb-8244-66479f69d42c service neutron] 10.222.0.46 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882011 Feb 17 20:21:11.473942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:11.478097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:11.488189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 14ac73fd-783f-4024-8f40-6c0d598760a7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:11.488656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:11.863741 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Floating IP 73e206f8-a462-40f1-927b-960ffdfba616 associated. External IP: 172.28.3.24, port: 08834c93-e602-4355-b915-4815c5ade8f5. Feb 17 20:21:12.007642 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-2e9de764-a073-467c-9924-b9bfca60c1e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5260873 Feb 17 20:21:12.385013 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Router c8ed482b-f141-4997-9689-c1c2b68fa393 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:12.425109 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:12.492160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc9467-90f6-49b2-bd82-351c3909734d req-8313aa55-a6b3-4951-b378-c23a1d0e8835 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:12.493831 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73fc9467-90f6-49b2-bd82-351c3909734d req-8313aa55-a6b3-4951-b378-c23a1d0e8835 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.2714400 Feb 17 20:21:12.508753 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:12.509270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:12.634203 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-73fc9467-90f6-49b2-bd82-351c3909734d req-c51423f1-fc26-42c6-947a-82a92cab190e tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274927 Feb 17 20:21:12.644869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:12.649609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:12.650238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:12.687072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Sync routers for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:12.718838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:12.719554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:12.760210 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-4ad98756-2965-425f-a71b-3b1e9682025a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "PUT /v2.0/floatingips/73e206f8-a462-40f1-927b-960ffdfba616 HTTP/1.1" status: 200 len: 996 time: 2.7213855 Feb 17 20:21:12.760846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:12.856194 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7', 'code': 200} Feb 17 20:21:12.974461 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 732ab088-6e15-4922-bb39-0e971ff6155c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:12.974907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:13.149598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15b02-5068-47db-9361-dc4bb7b203c6 req-d6776e70-6dfc-4fa3-b283-52457c35967f tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.151413 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dfb15b02-5068-47db-9361-dc4bb7b203c6 req-d6776e70-6dfc-4fa3-b283-52457c35967f tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 950 time: 0.2931831 Feb 17 20:21:13.180208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-9575d617-698d-451c-8cb9-341e7bacc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.181870 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-9575d617-698d-451c-8cb9-341e7bacc5d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.3979952 Feb 17 20:21:13.230831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc8d9-2367-4d7c-ad7c-a72c819aace3 req-09675649-544e-4410-9998-7430e98da3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.232547 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fbcfc8d9-2367-4d7c-ad7c-a72c819aace3 req-09675649-544e-4410-9998-7430e98da3f5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 1167 time: 0.2070744 Feb 17 20:21:13.254289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:13.338863 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dfb15b02-5068-47db-9361-dc4bb7b203c6 req-5dbbdde6-6578-439d-928e-0eb9c66701d1 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799142 Feb 17 20:21:13.382301 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fbcfc8d9-2367-4d7c-ad7c-a72c819aace3 req-7b830d43-bac5-4ba2-9df8-34da310c650b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931334 Feb 17 20:21:13.402584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-e7cb4bbd-2eeb-45cd-a57b-5f4d80fcb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.404238 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-e7cb4bbd-2eeb-45cd-a57b-5f4d80fcb0ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.2105253 Feb 17 20:21:13.525369 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-1dc2225f-74e2-496e-a470-fb0fb2f9ea5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 999 time: 0.1140671 Feb 17 20:21:13.599423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-2a7988a9-c141-4639-968c-65e75aa5459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.601353 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-2a7988a9-c141-4639-968c-65e75aa5459c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.0686636 Feb 17 20:21:13.749395 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '73e206f8-a462-40f1-927b-960ffdfba616', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'port_id': '08834c93-e602-4355-b915-4815c5ade8f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'mac_address': 'fa:16:3e:8b:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:06Z', 'updated_at': '2021-02-17T20:21:10Z', 'revision_number': 1, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:13.754033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Checking router: c8ed482b-f141-4997-9689-c1c2b68fa393 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:13.764759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:13.765486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:13.958091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-e89a16d5-4a3a-4b38-a357-a8734b10836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.967216 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-e89a16d5-4a3a-4b38-a357-a8734b10836a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3580816 Feb 17 20:21:13.973577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-0dcf9cd6-56a3-42ca-8a81-f922ca4aec42 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:21:13.975636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-0dcf9cd6-56a3-42ca-8a81-f922ca4aec42 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066214 Feb 17 20:21:13.981912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-eeae5b4d-a6e0-4320-af42-5109b45ed162 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:13.983531 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-eeae5b4d-a6e0-4320-af42-5109b45ed162 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "GET /v2.0/networks?id=a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 200 len: 814 time: 0.3286662 Feb 17 20:21:14.022116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Request body: {'port': {'device_id': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3', 'admin_state_up': True, 'tenant_id': '15722bd58394498caf211b6ef52d33a0'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:14.028126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:14.185176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a3bea-a298-4924-9fcb-f410e2d6e0d3 req-5febd275-7078-4099-a142-455da53636da tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:14.186183 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-547a3bea-a298-4924-9fcb-f410e2d6e0d3 req-5febd275-7078-4099-a142-455da53636da tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.4131505 Feb 17 20:21:14.319801 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-547a3bea-a298-4924-9fcb-f410e2d6e0d3 req-2afdefe9-4487-48bc-9a20-67e8edc46a0d tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188929 Feb 17 20:21:14.333519 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-719aad02-296e-410e-a90f-b47c29982cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487489 Feb 17 20:21:14.476883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '73e206f8-a462-40f1-927b-960ffdfba616', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'port_id': '08834c93-e602-4355-b915-4815c5ade8f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'mac_address': 'fa:16:3e:8b:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:06Z', 'updated_at': '2021-02-17T20:21:10Z', 'revision_number': 1, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:14.482073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299c1f0-5f24-480c-8108-d7e4ac117028 None None] The sync data for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb is: [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '73e206f8-a462-40f1-927b-960ffdfba616', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'port_id': '08834c93-e602-4355-b915-4815c5ade8f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'mac_address': 'fa:16:3e:8b:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:06Z', 'updated_at': '2021-02-17T20:21:10Z', 'revision_number': 1, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:14.779358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:14.784108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Usage tracker for resource:port and tenant:15722bd58394498caf211b6ef52d33a0 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:14.795657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:14.809634 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ab1e219a-fda7-434b-93cf-5c1b2e3442b2 req-77dd75b3-3e11-424e-ad01-9686fc1c597e tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 210 time: 0.1691844 Feb 17 20:21:14.818718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:14.826934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c6df9-7e08-4c3a-abd2-06a74f24e2aa None None] New status for floating IP 73e206f8-a462-40f1-927b-960ffdfba616: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:14.864794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:15.034198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Made reservation on behalf of 15722bd58394498caf211b6ef52d33a0 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:21:15.041599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:15.080166 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-48497155-f3e5-472f-b53b-8c81e9c8076e req-007e6496-360d-4601-85db-5b373e09a653 service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7382848 Feb 17 20:21:15.205631 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:21:15.362118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac03db9-9382-49fb-b9e7-82a1ce49d371 req-35797a4d-fa1e-41d9-9477-f67a6bf893c3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:15.363762 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9ac03db9-9382-49fb-b9e7-82a1ce49d371 req-35797a4d-fa1e-41d9-9477-f67a6bf893c3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.3854761 Feb 17 20:21:15.374830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40848) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:15.383069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Request body: {'floatingip': {'port_id': '732ab088-6e15-4922-bb39-0e971ff6155c'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:15.478314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:15.547411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-46bc6e41-2245-4987-adf0-f4a58f95e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:15.548984 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-46bc6e41-2245-4987-adf0-f4a58f95e76a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.3473141 Feb 17 20:21:15.573707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066024e5-406c-482b-9edb-7323c76cc6bf req-09817e9d-f9cc-45da-8f67-0f532e8ed15f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:15.575367 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-066024e5-406c-482b-9edb-7323c76cc6bf req-09817e9d-f9cc-45da-8f67-0f532e8ed15f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.3144207 Feb 17 20:21:15.878204 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-066024e5-406c-482b-9edb-7323c76cc6bf req-33906a03-5a5a-4f72-b226-e971a108e22c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2720988 Feb 17 20:21:15.931791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-b06116c7-b3fc-41e8-a275-c1c7974a6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:15.933988 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-b06116c7-b3fc-41e8-a275-c1c7974a6fb0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.3737214 Feb 17 20:21:15.970339 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'code': 200} Feb 17 20:21:16.031590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_common [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Allocated IP 172.20.0.7 (a944ab46-f1cd-4585-ad44-02a50016b2e3/40c3cc32-4794-4ada-a584-02936afffb59/b98acaab-0c05-4fed-bddd-c78b14966639) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:21:16.053483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1661017999', 'description': 'tempest-TestMinimumBasicScenario-1661017999 description'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:16.067857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ce59-0915-4dcd-84aa-0ed35e4ca492 req-edea014d-7e8b-4eb6-be14-91628426a2a2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:16.071015 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d0b9ce59-0915-4dcd-84aa-0ed35e4ca492 req-edea014d-7e8b-4eb6-be14-91628426a2a2 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 950 time: 0.6052749 Feb 17 20:21:16.087850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:16.143726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:security_group and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:16.147658 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:16.179704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:16.239651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.266183 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-a743ce97-64a3-49d5-b21c-e1100b725b58 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1001 time: 0.3192253 Feb 17 20:21:16.269121 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d0b9ce59-0915-4dcd-84aa-0ed35e4ca492 req-4a623ed8-6006-4e91-a622-5889cc06f57a tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834383 Feb 17 20:21:16.311908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.320018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.424693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:16.480219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:security_group_rule and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:16.492830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:16.521785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:16.537750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c99f3-e934-4cba-bc4b-b50611c64e8b req-6869af4e-bca8-475c-840b-40619939bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:16.539529 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-104c99f3-e934-4cba-bc4b-b50611c64e8b req-6869af4e-bca8-475c-840b-40619939bf45 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1163 time: 0.3118379 Feb 17 20:21:16.545087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-4f9b9b08-8bc5-4f7f-a01c-eca4c1b7c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:16.546744 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-4f9b9b08-8bc5-4f7f-a01c-eca4c1b7c1d0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.2542863 Feb 17 20:21:16.574993 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Floating IP e2c33348-db96-453a-ae4b-6b2e71663743 associated. External IP: 172.28.3.130, port: 732ab088-6e15-4922-bb39-0e971ff6155c. Feb 17 20:21:16.678121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.686293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-104c99f3-e934-4cba-bc4b-b50611c64e8b req-f80f8663-7bd0-4071-92a3-e70399178e3b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379642 Feb 17 20:21:16.751396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea232-3372-4324-9085-0ba156ad1931 req-a64fdd7d-53c3-4bf0-baef-55972a5cda76 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:16.753094 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8c6ea232-3372-4324-9085-0ba156ad1931 req-a64fdd7d-53c3-4bf0-baef-55972a5cda76 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.3206151 Feb 17 20:21:16.824820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.827759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-967293d7-11c4-4967-9c73-680bd21547ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:16.829437 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-967293d7-11c4-4967-9c73-680bd21547ec service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2746425 Feb 17 20:21:16.840424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:16.849207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5225078e-2954-415f-bb6f-daffcc8867da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:16.898052 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8c6ea232-3372-4324-9085-0ba156ad1931 req-e8070e3e-a756-4e48-a29e-fbb92b16ec41 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333609 Feb 17 20:21:16.906240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258233818638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:17.018460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fe590-a58b-4a61-ba0b-00338377173f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:17.022551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:17.035583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:17.084160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:17.294974 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:17.299892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:17.306120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:17.318900 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:17.320319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:17.366191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:17.367613 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d4e706c9-c1c5-4400-9b95-a86d16f55b1c req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3480668 Feb 17 20:21:17.379946 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-53735cf9-a32e-4111-a783-e9d3df3eb7be tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "PUT /v2.0/floatingips/e2c33348-db96-453a-ae4b-6b2e71663743 HTTP/1.1" status: 200 len: 991 time: 2.0012422 Feb 17 20:21:17.381662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:17.542321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:17.546264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Pushing event updated for resources: {'Port': ['ID=b98acaab-0c05-4fed-bddd-c78b14966639,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:17.549542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:17.601955 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-343441ce-9d31-47ca-b551-b3b1a6dc3577 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737983 Feb 17 20:21:17.654608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:21:17.658805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5055b-3de6-4f98-9733-9af2477a9a53 req-046a13d7-10e4-46cf-a045-11c56060dd43 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:17.659592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-fff5055b-3de6-4f98-9733-9af2477a9a53 req-046a13d7-10e4-46cf-a045-11c56060dd43 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Synchronizing usage tracker for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:17.717237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.base_scheduler [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:21:17.719744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:21:17.872407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-fff5055b-3de6-4f98-9733-9af2477a9a53 req-046a13d7-10e4-46cf-a045-11c56060dd43 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Unset dirty status for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:17.874149 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fff5055b-3de6-4f98-9733-9af2477a9a53 req-046a13d7-10e4-46cf-a045-11c56060dd43 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 931 time: 0.5051365 Feb 17 20:21:17.887474 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:17.888103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:17.958663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3693361d-14a3-448e-89e0-d4aa5b41ba53 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9414699 Feb 17 20:21:17.982820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Request body: {'port': {'device_id': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:18.019033 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'e2c33348-db96-453a-ae4b-6b2e71663743', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': '732ab088-6e15-4922-bb39-0e971ff6155c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:3e:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:45Z', 'updated_at': '2021-02-17T20:21:16Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:18.024049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:18.033274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:18.033950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:20:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:18.049087 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-cb993eeb-b066-4574-8eb9-dd36d93bb4b3 req-f549ed7a-3ac7-4348-a658-e291e549544e service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4348965 Feb 17 20:21:18.055090 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fff5055b-3de6-4f98-9733-9af2477a9a53 req-bc598797-f2a9-4783-ad5e-5769803b01d3 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609538 Feb 17 20:21:18.083595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fc20-4fc5-4081-9683-cda2b8e1b338 req-44f0aca1-c1aa-4c1c-a030-524ab0358fec tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:18.089500 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bf20fc20-4fc5-4081-9683-cda2b8e1b338 req-44f0aca1-c1aa-4c1c-a030-524ab0358fec tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.3379323 Feb 17 20:21:18.200522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bf20fc20-4fc5-4081-9683-cda2b8e1b338 req-5a04207c-807d-4e6b-9cea-3ae97c37149a tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1069405 Feb 17 20:21:18.201295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:18.288742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:18.305358 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c', 'status': 'completed', 'code': 200} Feb 17 20:21:18.522010 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-b0ff7b76-29f6-47d6-ab3e-22db51f60e93 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups/b63fe590-a58b-4a61-ba0b-00338377173f HTTP/1.1" status: 200 len: 1814 time: 0.2519057 Feb 17 20:21:18.545415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63fe590-a58b-4a61-ba0b-00338377173f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:18.546061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63fe590-a58b-4a61-ba0b-00338377173f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:18.563209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:18.614866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:security_group_rule and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:18.620712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:18.654339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:18.695532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'e2c33348-db96-453a-ae4b-6b2e71663743', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': '732ab088-6e15-4922-bb39-0e971ff6155c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:3e:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:45Z', 'updated_at': '2021-02-17T20:21:16Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:18.700048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af03c-1534-4335-add7-eff68c9e0e95 None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': 'e2c33348-db96-453a-ae4b-6b2e71663743', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'port_id': '732ab088-6e15-4922-bb39-0e971ff6155c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'mac_address': 'fa:16:3e:3e:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:45Z', 'updated_at': '2021-02-17T20:21:16Z', 'revision_number': 1, 'project_id': '2d749e13816c4625878b8757393c9b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:18.778036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-b6847edd-c3fa-4d9b-b01f-0dc1a8f41b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:18.779614 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-b6847edd-c3fa-4d9b-b01f-0dc1a8f41b8f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2d749e13816c4625878b8757393c9b55&device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 1162 time: 0.4389060 Feb 17 20:21:18.907600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf4cc-f597-4426-b3b0-6cb136c7aaa4 req-891d4818-4fac-4804-8a0f-2e2310c2bcd5 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:18.909688 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b8ebf4cc-f597-4426-b3b0-6cb136c7aaa4 req-891d4818-4fac-4804-8a0f-2e2310c2bcd5 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 950 time: 0.4685035 Feb 17 20:21:19.032235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cad352-e663-4c0e-a8b7-c5669c0a475d None None] New status for floating IP e2c33348-db96-453a-ae4b-6b2e71663743: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:19.036782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.060949 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b8ebf4cc-f597-4426-b3b0-6cb136c7aaa4 req-0a722dd7-6366-4348-a85a-be5635f55ea5 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299360 Feb 17 20:21:19.156166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-dff07c43-a671-432e-94d3-b2b04dfe51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:19.158076 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-dff07c43-a671-432e-94d3-b2b04dfe51da service neutron] 10.222.0.121 "GET /v2.0/networks?id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 200 len: 905 time: 0.3571930 Feb 17 20:21:19.160289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.178202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.277143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:19.424438 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93f4d18-70bb-4a72-9651-8c05518d804e,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:19.441189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.442509 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d06f5f0f-6677-473b-ad0a-c3ba8f508bfa req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9098053 Feb 17 20:21:19.450729 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.451075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.451485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.451935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.452369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.452799 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.453218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.453616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.454015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.454435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.454827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.455225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.455702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.456090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.456478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.456864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.457278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.457667 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.458114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.458418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.458802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.459270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.459822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.460274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:19.468976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bcd40d8f-f5c1-4a8a-b8b0-7f4025dd8d2f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:19.472806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98acaab-0c05-4fed-bddd-c78b14966639 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:21:19.485127 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-ea6137fc-d3cf-47f8-aeab-31f940c42ab2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=732ab088-6e15-4922-bb39-0e971ff6155c HTTP/1.1" status: 200 len: 999 time: 0.3104303 Feb 17 20:21:19.487004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.553600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Transition to ACTIVE for port object b98acaab-0c05-4fed-bddd-c78b14966639 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:19.578538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.614592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.639687 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:19.783665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cf588990-1e64-454d-8fdc-3356021607ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.934368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-7e07f2e7-db46-4665-a0bd-9d37397e4a60 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:19.936083 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-7e07f2e7-db46-4665-a0bd-9d37397e4a60 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.121 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 950 time: 0.0973890 Feb 17 20:21:20.018432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Deleting port 14ac73fd-783f-4024-8f40-6c0d598760a7 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:20.018826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.043770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-a241c829-3263-434e-842e-333b8c2b8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:20.045444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-a241c829-3263-434e-842e-333b8c2b8328 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 200 len: 850 time: 0.5486808 Feb 17 20:21:20.051778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f933c1-7f77-4b76-a8b1-a35f553f9c32 req-ea2f14a1-a6b7-4f72-9340-d394c0bca544 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:20.054169 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f6f933c1-7f77-4b76-a8b1-a35f553f9c32 req-ea2f14a1-a6b7-4f72-9340-d394c0bca544 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.8011606 Feb 17 20:21:20.131221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Pushing event updated for resources: {'Port': ['ID=b98acaab-0c05-4fed-bddd-c78b14966639,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:20.163641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:20.243252 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f6f933c1-7f77-4b76-a8b1-a35f553f9c32 req-07e2a366-9ce1-4b59-b0a5-5f0e72f62378 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333458 Feb 17 20:21:20.257088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bef3-be85-44cd-83f3-100b0fff99f8 req-61410f88-2562-4897-9dfc-399f066dcd02 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:20.259477 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c807bef3-be85-44cd-83f3-100b0fff99f8 req-61410f88-2562-4897-9dfc-399f066dcd02 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 943 time: 0.7135029 Feb 17 20:21:20.408883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 14ac73fd-783f-4024-8f40-6c0d598760a7 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:20.447320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-9279ca00-50b6-47e7-a7b5-522f59d8b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:20.449375 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-9279ca00-50b6-47e7-a7b5-522f59d8b76e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3919299 Feb 17 20:21:20.558914 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c807bef3-be85-44cd-83f3-100b0fff99f8 req-1bff4a66-7553-4896-919e-e2413d631cb8 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145085 Feb 17 20:21:20.566529 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.606278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=14ac73fd-783f-4024-8f40-6c0d598760a7,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:20.607636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:20.614912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.617578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:20.649457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=14ac73fd-783f-4024-8f40-6c0d598760a7,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:20.649457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.657416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 40910) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:20.733994 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-1d17b3cb-a6f0-49d1-b20c-8420314daafc service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695339 Feb 17 20:21:20.836757 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Calling delete_port for 14ac73fd-783f-4024-8f40-6c0d598760a7 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:20.875592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Attempting to bind port b98acaab-0c05-4fed-bddd-c78b14966639 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:21:20.875968 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Attempting to bind port b98acaab-0c05-4fed-bddd-c78b14966639 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:21:20.876338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Attempting to bind port b98acaab-0c05-4fed-bddd-c78b14966639 on network a944ab46-f1cd-4585-ad44-02a50016b2e3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:21:20.919475 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:20.923424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:20.957672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:21:20.958576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:21:20.959075 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Checking agent: {'id': 'a9d53aa0-b509-44ca-b09c-92f1a8249eac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 12, 49), 'started_at': datetime.datetime(2021, 2, 17, 20, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:21:20.959472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Checking segment: {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:21:20.959890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.960289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Bound using segment: {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:21:20.960806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Bound port: b98acaab-0c05-4fed-bddd-c78b14966639, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b67224-d0b7-425f-8d8c-1117040af780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a944ab46-f1cd-4585-ad44-02a50016b2e3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:21:20.961218 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:20.979581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.007220 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-b19ab262-96a6-4c7d-bb54-f3148709c78a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups/b63fe590-a58b-4a61-ba0b-00338377173f HTTP/1.1" status: 200 len: 2407 time: 0.1518619 Feb 17 20:21:21.046256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:21.065654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63fe590-a58b-4a61-ba0b-00338377173f', 'remote_group_id': None}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:21.066269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63fe590-a58b-4a61-ba0b-00338377173f', 'remote_group_id': None}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:21.095993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Usage tracker for resource:security_group_rule and tenant:4206e2ec8b244d93b052ce67b2944d67 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:21.108709 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee8f77-794d-4aec-affe-ecd61d01bf0a req-ceee1cc2-0976-4368-8ff1-465c36f35fff tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:21.110374 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8ee8f77-794d-4aec-affe-ecd61d01bf0a req-ceee1cc2-0976-4368-8ff1-465c36f35fff tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.6598318 Feb 17 20:21:21.115360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:21.118574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:21.136469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:21.148336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Usage tracker for resource:security_group_rule and tenant:2507a71c4390440ca4c0075cdd81a01b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:21.166659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:21.201831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:21.212040 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5ec7f504-1ec7-4ead-bdc8-fc311d2c9775 req-20769e1b-d1ed-40a8-8dec-70c5076f0673 service neutron] 10.222.0.121 "GET /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4630327 Feb 17 20:21:21.273545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] For port b98acaab-0c05-4fed-bddd-c78b14966639, host hv-cinder-75999, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:21:21.279978 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f8ee8f77-794d-4aec-affe-ecd61d01bf0a req-3438f51f-c525-4fcd-9b78-afcfa3960e46 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1543648 Feb 17 20:21:21.301604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] For port b98acaab-0c05-4fed-bddd-c78b14966639, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=b98acaab-0c05-4fed-bddd-c78b14966639,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:21:21.314651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.341358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9e7bd576-bcff-4fa4-b0f8-2db7363c325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:21.459827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Deleting port 14ac73fd-783f-4024-8f40-6c0d598760a7 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:21.460692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.579591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.673254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Pushing event updated for resources: {'Port': ['ID=b98acaab-0c05-4fed-bddd-c78b14966639,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:21.697930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.702535 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:21.704547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.721332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622959'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.727468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.740057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1a0d92d6-eab3-44b3-b7da-6b7f7bfb9b50 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:21.768763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] For port 14ac73fd-783f-4024-8f40-6c0d598760a7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=14ac73fd-783f-4024-8f40-6c0d598760a7,segment=NetworkSegment(d9084e25-7c75-4374-825d-c356e5e352ac),segment_id=d9084e25-7c75-4374-825d-c356e5e352ac)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:21.769228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.838084 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4206e2ec8b244d93b052ce67b2944d67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1791942 Feb 17 20:21:21.843698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:21.844456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.844802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40920) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:21.846150 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] 10.222.0.121 "PUT /v2.0/ports/b98acaab-0c05-4fed-bddd-c78b14966639 HTTP/1.1" status: 200 len: 1157 time: 3.8696020 Feb 17 20:21:21.846946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029be29e-46ef-4f87-9c42-7ee2807b1507,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:21.850030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:21.856219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:21.858250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:21.872034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf889-77d6-417b-8c43-a1f728aa649b req-74854843-1d46-4147-8b47-285fa3ed706b tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:21.873864 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f02bf889-77d6-417b-8c43-a1f728aa649b req-74854843-1d46-4147-8b47-285fa3ed706b tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b HTTP/1.1" status: 200 len: 948 time: 0.4318113 Feb 17 20:21:21.881733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:21.883606 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-49b221ae-1b44-409c-a0ae-1581a20d3bd7 req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8666978 Feb 17 20:21:21.905987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bcbc3b-ae21-4a4e-b3ca-5d9896630491,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:21.911347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-926e59b7-3b02-498d-938e-4800660b943a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:21.962525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Calling delete_port for 14ac73fd-783f-4024-8f40-6c0d598760a7 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:22.071412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.094642 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f02bf889-77d6-417b-8c43-a1f728aa649b req-c19dcd8c-5660-4656-a889-aec24631547a tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.46 "GET /v2.0/security-groups?id=03338169-2d79-4574-b914-74b0a79f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098193 Feb 17 20:21:22.127478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.140654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-b3e03cfc-b776-4a5c-bfef-371e95248a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:22.142352 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-b3e03cfc-b776-4a5c-bfef-371e95248a78 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 1160 time: 0.2091224 Feb 17 20:21:22.149563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa247c-2488-4adf-bec7-0d4573beb473 req-292e13f1-eb3b-417a-a0af-c8a666d7ab6a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:22.151261 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-deaa247c-2488-4adf-bec7-0d4573beb473 req-292e13f1-eb3b-417a-a0af-c8a666d7ab6a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1513369 Feb 17 20:21:22.165933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 40928) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:22.182785 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7', 'code': 200} Feb 17 20:21:22.189626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Request body: {'floatingip': {'port_id': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:22.263192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-c425a31e-e290-426d-9553-aeb520863713 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b98acaab-0c05-4fed-bddd-c78b14966639 HTTP/1.1" status: 200 len: 217 time: 0.1108212 Feb 17 20:21:22.315099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.391896 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639', 'status': 'completed', 'code': 200} Feb 17 20:21:22.412972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603403-197b-4e93-8c78-f9f089bae437 req-874a26d7-637f-414b-bc66-7fe3fbf24f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:22.414733 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-874a26d7-637f-414b-bc66-7fe3fbf24f89 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40c3cc32-4794-4ada-a584-02936afffb59 HTTP/1.1" status: 200 len: 854 time: 0.1417000 Feb 17 20:21:22.477238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.484849 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-08323880-878d-4f86-9856-0a98baabe9ef service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a944ab46-f1cd-4585-ad44-02a50016b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580146 Feb 17 20:21:22.493199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f06d9e-26cf-4846-bd8d-ca28c64e801f req-034ada5c-0f49-4f13-aaa6-8e2c1d981596 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:22.494776 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03f06d9e-26cf-4846-bd8d-ca28c64e801f req-034ada5c-0f49-4f13-aaa6-8e2c1d981596 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 943 time: 0.1746969 Feb 17 20:21:22.495797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f60dfb3b-2b4d-4101-b35d-165122a45de1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:22.598465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Pushing event deleted for resources: {'Port': ['ID=14ac73fd-783f-4024-8f40-6c0d598760a7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:22.638388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.670189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.670604 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.671023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.671447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.671824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.672232 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.672622 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.673070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.673664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.673861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.674255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.674648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.675134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.675526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.675925 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.676314 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.676739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.677128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.677527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.678712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.678712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.679120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.679120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.679527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:22.681855 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-03f06d9e-26cf-4846-bd8d-ca28c64e801f req-57b0f6d9-35f7-484e-a886-a42be3f6287f tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636763 Feb 17 20:21:22.686989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-9fa5d646-d9a9-4c7b-a399-3685f8df34f5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Synchronizing usage tracker for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:22.689803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:22.694147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fcd88a3a-36e1-43c0-a960-a821af42e4e3 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:22.718497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029be29e-46ef-4f87-9c42-7ee2807b1507,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:22.726600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:22.747493 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-bd917022-f1bb-419d-9b48-116b85ff90b9 service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516510 Feb 17 20:21:22.748649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-9fa5d646-d9a9-4c7b-a399-3685f8df34f5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Unset dirty status for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:22.749875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-9fa5d646-d9a9-4c7b-a399-3685f8df34f5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1661017999&fields=id&tenant_id=2507a71c4390440ca4c0075cdd81a01b HTTP/1.1" status: 200 len: 267 time: 0.2330484 Feb 17 20:21:22.866284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:22.867518 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/029be29e-46ef-4f87-9c42-7ee2807b1507 HTTP/1.1" status: 204 len: 168 time: 1.0215361 Feb 17 20:21:23.064873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] No DVR routers for this DVR port 14ac73fd-783f-4024-8f40-6c0d598760a7 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:23.069158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.072298 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7ef44ab0-b76e-46d7-8dc7-c6640b6bcbf6 req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] 10.222.0.121 "DELETE /v2.0/ports/14ac73fd-783f-4024-8f40-6c0d598760a7 HTTP/1.1" status: 204 len: 173 time: 3.1290324 Feb 17 20:21:23.075908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-deleted', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:23.328200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b77b-0610-432a-bae3-bff19cc686b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.429115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.433607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.514410 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e3603403-197b-4e93-8c78-f9f089bae437 req-cdeb6cb7-3500-4cb9-981a-afdf65abba17 service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7589984 Feb 17 20:21:23.531601 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-e5107693-7c40-4401-9eb2-fe646037d455 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:23.533292 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-e5107693-7c40-4401-9eb2-fe646037d455 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.7503748 Feb 17 20:21:23.541972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d862a1-a469-419c-bb21-a7a7b4c36895 req-d0d1438e-fb2d-46d9-a115-337e6d3b17cd tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:23.543293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-19d862a1-a469-419c-bb21-a7a7b4c36895 req-d0d1438e-fb2d-46d9-a115-337e6d3b17cd tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.7058625 Feb 17 20:21:23.549472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'port': {'security_groups': ['4502aac9-3ac5-4a45-b568-a6c93d4f93ce', 'b63fe590-a58b-4a61-ba0b-00338377173f']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:23.647070 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Floating IP 541e8fe2-5fb4-44b0-a708-49468b1873fa associated. External IP: 172.28.3.206, port: 4bfefe6e-0d15-42ae-9273-16754dd123c7. Feb 17 20:21:23.778407 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-19d862a1-a469-419c-bb21-a7a7b4c36895 req-690504bd-2850-4099-af4a-7044d5092644 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1969707 Feb 17 20:21:23.795010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.874774 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c53b-c9f9-4d1c-bf63-76f32c5ee20b', 'name': 'network-vif-deleted', 'tag': '14ac73fd-783f-4024-8f40-6c0d598760a7', 'status': 'completed', 'code': 200} Feb 17 20:21:23.896166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-d3d80eb7-f084-4e74-8a7a-93c879281669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:23.898380 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-d3d80eb7-f084-4e74-8a7a-93c879281669 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=15722bd58394498caf211b6ef52d33a0&device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 1160 time: 0.3154416 Feb 17 20:21:24.243117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-047cf7b5-72e2-43f9-a9e9-3a2b3595a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:24.244705 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-047cf7b5-72e2-43f9-a9e9-3a2b3595a4bb service neutron] 10.222.0.121 "GET /v2.0/networks?id=a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 200 len: 908 time: 0.3371584 Feb 17 20:21:24.474396 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-20302445-6731-42a4-a56f-410a7a79d51f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b98acaab-0c05-4fed-bddd-c78b14966639 HTTP/1.1" status: 200 len: 217 time: 0.2128756 Feb 17 20:21:24.494668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:24.499117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-5aa5a5aa-ba2a-4a50-954d-bb925fb41178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:24.500877 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-5aa5a5aa-ba2a-4a50-954d-bb925fb41178 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.4920187 Feb 17 20:21:24.603173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-54959be5-2a82-4c77-ba3c-7e18dacd8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:24.604784 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-54959be5-2a82-4c77-ba3c-7e18dacd8438 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40c3cc32-4794-4ada-a584-02936afffb59 HTTP/1.1" status: 200 len: 854 time: 0.1100245 Feb 17 20:21:24.685395 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-64084504-6d00-4338-9766-6baa4c979e50 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a944ab46-f1cd-4585-ad44-02a50016b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703108 Feb 17 20:21:24.694584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:24.728264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14bdb5-9830-4e81-9da1-546998ca6b69 req-d06b633e-db33-4a06-a099-5fc1ca35d04c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:24.730413 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-df14bdb5-9830-4e81-9da1-546998ca6b69 req-d06b633e-db33-4a06-a099-5fc1ca35d04c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 943 time: 0.4644325 Feb 17 20:21:24.742991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:24.872076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:24.887473 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-d372cc8e-2236-4033-8e47-5fc323b0344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:24.889106 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-d372cc8e-2236-4033-8e47-5fc323b0344f service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.3811533 Feb 17 20:21:24.894606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:24.901748 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-df14bdb5-9830-4e81-9da1-546998ca6b69 req-809b0e1d-b62c-4743-a5eb-faf510ef37fe tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170259 Feb 17 20:21:24.926574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-56c735d6-65bc-4ea8-8771-94ba6104f0bf tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:25.014548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:25.028609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:25.029263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.042005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:25.043097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:21:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:25.110111 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-8a1666b5-8346-4da5-9819-187d7e9ac6a2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1002 time: 0.2115071 Feb 17 20:21:25.144186 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-01a935b6-df5e-403c-a5a8-78a4818752ae service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469488 Feb 17 20:21:25.180625 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f85fd83a-5b86-4345-bb84-efc43845ccce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "PUT /v2.0/floatingips/541e8fe2-5fb4-44b0-a708-49468b1873fa HTTP/1.1" status: 200 len: 992 time: 3.0059068 Feb 17 20:21:25.219766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-ef03d724-af07-4ef8-bbdf-7447be4ab504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:25.221975 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-ef03d724-af07-4ef8-bbdf-7447be4ab504 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.1013725 Feb 17 20:21:25.290141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:25.327451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-81eda6bf-3865-459a-b31d-5d7bbe182f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:25.329110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-81eda6bf-3865-459a-b31d-5d7bbe182f22 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997043 Feb 17 20:21:25.363483 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-425d7e26-7930-4d4b-b21d-1989fbc30a5a req-cadd5799-bac6-4449-860f-c35f471aa40c service neutron] 10.222.0.121 "GET /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2053919 Feb 17 20:21:25.453929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:25.467223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:25.501929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:25.502692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.504627 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-55fa2f98-068d-4b8b-b09f-7e5ed81f9efe req-f9c986a9-5dc4-47ac-856d-f38249737d09 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "PUT /v2.0/ports/08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 982 time: 1.9603145 Feb 17 20:21:25.507822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:25.527219 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-9b199944-fbbc-45e3-922a-4c3ef48215f4 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895921 Feb 17 20:21:25.528640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6122-32d0-4af5-a673-34d96da37d60 req-e0b6083e-bed3-4521-983b-cd7d0d2399a2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:25.531157 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b89d6122-32d0-4af5-a673-34d96da37d60 req-e0b6083e-bed3-4521-983b-cd7d0d2399a2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.4602618 Feb 17 20:21:25.602316 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b89d6122-32d0-4af5-a673-34d96da37d60 req-c2435195-6dcf-46f9-be5a-9e59593a0e1f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584934 Feb 17 20:21:25.665521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.884886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:25.892719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '541e8fe2-5fb4-44b0-a708-49468b1873fa', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:f9:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:58Z', 'updated_at': '2021-02-17T20:21:23Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:25.903705 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:25.909052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-b9ee22ff-d64c-4d8a-9235-b7ed48190d28 None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:25.909482 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b9ee22ff-d64c-4d8a-9235-b7ed48190d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.968294 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4cc1b867-5e13-4487-89c0-f1033c70878e req-34b28aa2-5021-424e-a7c8-cfe7b48e129f service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4217448 Feb 17 20:21:25.995293 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:21:26.010630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:26.010892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:21:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:26.142926 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-60a629fe-1bb1-436d-a176-6e00defa27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.145110 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-60a629fe-1bb1-436d-a176-6e00defa27b7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1203 time: 0.1395960 Feb 17 20:21:26.198519 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'status': 'completed', 'code': 200} Feb 17 20:21:26.288577 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eba4c-05e6-4d5b-8464-82347bb61ea4 req-0cd2dcf1-6512-4558-874e-4551d1883ea4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.298147 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-004eba4c-05e6-4d5b-8464-82347bb61ea4 req-0cd2dcf1-6512-4558-874e-4551d1883ea4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.4052806 Feb 17 20:21:26.331554 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-95afc02d-6643-443b-b65b-86fe73ace538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.333399 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-95afc02d-6643-443b-b65b-86fe73ace538 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1163 time: 0.0980213 Feb 17 20:21:26.361397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:26.382689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:26.560290 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-16bb24e7-e1e6-4fe7-810b-16f6a0a8c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.562105 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-16bb24e7-e1e6-4fe7-810b-16f6a0a8c58f service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.2027755 Feb 17 20:21:26.667194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:21:26.753683 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-da6704dd-b184-4fec-8414-ca8ec04775fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 1000 time: 0.1812837 Feb 17 20:21:26.769988 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-004eba4c-05e6-4d5b-8464-82347bb61ea4 req-3c7a5d22-6aa9-4e94-88f7-fffc23081e76 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.4610379 Feb 17 20:21:26.778642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-ba398e15-fc23-432f-87c5-434a2b4f3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.780255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-ba398e15-fc23-432f-87c5-434a2b4f3ad9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.6272497 Feb 17 20:21:26.869586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '541e8fe2-5fb4-44b0-a708-49468b1873fa', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:f9:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:58Z', 'updated_at': '2021-02-17T20:21:23Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:26.876039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566dd75-f1e9-44e1-93f3-9a6223026e73 None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_floatingips': [{'id': '541e8fe2-5fb4-44b0-a708-49468b1873fa', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'router_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'port_id': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'mac_address': 'fa:16:3e:f9:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:20:58Z', 'updated_at': '2021-02-17T20:21:23Z', 'revision_number': 1, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:26.881094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-59e3eb23-01e5-4719-8483-c84d79b9b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:26.884273 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-59e3eb23-01e5-4719-8483-c84d79b9b291 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.1211905 Feb 17 20:21:27.042365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f5ad3-9001-424d-be19-bb934a03f789 req-75b41d9c-d3d6-4b7e-ac3c-6bcbcca1853c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:27.044256 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a11f5ad3-9001-424d-be19-bb934a03f789 req-75b41d9c-d3d6-4b7e-ac3c-6bcbcca1853c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 943 time: 0.7047484 Feb 17 20:21:27.060032 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-35e57c97-b0a6-44ef-ab21-262d5139a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:27.062007 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-35e57c97-b0a6-44ef-ab21-262d5139a664 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1666460 Feb 17 20:21:27.136723 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-d62d75ff-9dd0-4b8d-a396-eb292e2064a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1001 time: 0.3266494 Feb 17 20:21:27.226535 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a11f5ad3-9001-424d-be19-bb934a03f789 req-5b1d3a5c-2706-4e04-9d37-73ecff32bb5d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394541 Feb 17 20:21:27.243225 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-1fa1c3eb-ac29-4d9b-8c02-92590d41e61d service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725852 Feb 17 20:21:27.268300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8fb85-0411-4a8a-871e-2d4e114d6a2c None None] New status for floating IP 541e8fe2-5fb4-44b0-a708-49468b1873fa: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:27.281936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064823e-c294-4a87-bec1-a6e4c8fabb6f req-8244b12a-0707-4ecb-b6c0-0fba5e874491 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:27.290090 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3064823e-c294-4a87-bec1-a6e4c8fabb6f req-8244b12a-0707-4ecb-b6c0-0fba5e874491 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.2636819 Feb 17 20:21:27.310018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-8d14b3f0-009e-4323-bf92-53c5c84298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:27.311549 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-8d14b3f0-009e-4323-bf92-53c5c84298a6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.1570809 Feb 17 20:21:27.327746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 08834c93-e602-4355-b915-4815c5ade8f5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:27.417742 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3064823e-c294-4a87-bec1-a6e4c8fabb6f req-7c269feb-3b5e-48d5-a4f8-1b7cf80af5d2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1265731 Feb 17 20:21:27.457663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:27.458101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.463293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-3c01cfc9-434b-47d4-825a-fcc2ba0c6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:27.465318 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-3c01cfc9-434b-47d4-825a-fcc2ba0c6898 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315484 Feb 17 20:21:27.582848 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-38284c53-4bea-4c98-aea1-cce59a9c84af req-984ae50e-4c6a-44d2-b507-9fbf0375ec41 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3213329 Feb 17 20:21:27.633963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:27.737835 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-2fd14192-b3e5-49ef-a86b-54724e88333a service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568574 Feb 17 20:21:27.739650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning for port b98acaab-0c05-4fed-bddd-c78b14966639 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:27.745435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port b98acaab-0c05-4fed-bddd-c78b14966639 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:27.746387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.938202 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-898f5ddb-23f0-4851-adb4-5d5770cbca97 req-749169c7-d719-413b-b232-c13ccadd65bd service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1797295 Feb 17 20:21:27.962937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.001468 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:28.022837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port b98acaab-0c05-4fed-bddd-c78b14966639, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=b98acaab-0c05-4fed-bddd-c78b14966639,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:28.027706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.030884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:28.071021 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639', 'code': 200} Feb 17 20:21:28.119737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=b98acaab-0c05-4fed-bddd-c78b14966639,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:28.123778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:28.445821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0536c93-e4c3-46ec-adb4-756f4fd75286 req-6acaf6b7-dbea-4c5c-bcbe-0899f4ed1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:28.447174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0536c93-e4c3-46ec-adb4-756f4fd75286 req-6acaf6b7-dbea-4c5c-bcbe-0899f4ed1b15 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 1162 time: 0.1635041 Feb 17 20:21:28.511283 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf932f-10a4-4338-9b6b-00cd663b740f req-4ce2d82f-a96c-43bc-a9d5-bc8603201d5c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:28.513019 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26cf932f-10a4-4338-9b6b-00cd663b740f req-4ce2d82f-a96c-43bc-a9d5-bc8603201d5c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.1491916 Feb 17 20:21:28.519477 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a0536c93-e4c3-46ec-adb4-756f4fd75286 req-9adce167-08f5-422a-8b5a-0fe18d0360f7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Feb 17 20:21:28.538999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:28.583294 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26cf932f-10a4-4338-9b6b-00cd663b740f req-fce5d056-4b94-44fd-b9f5-6fbd95a78eed tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Feb 17 20:21:28.618957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port b98acaab-0c05-4fed-bddd-c78b14966639 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:28.619413 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.782767 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:28.812087 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6316-d0c9-4144-8875-c6e7d65553a6 req-de2a0d2e-21b2-4298-85a6-64ae3ebf290b tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:28.816126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-307f6316-d0c9-4144-8875-c6e7d65553a6 req-de2a0d2e-21b2-4298-85a6-64ae3ebf290b tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.1176040 Feb 17 20:21:28.879124 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-307f6316-d0c9-4144-8875-c6e7d65553a6 req-9adac033-242e-4303-8325-6cb1ea9e2f6c tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566297 Feb 17 20:21:28.950202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.997683 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:29.000880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.002824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8e396461-96d9-48ef-ab03-8559c55ae549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:29.080362 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:29.083890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:29.809518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d6ea-9ca6-4f61-ab3d-a84a8f377b33 req-1be3ff35-abaf-42a8-8dfc-1a0e37e88247 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:29.812269 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9881d6ea-9ca6-4f61-ab3d-a84a8f377b33 req-1be3ff35-abaf-42a8-8dfc-1a0e37e88247 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0954933 Feb 17 20:21:29.870537 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9881d6ea-9ca6-4f61-ab3d-a84a8f377b33 req-1d162e44-a3ea-4a2f-acfa-205eeda4d87c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473115 Feb 17 20:21:30.014471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41212) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:30.077685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:30.182798 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ab8d-af50-45f3-acff-24167c49115d req-20cee979-bbc9-4439-ac35-7029d811c357 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:30.185836 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4d4ab8d-af50-45f3-acff-24167c49115d req-20cee979-bbc9-4439-ac35-7029d811c357 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.1156640 Feb 17 20:21:30.207536 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'code': 422} returned with failed status Feb 17 20:21:30.235704 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d2816854-0b29-4cfb-82b5-6f34e39a759b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6a51f7f643440a2a4d916687210b576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170076 Feb 17 20:21:30.235976 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41220) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:30.261243 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b4d4ab8d-af50-45f3-acff-24167c49115d req-53dfe8ac-2153-4566-aa96-ebd90ad899e0 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0676737 Feb 17 20:21:30.312956 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.346692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.404759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.411553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-91dda52d-8536-4f25-8bd9-614addf74faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:30.435408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03338169-2d79-4574-b914-74b0a79f3163,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:30.438130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:30.449534 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.452534 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9bb20dfe-abcf-46b8-85a2-cc94bc37c02a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03338169-2d79-4574-b914-74b0a79f3163 HTTP/1.1" status: 204 len: 168 time: 0.2141647 Feb 17 20:21:30.532439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:30.649499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port b98acaab-0c05-4fed-bddd-c78b14966639 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:30.650175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.717208 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41238) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:30.759761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbe78e-ad6b-4382-869e-5b45e07e4464 req-db5415a2-7092-4847-ba1a-f99cf7b7d772 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:30.761692 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7dbbe78e-ad6b-4382-869e-5b45e07e4464 req-db5415a2-7092-4847-ba1a-f99cf7b7d772 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.1396859 Feb 17 20:21:30.839360 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7dbbe78e-ad6b-4382-869e-5b45e07e4464 req-0763b3e7-460e-4323-b155-a543cbe3bdb9 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0628395 Feb 17 20:21:30.924719 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-1d01231b-a8a4-4504-be96-5f2a191addb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2046652 Feb 17 20:21:31.270828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13ced-0c41-4d9c-a42c-b6fce9e8174c req-6815374e-05f1-4f3f-92cc-5710ac1a747d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:31.273839 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a1d13ced-0c41-4d9c-a42c-b6fce9e8174c req-6815374e-05f1-4f3f-92cc-5710ac1a747d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.1742215 Feb 17 20:21:31.376869 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a1d13ced-0c41-4d9c-a42c-b6fce9e8174c req-b5cceecc-45a9-47ca-b05b-de9fe2b935cd tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905292 Feb 17 20:21:32.136307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585979ef-d200-42e8-a34b-e3cfdf720c73 req-bdfaa9ad-278f-42f0-b9d6-536e66da6f2d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:32.138029 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-585979ef-d200-42e8-a34b-e3cfdf720c73 req-bdfaa9ad-278f-42f0-b9d6-536e66da6f2d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.0984526 Feb 17 20:21:32.202318 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-585979ef-d200-42e8-a34b-e3cfdf720c73 req-9a7f7024-4fcd-47ae-a800-c24388be7ffa tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0525651 Feb 17 20:21:32.645510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994c70-be93-483e-a754-15bad99d1dfc req-09cfb636-2588-4b78-bc39-200bf679a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:32.649102 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-09cfb636-2588-4b78-bc39-200bf679a9c0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6&tenant_id=b33733907b58454ba7e2eedbae80f1ad HTTP/1.1" status: 200 len: 1161 time: 0.1458840 Feb 17 20:21:32.776352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994c70-be93-483e-a754-15bad99d1dfc req-142dbe9a-fdbe-4753-bac3-84b494557404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:32.778466 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-142dbe9a-fdbe-4753-bac3-84b494557404 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1161 time: 0.0983365 Feb 17 20:21:32.952802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994c70-be93-483e-a754-15bad99d1dfc req-f3aa3370-b939-4dbf-beba-b7f27bd855a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:32.954489 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-f3aa3370-b939-4dbf-beba-b7f27bd855a0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.1657810 Feb 17 20:21:33.086019 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-fd92b9c7-3aca-47a8-a008-8d41593163ee service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1000 time: 0.1189790 Feb 17 20:21:33.163567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994c70-be93-483e-a754-15bad99d1dfc req-24f96d75-8d61-4e80-bf2f-4e3de0da81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:33.165222 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-24f96d75-8d61-4e80-bf2f-4e3de0da81b5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.0706275 Feb 17 20:21:33.260320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994c70-be93-483e-a754-15bad99d1dfc req-2ff50d40-e739-4667-b04a-7035c544cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:33.262161 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-2ff50d40-e739-4667-b04a-7035c544cf37 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894742 Feb 17 20:21:33.497357 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-1417b8ff-665b-4d5e-b96e-1ae7c4faa27c service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264097 Feb 17 20:21:33.509390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d491-6f13-4e4e-82d3-d5870c8d838e req-54b73375-3ac5-4cdb-932d-90529cd6f437 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:33.511022 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fad1d491-6f13-4e4e-82d3-d5870c8d838e req-54b73375-3ac5-4cdb-932d-90529cd6f437 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.1590190 Feb 17 20:21:33.691074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fad1d491-6f13-4e4e-82d3-d5870c8d838e req-28a9ab05-69a4-4358-8917-d92b8bad5baa tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1550314 Feb 17 20:21:33.744813 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0f994c70-be93-483e-a754-15bad99d1dfc req-f30a0d5b-0709-4151-b480-403a9e2dcdfd service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2327168 Feb 17 20:21:34.939915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba33cc-2106-438c-8a8e-04f6d32ead3c req-f84d9e2a-75a1-4522-a3e0-5e5a2bbe3e2a tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:34.942055 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-95ba33cc-2106-438c-8a8e-04f6d32ead3c req-f84d9e2a-75a1-4522-a3e0-5e5a2bbe3e2a tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.1105590 Feb 17 20:21:34.993410 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-95ba33cc-2106-438c-8a8e-04f6d32ead3c req-9a4d0495-418c-4128-99ed-bccebb6110a6 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438218 Feb 17 20:21:36.204072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea23c-c558-4f30-87ec-f5ff9da8081b req-b28c1ae9-f161-4fca-ad77-dbc860593578 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:36.205636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c57ea23c-c558-4f30-87ec-f5ff9da8081b req-b28c1ae9-f161-4fca-ad77-dbc860593578 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.0949190 Feb 17 20:21:36.254540 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c57ea23c-c558-4f30-87ec-f5ff9da8081b req-899cca63-3469-479b-adb5-64caba34c365 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420611 Feb 17 20:21:37.295852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:37.369625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:37.370039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.465308 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606eb76-f29d-4ccf-96c1-0add3bd04123 req-a2673c75-8b53-4ae2-a438-0a0b33d4d8b1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:37.466961 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606eb76-f29d-4ccf-96c1-0add3bd04123 req-a2673c75-8b53-4ae2-a438-0a0b33d4d8b1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 944 time: 0.0907037 Feb 17 20:21:37.497804 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.515994 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0606eb76-f29d-4ccf-96c1-0add3bd04123 req-bca0b023-2bb1-4afe-b5ed-9a0465f4e8b1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425937 Feb 17 20:21:37.527837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:37.538718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:37.541862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.542763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:37.577506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:37.621236 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'code': 200} Feb 17 20:21:37.675610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:37.682100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:37.689639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port b98acaab-0c05-4fed-bddd-c78b14966639 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:37.690058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.059665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aefe66-6f36-4570-a7d9-48d8fe1072c1 req-942a5594-e601-442a-8571-10eab372d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.061370 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-43aefe66-6f36-4570-a7d9-48d8fe1072c1 req-942a5594-e601-442a-8571-10eab372d7f2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.1155303 Feb 17 20:21:38.115932 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-43aefe66-6f36-4570-a7d9-48d8fe1072c1 req-c9127956-c97c-493e-8df3-d27b8079d5f1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443389 Feb 17 20:21:38.163967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41382) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:38.327156 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.343970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:38.348324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Usage tracker for resource:security_group_rule and tenant:61d73f964181445bb0cc23dbb7200fd0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:38.351659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:38.357996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:38.458197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.461980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.472483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:38.516842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33444b9-d65d-4a17-8c03-f4f11a6424c0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:38.520839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:38.527390 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-55af464e-f859-4187-81e7-e702ff519d7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61d73f964181445bb0cc23dbb7200fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585989 Feb 17 20:21:38.528144 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41394) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:38.602012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:38.610893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.643093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.700270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:38.700836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.783635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.789558 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f0f5179d-5424-476e-b5f6-948140678719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:38.805371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ef25-3616-40ff-8949-d737546ad07e req-03b58a47-c739-4501-90bf-d574659bd037 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.807043 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b298ef25-3616-40ff-8949-d737546ad07e req-03b58a47-c739-4501-90bf-d574659bd037 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.1546013 Feb 17 20:21:38.814371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33444b9-d65d-4a17-8c03-f4f11a6424c0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:38.822048 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:38.836627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.837819 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b33444b9-d65d-4a17-8c03-f4f11a6424c0 HTTP/1.1" status: 204 len: 168 time: 0.3086488 Feb 17 20:21:38.874012 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b298ef25-3616-40ff-8949-d737546ad07e req-f1c246bb-33cd-471c-9148-87d0a3ae48e9 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0558178 Feb 17 20:21:39.692018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f348-03d7-4806-9127-39ed25e1838b req-bafeee14-b23c-4572-84bb-a2d6b744a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.694712 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-bafeee14-b23c-4572-84bb-a2d6b744a755 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1203 time: 0.1043057 Feb 17 20:21:40.212532 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f348-03d7-4806-9127-39ed25e1838b req-de81d29a-b320-4486-85c4-04a275fe9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.214162 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-de81d29a-b320-4486-85c4-04a275fe9410 service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.5113890 Feb 17 20:21:40.350514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ec559-3b94-4248-82ba-c8764ecddd6b req-adbc6b1a-f0e0-4385-8c87-f13a6154f57c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.352131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d6ec559-3b94-4248-82ba-c8764ecddd6b req-adbc6b1a-f0e0-4385-8c87-f13a6154f57c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.6200063 Feb 17 20:21:40.363074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-f851bde8-ed04-433a-9f0f-4650e9ac57a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1001 time: 0.1365652 Feb 17 20:21:40.370766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b8c5-41d5-4454-a477-7283dec85db9 req-bd0902b4-6bf5-45de-8de9-83e6d1a07821 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.372283 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1fc8b8c5-41d5-4454-a477-7283dec85db9 req-bd0902b4-6bf5-45de-8de9-83e6d1a07821 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.3088343 Feb 17 20:21:40.512430 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d6ec559-3b94-4248-82ba-c8764ecddd6b req-adbf161f-cb8e-4606-b029-dea88489ae34 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1513927 Feb 17 20:21:40.517435 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1fc8b8c5-41d5-4454-a477-7283dec85db9 req-189e32f2-f79b-499a-8ed8-4dba2459d3ec tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1306756 Feb 17 20:21:40.524452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f348-03d7-4806-9127-39ed25e1838b req-5c04d475-e435-471a-a01f-fff795a559b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.526215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-5c04d475-e435-471a-a01f-fff795a559b9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.1405149 Feb 17 20:21:40.618415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f348-03d7-4806-9127-39ed25e1838b req-6238584b-5917-4e30-8740-55f73c280e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.620074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-6238584b-5917-4e30-8740-55f73c280e48 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844855 Feb 17 20:21:40.698001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:40.786164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-3b9a2a63-1775-41b6-81b8-7ff92382a76e service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570275 Feb 17 20:21:40.791291 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port d4384c2a-64c5-4b25-b07e-56edafed3c3a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:40.791721 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:40.968609 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f600f348-03d7-4806-9127-39ed25e1838b req-6efdd5c6-e037-4aae-9bef-fe93b0ee2bb4 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500223 Feb 17 20:21:41.730383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ccf20-7157-41a0-9e14-2f369af9cfcd req-9894846a-ad1e-4e1d-acc5-40ea4d270920 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:41.732050 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-180ccf20-7157-41a0-9e14-2f369af9cfcd req-9894846a-ad1e-4e1d-acc5-40ea4d270920 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0980639 Feb 17 20:21:41.788114 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-180ccf20-7157-41a0-9e14-2f369af9cfcd req-a7566f02-cd2d-47be-9715-9a4939ea68f7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0494299 Feb 17 20:21:42.788626 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-a0c3dd31-d1e5-46dc-96e7-f79e894f817e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0802209 Feb 17 20:21:43.061150 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-2f1021bb-b6fc-4662-94e4-13f464435ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.062724 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-2f1021bb-b6fc-4662-94e4-13f464435ffa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.1831481 Feb 17 20:21:43.072491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba296f-2faa-42f9-8903-7d046b106466 req-3187cb7a-d690-4f0d-85da-1b216a3f253a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.074181 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-adba296f-2faa-42f9-8903-7d046b106466 req-3187cb7a-d690-4f0d-85da-1b216a3f253a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1385612 Feb 17 20:21:43.222340 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-adba296f-2faa-42f9-8903-7d046b106466 req-1e636dd3-9db1-45e2-a526-653eb2fd2adb tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1401200 Feb 17 20:21:43.280487 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-43b8939e-8a7f-4c27-aeff-90556cd5e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.282482 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-43b8939e-8a7f-4c27-aeff-90556cd5e00e service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.1785138 Feb 17 20:21:43.402145 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-16d56486-caf5-47b1-a260-9e8ea5f3c9d3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 1002 time: 0.1114154 Feb 17 20:21:43.483850 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-ef8d0ec0-da0b-430e-8f41-3dbb2587fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.485473 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-ef8d0ec0-da0b-430e-8f41-3dbb2587fe52 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.0712006 Feb 17 20:21:43.580586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-d58e27bb-f6aa-4fc9-a950-79fd535179e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.582255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-d58e27bb-f6aa-4fc9-a950-79fd535179e4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859613 Feb 17 20:21:43.748381 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-3a369069-cfa0-47ec-bdfa-3f9d20515ed7 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552382 Feb 17 20:21:43.902977 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ccf292e6-58b7-43ed-b95c-979022ded03d req-1855f4be-4573-4dc3-a965-6fd2f41c4daa service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460602 Feb 17 20:21:44.460412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af396ae-94ac-4929-8901-643c31c7dff1 req-cc8f19a7-6f4e-40c3-bf0a-bfad3e13b3e7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:44.462030 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6af396ae-94ac-4929-8901-643c31c7dff1 req-cc8f19a7-6f4e-40c3-bf0a-bfad3e13b3e7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0935438 Feb 17 20:21:44.522457 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6af396ae-94ac-4929-8901-643c31c7dff1 req-05234322-784a-4da5-ab4b-c860e94bea2d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0509925 Feb 17 20:21:45.770267 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae33b6c-38a7-438c-b3d7-afd7ba4161cd req-3cb6b9fe-5ffb-4161-abf2-d90df8d3eebb tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:45.772888 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ae33b6c-38a7-438c-b3d7-afd7ba4161cd req-3cb6b9fe-5ffb-4161-abf2-d90df8d3eebb tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1053181 Feb 17 20:21:45.824998 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ae33b6c-38a7-438c-b3d7-afd7ba4161cd req-45749bb4-9f48-4a3c-8718-e2508cf4adfe tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0453022 Feb 17 20:21:47.051274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125a6cb-139c-4959-a117-91a3070ed02e req-edba70ef-38e3-4295-bef9-dafa2a0451d5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:47.053489 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c125a6cb-139c-4959-a117-91a3070ed02e req-edba70ef-38e3-4295-bef9-dafa2a0451d5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1076674 Feb 17 20:21:47.109962 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c125a6cb-139c-4959-a117-91a3070ed02e req-f291c8ed-5259-4520-83b7-6d6859187eb5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0460789 Feb 17 20:21:48.329448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52796d29-8323-4786-bb88-ef181d2ed5e9 req-dd887c8a-7043-40e8-9071-5982e40f4356 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:48.331073 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-52796d29-8323-4786-bb88-ef181d2ed5e9 req-dd887c8a-7043-40e8-9071-5982e40f4356 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0931964 Feb 17 20:21:48.383360 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-52796d29-8323-4786-bb88-ef181d2ed5e9 req-e4943d70-ea3f-4132-bd28-baa7ac0112ad tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0456669 Feb 17 20:21:49.575708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:49.611997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c71bc-9308-454b-8891-ca77de51f7e2 req-53a527e8-da9a-4e96-ba33-2117977125ee tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:49.613798 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fa0c71bc-9308-454b-8891-ca77de51f7e2 req-53a527e8-da9a-4e96-ba33-2117977125ee tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1099536 Feb 17 20:21:49.670157 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fa0c71bc-9308-454b-8891-ca77de51f7e2 req-087281c6-3c3a-42b0-b16b-3f6d2a16ae29 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0482585 Feb 17 20:21:49.785581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-38f19952-4cf2-493a-b7d1-20ff25aecb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.889664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637ceeb-0509-42f5-b1db-14386cd3ee6b req-f5465057-fc0f-4666-a8bf-53695772ec5b tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:50.891308 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6637ceeb-0509-42f5-b1db-14386cd3ee6b req-f5465057-fc0f-4666-a8bf-53695772ec5b tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0944469 Feb 17 20:21:50.943950 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6637ceeb-0509-42f5-b1db-14386cd3ee6b req-f217455d-ce3a-4491-97ac-da29f777b16f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0452569 Feb 17 20:21:52.157874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486487c-bfd0-4e90-b450-13da064ed4fe req-a1a0b493-407d-4c33-a032-7e8d30c77d30 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:52.159486 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5486487c-bfd0-4e90-b450-13da064ed4fe req-a1a0b493-407d-4c33-a032-7e8d30c77d30 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0921593 Feb 17 20:21:52.213302 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5486487c-bfd0-4e90-b450-13da064ed4fe req-dd5bc9d0-19e7-4cf8-88fd-4af8acdae5cb tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0463545 Feb 17 20:21:53.070638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f71c-0ec2-46c8-bf76-c5a0b0e23cf1 req-c2d47b9a-f745-4869-91ae-5d11fa02e70d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:53.072238 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29c1f71c-0ec2-46c8-bf76-c5a0b0e23cf1 req-c2d47b9a-f745-4869-91ae-5d11fa02e70d tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0970895 Feb 17 20:21:53.124339 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-29c1f71c-0ec2-46c8-bf76-c5a0b0e23cf1 req-f0548174-1da9-4aba-b674-969d53d47ae8 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Feb 17 20:21:53.333733 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8f4be0bb-8801-4c06-8349-6c89930d9024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:53.422097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a5f04-6aff-4a22-aacf-06a9a65b76af req-a526833c-701d-4a92-bbe9-a62f6b914465 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:53.423724 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-920a5f04-6aff-4a22-aacf-06a9a65b76af req-a526833c-701d-4a92-bbe9-a62f6b914465 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0929396 Feb 17 20:21:53.477801 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-920a5f04-6aff-4a22-aacf-06a9a65b76af req-bca20703-0f25-4ff9-bb5f-a3cb84f5370a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0470338 Feb 17 20:21:54.340139 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784cdd7-b307-4e6a-8a6b-80119bd9de70 req-2ee11f30-af95-4500-8c09-5f2b3ae5bdc5 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:54.341719 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2784cdd7-b307-4e6a-8a6b-80119bd9de70 req-2ee11f30-af95-4500-8c09-5f2b3ae5bdc5 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0912766 Feb 17 20:21:54.392756 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2784cdd7-b307-4e6a-8a6b-80119bd9de70 req-db222f00-9dd4-44fd-bf59-61ba13a88704 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Feb 17 20:21:54.709818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7ad18-4062-4e9c-a780-9074abc5a6af req-301b9b1e-77c9-420a-ba75-39716ab5ebc2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:54.711658 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9fa7ad18-4062-4e9c-a780-9074abc5a6af req-301b9b1e-77c9-420a-ba75-39716ab5ebc2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1089847 Feb 17 20:21:54.732298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:54.767805 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9fa7ad18-4062-4e9c-a780-9074abc5a6af req-63a976da-35a2-430d-8f16-7a03bd0c0653 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0481253 Feb 17 20:21:55.108061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:55.604847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a374b-5542-45c1-8ca8-810a2d5b1d53 req-2009c81a-1337-450c-b37e-3ebc5934756f tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:55.606525 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b79a374b-5542-45c1-8ca8-810a2d5b1d53 req-2009c81a-1337-450c-b37e-3ebc5934756f tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0949571 Feb 17 20:21:55.891430 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b79a374b-5542-45c1-8ca8-810a2d5b1d53 req-6737feb7-6e34-4a0c-8dd0-c52230470427 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785673 Feb 17 20:21:56.109762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d270c1-8dc1-4548-97a0-6940ee77cf51 req-3b2039b7-bade-47e2-a9a7-f15453a4859d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:56.111513 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-78d270c1-8dc1-4548-97a0-6940ee77cf51 req-3b2039b7-bade-47e2-a9a7-f15453a4859d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1039333 Feb 17 20:21:56.171441 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-78d270c1-8dc1-4548-97a0-6940ee77cf51 req-925769ed-0f64-4408-8104-f71901a5abe0 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0528803 Feb 17 20:21:56.238235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.108834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb8bc-839a-4127-99a3-55f8b45d629f req-d88c7d72-d357-41ff-b8b7-55e7e8cc8d65 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:57.110664 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dbaeb8bc-839a-4127-99a3-55f8b45d629f req-d88c7d72-d357-41ff-b8b7-55e7e8cc8d65 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0934660 Feb 17 20:21:57.160632 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dbaeb8bc-839a-4127-99a3-55f8b45d629f req-6edab636-b934-4ce9-865b-49d409fbd5e5 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Feb 17 20:21:57.393158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106872b-461e-4d34-ad7e-270f625d0ab1 req-ffb689e9-c139-4e1d-89c1-415dde55704f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:57.394750 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b106872b-461e-4d34-ad7e-270f625d0ab1 req-ffb689e9-c139-4e1d-89c1-415dde55704f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1012602 Feb 17 20:21:57.449145 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-b106872b-461e-4d34-ad7e-270f625d0ab1 req-b0189d4b-bb9d-4e8c-ac93-5f2e050789c6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0469997 Feb 17 20:21:58.378114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eedfd-b635-4e75-9c42-23ad65b69c47 req-016b4ade-65c7-4897-8d3f-2c79e4a05d4c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:58.379816 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-918eedfd-b635-4e75-9c42-23ad65b69c47 req-016b4ade-65c7-4897-8d3f-2c79e4a05d4c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0892279 Feb 17 20:21:58.434278 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-918eedfd-b635-4e75-9c42-23ad65b69c47 req-857d6d74-ae5b-4a70-9253-841cbe466aba tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Feb 17 20:21:58.667485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77ab76-11ce-427e-8201-ead48f409659 req-387ec6db-5d5c-426f-8bab-1711e811b507 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:58.669540 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-da77ab76-11ce-427e-8201-ead48f409659 req-387ec6db-5d5c-426f-8bab-1711e811b507 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.0915105 Feb 17 20:21:58.722948 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-da77ab76-11ce-427e-8201-ead48f409659 req-f0a88dfe-3fa5-4985-befc-d6ae462159a6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0467176 Feb 17 20:21:59.404282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-70615fc2-12ca-4268-8d94-46f344482693 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:59.405837 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-70615fc2-12ca-4268-8d94-46f344482693 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.0958898 Feb 17 20:21:59.494195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Deleting port b98acaab-0c05-4fed-bddd-c78b14966639 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:59.494587 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.839363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d834-e90d-4f27-86ee-0324e212d15e req-0907105e-6ea7-4170-89bc-5fbde86bdd0c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:59.841133 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1357d834-e90d-4f27-86ee-0324e212d15e req-0907105e-6ea7-4170-89bc-5fbde86bdd0c tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 945 time: 0.2250338 Feb 17 20:21:59.887563 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] For port b98acaab-0c05-4fed-bddd-c78b14966639, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=b98acaab-0c05-4fed-bddd-c78b14966639,segment=NetworkSegment(50b67224-d0b7-425f-8d8c-1117040af780),segment_id=50b67224-d0b7-425f-8d8c-1117040af780)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:59.887996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.091038 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Calling delete_port for b98acaab-0c05-4fed-bddd-c78b14966639 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:00.148383 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1357d834-e90d-4f27-86ee-0324e212d15e req-0edeaf15-3e3b-483b-a553-c0387dddd930 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/security-groups?id=f93e72e7-7e50-485b-8e6f-604346ab64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965159 Feb 17 20:22:00.223277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff2fc-ea7d-4032-8ea3-3bb5cc419a0f req-0b9ce5b8-6304-4909-9dd2-f61dbb62d5fe tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:00.225219 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-df2ff2fc-ea7d-4032-8ea3-3bb5cc419a0f req-0b9ce5b8-6304-4909-9dd2-f61dbb62d5fe tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.2541351 Feb 17 20:22:00.337462 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-df2ff2fc-ea7d-4032-8ea3-3bb5cc419a0f req-b3c5396d-534c-4c57-9f39-7de46782fe5d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0748312 Feb 17 20:22:00.341602 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.359095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3175a07b-f416-48a5-b66a-fdf2c8d93615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:00.462249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Pushing event deleted for resources: {'Port': ['ID=b98acaab-0c05-4fed-bddd-c78b14966639,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:00.469912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:00.596261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] No DVR routers for this DVR port b98acaab-0c05-4fed-bddd-c78b14966639 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:22:00.599450 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.602440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'name': 'network-vif-deleted', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:00.619565 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-77edcced-83c5-45cc-a1f3-ea68488b1f12 req-e1fe2370-1ba3-4930-8aee-d0e46b158bc4 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.121 "DELETE /v2.0/ports/b98acaab-0c05-4fed-bddd-c78b14966639 HTTP/1.1" status: 204 len: 173 time: 1.2021639 Feb 17 20:22:00.667860 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ec01d0-c7cc-4c2d-9575-7281f34e2a27', 'name': 'network-vif-deleted', 'tag': 'b98acaab-0c05-4fed-bddd-c78b14966639', 'status': 'completed', 'code': 200} Feb 17 20:22:00.709320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:00.749333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: b98acaab-0c05-4fed-bddd-c78b14966639 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:00.749662 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device b98acaab-0c05-4fed-bddd-c78b14966639 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:01.415945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f0bbb208-a2b7-44d3-a274-5e6e9d6e2b1f req-5ec0da1c-7df6-4cbd-bdb1-f5508e89c648 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Synchronizing usage tracker for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:01.443181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-f0bbb208-a2b7-44d3-a274-5e6e9d6e2b1f req-5ec0da1c-7df6-4cbd-bdb1-f5508e89c648 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] Unset dirty status for tenant:15722bd58394498caf211b6ef52d33a0 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:01.445364 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f0bbb208-a2b7-44d3-a274-5e6e9d6e2b1f req-5ec0da1c-7df6-4cbd-bdb1-f5508e89c648 tempest-VolumesSnapshotTestJSON-1559823982 tempest-VolumesSnapshotTestJSON-1559823982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ec01d0-c7cc-4c2d-9575-7281f34e2a27 HTTP/1.1" status: 200 len: 210 time: 0.1213496 Feb 17 20:22:01.590074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e19894-c178-4a8c-afa3-184cffd4fdd6 req-03e46131-3e73-483e-9ba0-630716d2c975 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:01.591793 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e19894-c178-4a8c-afa3-184cffd4fdd6 req-03e46131-3e73-483e-9ba0-630716d2c975 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1052651 Feb 17 20:22:01.666880 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e19894-c178-4a8c-afa3-184cffd4fdd6 req-62e1c01f-d374-4fe1-8b4c-8b0eb4bead1b tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0625556 Feb 17 20:22:03.025235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12943-7dd6-48a3-a464-a095111afea7 req-9c11085c-3e65-4a90-a785-9954238aa0c3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:03.027050 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d6b12943-7dd6-48a3-a464-a095111afea7 req-9c11085c-3e65-4a90-a785-9954238aa0c3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1416485 Feb 17 20:22:03.100590 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d6b12943-7dd6-48a3-a464-a095111afea7 req-4b0f7907-76e2-4d32-bb46-2fa2b9c197e2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=b63fe590-a58b-4a61-ba0b-00338377173f&id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0575206 Feb 17 20:22:03.669701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:22:19.590012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:19.790045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1c507843-80f5-4ffc-b3a1-9eea9affdcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:21.841860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd2771-732e-49ba-bc86-1ac0329dc8f1 req-2f7cf818-f309-441c-af4b-356466ac83be tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:21.843402 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dedd2771-732e-49ba-bc86-1ac0329dc8f1 req-2f7cf818-f309-441c-af4b-356466ac83be tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0884871 Feb 17 20:22:21.892216 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dedd2771-732e-49ba-bc86-1ac0329dc8f1 req-11940f6e-0b38-439c-9630-deadb205c20c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Feb 17 20:22:23.112935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9ca4-d1f5-415d-9ee3-f1532fefee0b req-5ef4754d-49e2-4f8b-a8d5-97d3333b3bd2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:23.115281 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-577f9ca4-d1f5-415d-9ee3-f1532fefee0b req-5ef4754d-49e2-4f8b-a8d5-97d3333b3bd2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0967901 Feb 17 20:22:23.170516 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-577f9ca4-d1f5-415d-9ee3-f1532fefee0b req-f76e3f27-254b-4f08-be44-0bdb1ae0fee9 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Feb 17 20:22:23.265397 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41866) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:23.335651 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Deleting subnet 40c3cc32-4794-4ada-a584-02936afffb59 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:22:23.337415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-52e6e276-b56a-4281-8627-860f9e41a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.339080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.398274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.461030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.754670 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.771659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-db99fb66-5361-45e5-a9ac-a917c6e6e6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:23.864631 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c3cc32-4794-4ada-a584-02936afffb59,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:23.877761 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.878170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.878572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.879512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.879984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.880476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.880973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.881357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.881752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.882141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.882525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.882908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.883385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.883772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.884154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.884536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.884933 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.885319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.885812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.886060 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.886445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.886826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.887210 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.887589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:23.902696 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:23.945159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:23.955190 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fc61aec7-fa59-46b5-bf6e-250c720476f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40c3cc32-4794-4ada-a584-02936afffb59 HTTP/1.1" status: 204 len: 168 time: 0.6861978 Feb 17 20:22:23.955815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41876) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:24.092441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.325614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.442376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5dbd-e7ab-4373-97d2-245c56b7aab5 req-c6f2c00f-5be9-4db3-97d3-dd4a18584072 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:24.445377 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-218f5dbd-e7ab-4373-97d2-245c56b7aab5 req-c6f2c00f-5be9-4db3-97d3-dd4a18584072 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1282670 Feb 17 20:22:24.480559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a944ab46-f1cd-4585-ad44-02a50016b2e3']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:24.496541 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b67224-d0b7-425f-8d8c-1117040af780') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:24.496973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b67224-d0b7-425f-8d8c-1117040af780') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:24.501434 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-218f5dbd-e7ab-4373-97d2-245c56b7aab5 req-977db6bd-dd6c-4e93-bbc1-4d0e1e0a50b3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Feb 17 20:22:24.511547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.529920 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.532135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:22:24.735511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.745322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:22:24.755357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.839057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31ce5c-914f-48a4-8971-396927f51908 req-3a145055-bdb0-4415-a664-4f39c7f2c9cb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:24.840705 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aa31ce5c-914f-48a4-8971-396927f51908 req-3a145055-bdb0-4415-a664-4f39c7f2c9cb tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.1000047 Feb 17 20:22:24.898037 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-aa31ce5c-914f-48a4-8971-396927f51908 req-e46f9b5a-83d3-4fa7-8d0d-ac9730a1a205 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504820 Feb 17 20:22:24.955920 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Network a944ab46-f1cd-4585-ad44-02a50016b2e3 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:22:24.981906 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:22:25.115573 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:25.318744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:25.323343 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:25.326162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-116cbf0d-3df3-4e0f-8418-966a70cec453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:25.351944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Pushing event deleted for resources: {'Network': ['ID=a944ab46-f1cd-4585-ad44-02a50016b2e3,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:25.361756 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a944ab46-f1cd-4585-ad44-02a50016b2e3 HTTP/1.1" status: 204 len: 168 time: 1.4047711 Feb 17 20:22:25.363449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.364261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.364382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.364817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.365177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.365644 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.366253 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.366374 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.366738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.367134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.367536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.367897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.368429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.368823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.369248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.369646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.370039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.370434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.370826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.371216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.371619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.371999 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.372388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.372777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:25.377003 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-87cb8274-de55-4f68-a01f-13150d81c192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:25.496231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41894) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:25.563336 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-36c58f43-8f41-4e18-81aa-9287784a770f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15722bd58394498caf211b6ef52d33a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656595 Feb 17 20:22:25.566123 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41900) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:25.767765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:25.835338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:25.931973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e996897-099c-4d12-8839-13ade72fc103 req-add9ebfb-f4a5-4d78-ac85-aaa9fffc1f46 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:25.934763 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1e996897-099c-4d12-8839-13ade72fc103 req-add9ebfb-f4a5-4d78-ac85-aaa9fffc1f46 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.3047950 Feb 17 20:22:26.023403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:26.033275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b4d5c33c-8b90-4b57-9fc5-7fe40c4eeb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:26.051316 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1e996897-099c-4d12-8839-13ade72fc103 req-59817b12-a703-4caa-9a1c-33f2061a4871 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088352 Feb 17 20:22:26.152168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e72e7-7e50-485b-8e6f-604346ab64a7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:26.170389 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:26.172263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:26.176599 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f93e72e7-7e50-485b-8e6f-604346ab64a7 HTTP/1.1" status: 204 len: 168 time: 0.6069689 Feb 17 20:22:26.224959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3768-2d6f-46c9-99dd-7b63825098a7 req-ac7e4495-9c85-47bc-86d5-98ba746ea7e1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:26.226675 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26fd3768-2d6f-46c9-99dd-7b63825098a7 req-ac7e4495-9c85-47bc-86d5-98ba746ea7e1 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.1711643 Feb 17 20:22:26.231939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:26.281376 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-26fd3768-2d6f-46c9-99dd-7b63825098a7 req-dbd2a390-a9e8-40fa-bbfd-04c748385cff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 Feb 17 20:22:26.948827 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:27.025790 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 732ab088-6e15-4922-bb39-0e971ff6155c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:27.026238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:27.232980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-3b90d6b9-7c29-46e2-9415-32311fac7a50 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:27.234463 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-3b90d6b9-7c29-46e2-9415-32311fac7a50 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.1070628 Feb 17 20:22:27.372747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Deleting port 732ab088-6e15-4922-bb39-0e971ff6155c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:27.373154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:27.567953 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2bb8-fd62-49e4-866b-47bdb6ab772e req-9782b986-e0b7-4c59-9db3-705aa5912938 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:27.569710 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-070c2bb8-fd62-49e4-866b-47bdb6ab772e req-9782b986-e0b7-4c59-9db3-705aa5912938 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.3438141 Feb 17 20:22:27.958289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8713c-3e57-455a-bd89-acda89c9c033 req-47ea5c70-1a25-4641-8897-ec037695c988 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:27.960024 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e5d8713c-3e57-455a-bd89-acda89c9c033 req-47ea5c70-1a25-4641-8897-ec037695c988 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 945 time: 0.5534599 Feb 17 20:22:27.974406 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-070c2bb8-fd62-49e4-866b-47bdb6ab772e req-9faed80a-309f-43bc-be4a-2310747e41ab tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936434 Feb 17 20:22:28.055947 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e5d8713c-3e57-455a-bd89-acda89c9c033 req-4d7a1c18-0f4d-4b45-88c7-f5915f2db066 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups?id=222db1e8-b4fd-4903-b7d3-20c1485f4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878778 Feb 17 20:22:28.067839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] For port 732ab088-6e15-4922-bb39-0e971ff6155c, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=732ab088-6e15-4922-bb39-0e971ff6155c,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:28.068238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:28.393095 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:28.393578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:28.393839 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Floating IP e2c33348-db96-453a-ae4b-6b2e71663743 disassociated. External IP: 172.28.3.130, port: 732ab088-6e15-4922-bb39-0e971ff6155c. Feb 17 20:22:28.394221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Calling delete_port for 732ab088-6e15-4922-bb39-0e971ff6155c owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:28.562440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:28.578419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1ff3786d-c742-47f5-b232-d843a22c420d tempest-VolumesActionsTest-766377834 tempest-VolumesActionsTest-766377834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:28.680315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'Port': ['ID=732ab088-6e15-4922-bb39-0e971ff6155c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:28.690723 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:28.882949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:28.924312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 732ab088-6e15-4922-bb39-0e971ff6155c {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:28.924711 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 732ab088-6e15-4922-bb39-0e971ff6155c not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:28.990958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:29.366686 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e7ead7a4-2fa7-44c7-920a-4a6453f451de req-64b6b11b-5231-4e8e-8bd6-7b1034b1fba6 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd33c53d-2cc1-434c-850b-2f81238dd47d HTTP/1.1" status: 200 len: 210 time: 0.0687747 Feb 17 20:22:29.381199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:29.391108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:29.402503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:29.403196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:29.428749 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] No DVR routers for this DVR port 732ab088-6e15-4922-bb39-0e971ff6155c on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:22:29.430315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:29.436877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'name': 'network-vif-deleted', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:29.459472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58e907-5d3e-4855-b805-1f2a2f563a4f req-4d332ed3-31ed-48fe-83db-3f2fd0ff5b9c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:29.461180 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e58e907-5d3e-4855-b805-1f2a2f563a4f req-4d332ed3-31ed-48fe-83db-3f2fd0ff5b9c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.3586621 Feb 17 20:22:29.463297 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-857a0834-b746-4a16-9d7a-d21117f6dbe7 req-914bdef6-ee8c-4ba3-8a6a-92487c8640ac tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.121 "DELETE /v2.0/ports/732ab088-6e15-4922-bb39-0e971ff6155c HTTP/1.1" status: 204 len: 173 time: 2.1892982 Feb 17 20:22:29.498556 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33c53d-2cc1-434c-850b-2f81238dd47d', 'name': 'network-vif-deleted', 'tag': '732ab088-6e15-4922-bb39-0e971ff6155c', 'status': 'completed', 'code': 200} Feb 17 20:22:29.521565 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6e58e907-5d3e-4855-b805-1f2a2f563a4f req-e74a2a9f-3f20-4ac6-9297-ec097f13eb17 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522051 Feb 17 20:22:29.622486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:30.002219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:30.007235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:30.018066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:30.018066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:30.221972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:30.510142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41922) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:30.592539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:30.627993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:30.752126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:30.759545 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ca3808e2-71ce-464b-a6b4-0035afc4957f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:30.775201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:30.779918 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222db1e8-b4fd-4903-b7d3-20c1485f4cf1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:30.780250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba555d-caa6-445c-ac60-11e2c1a9d939 None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:15:44Z', 'revision_number': 4, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '17ff555f-9460-4261-a325-d91ae181711f', 'name': '', 'network_id': 'a888bbea-e6e8-4031-8fdc-4fa47edf5c4e', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'mac_address': 'fa:16:3e:33:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:40Z', 'updated_at': '2021-02-17T20:16:03Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'subnets': [{'id': '32172d2e-ebe7-4ce2-b597-11649f1408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:30.783189 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:30.793289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:30.795223 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-71038220-bf76-45f8-b751-06361a7676ff tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "DELETE /v2.0/security-groups/222db1e8-b4fd-4903-b7d3-20c1485f4cf1 HTTP/1.1" status: 204 len: 168 time: 0.2833302 Feb 17 20:22:30.797754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41928) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:30.821136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22babec6-6e10-41e5-a16a-52c66eb943e1 req-a27318c7-c5ac-4911-9d7c-c81bf8f38d8a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:30.827282 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.v2.resource [None req-f8ce20a5-a0c5-4fa0-9ddd-6df968d38291 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] show failed (client error): The resource could not be found. Feb 17 20:22:30.832437 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-22babec6-6e10-41e5-a16a-52c66eb943e1 req-a27318c7-c5ac-4911-9d7c-c81bf8f38d8a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1605601 Feb 17 20:22:30.833089 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f8ce20a5-a0c5-4fa0-9ddd-6df968d38291 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "GET /v2.0/security-groups/222db1e8-b4fd-4903-b7d3-20c1485f4cf1 HTTP/1.1" status: 404 len: 347 time: 0.0336068 Feb 17 20:22:30.833744 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41932) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:30.880757 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-22babec6-6e10-41e5-a16a-52c66eb943e1 req-211da902-8fce-4cb8-96ee-579ef3d0ed67 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472391 Feb 17 20:22:31.059068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Deleting port e8a897ea-08e0-4285-899d-94b5d793f96f {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:31.059677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.272636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.272880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.297322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b337d-4d4e-4dd1-be3c-933aa2f8899f None None] New status for floating IP e2c33348-db96-453a-ae4b-6b2e71663743: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:22:31.415905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Calling delete_port for e8a897ea-08e0-4285-899d-94b5d793f96f owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:31.583980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.599748 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:31.655498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-3c5b337d-4d4e-4dd1-be3c-933aa2f8899f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:22:31.655948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-3c5b337d-4d4e-4dd1-be3c-933aa2f8899f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:22:31.705648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Pushing event deleted for resources: {'Port': ['ID=e8a897ea-08e0-4285-899d-94b5d793f96f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:31.717518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:31.854730 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.870935 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:31.872220 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] 10.222.0.46 "DELETE /v2.0/floatingips/e2c33348-db96-453a-ae4b-6b2e71663743 HTTP/1.1" status: 204 len: 168 time: 1.0374620 Feb 17 20:22:32.157623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b337d-4d4e-4dd1-be3c-933aa2f8899f None None] New status for floating IP e2c33348-db96-453a-ae4b-6b2e71663743: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:22:32.170738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62d80-bf06-4307-945a-515ace1b1c36 req-3d727da2-5427-45a2-80c2-9144aba8eb2c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:32.173769 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a3d62d80-bf06-4307-945a-515ace1b1c36 req-3d727da2-5427-45a2-80c2-9144aba8eb2c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1256273 Feb 17 20:22:32.237159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-a3d62d80-bf06-4307-945a-515ace1b1c36 req-d7c6de1e-eeb5-4959-808b-418123c8ba58 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549932 Feb 17 20:22:33.473015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f79ec-3c86-4595-ad81-fe1efadcf834 req-ddb63ac0-29e7-463d-a704-f5b0483a574a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:33.474741 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-294f79ec-3c86-4595-ad81-fe1efadcf834 req-ddb63ac0-29e7-463d-a704-f5b0483a574a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0924311 Feb 17 20:22:33.526310 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-294f79ec-3c86-4595-ad81-fe1efadcf834 req-cd0bdcde-04e0-4e22-874b-69663b3f7854 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Feb 17 20:22:34.751377 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad8c51-c0b9-4349-825d-9a1313c4b605 req-6491fd12-f95b-4009-afd4-0826ca620958 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:34.753174 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-19ad8c51-c0b9-4349-825d-9a1313c4b605 req-6491fd12-f95b-4009-afd4-0826ca620958 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1021178 Feb 17 20:22:34.808164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-19ad8c51-c0b9-4349-825d-9a1313c4b605 req-f64c7f00-3bed-4604-8ddd-2eb9dec55cb5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475402 Feb 17 20:22:34.990802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:35.065909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:35.066887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:36.026713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4bc3-f696-47c5-8db1-3b5a71c83b31 req-ce035fc3-40fa-49aa-abd5-a76c3e9970fa tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:36.028471 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8abb4bc3-f696-47c5-8db1-3b5a71c83b31 req-ce035fc3-40fa-49aa-abd5-a76c3e9970fa tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0977068 Feb 17 20:22:36.054242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 41974) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:36.081404 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8abb4bc3-f696-47c5-8db1-3b5a71c83b31 req-350f1720-b54d-4ee4-a77d-6678833fca4a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464265 Feb 17 20:22:36.908090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:37.301024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe88a-e711-4b12-a6d8-b4b873cd8174 req-d89b4ce5-08d0-400e-a6e2-3e56aff88c49 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:37.302741 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cebe88a-e711-4b12-a6d8-b4b873cd8174 req-d89b4ce5-08d0-400e-a6e2-3e56aff88c49 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0944743 Feb 17 20:22:37.303227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Deleting port 17ff555f-9460-4261-a325-d91ae181711f {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:37.303618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:37.354289 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1cebe88a-e711-4b12-a6d8-b4b873cd8174 req-aeb13fe2-89a5-4632-b305-a561e710c66a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452027 Feb 17 20:22:37.496674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] For port 17ff555f-9460-4261-a325-d91ae181711f, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=17ff555f-9460-4261-a325-d91ae181711f,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:37.497163 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:37.634447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Calling delete_port for 17ff555f-9460-4261-a325-d91ae181711f owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:38.259588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:38.275466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-43542ad9-de4c-4497-a919-42f4f730e782 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:38.371847 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=17ff555f-9460-4261-a325-d91ae181711f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:38.374889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:38.573250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d954af-005e-4c52-b6f9-44278fb3bdce req-5c2b3469-3da5-4f0e-bf8c-5c8ebfdbfce8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:38.574917 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9d954af-005e-4c52-b6f9-44278fb3bdce req-5c2b3469-3da5-4f0e-bf8c-5c8ebfdbfce8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0943539 Feb 17 20:22:38.629939 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f9d954af-005e-4c52-b6f9-44278fb3bdce req-53ae9e05-0026-4b65-9fc6-108c977f8320 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482020 Feb 17 20:22:38.703475 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.243047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Router 79ad5010-a083-478d-890c-1acc2b3dad79 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:39.444065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:39.454179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Sync routers for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:39.460520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 41998) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:39.460705 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-bda9f731-51f4-439f-9d6e-26d1da62cd6a admin admin] 10.222.0.46 "PUT /v2.0/routers/79ad5010-a083-478d-890c-1acc2b3dad79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4050393 Feb 17 20:22:39.464197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:39.464887 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:39.670582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.678762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:40.046036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:22:37Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:40.056221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Checking router: 79ad5010-a083-478d-890c-1acc2b3dad79 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:40.068679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Routers {'79ad5010-a083-478d-890c-1acc2b3dad79'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:40.070363 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['79ad5010-a083-478d-890c-1acc2b3dad79'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:40.260903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eb0ca-efae-4c51-8a96-304d45b4c60a req-14be984e-0be2-4a76-a6ff-4b4fd6b7540c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:40.268489 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-751eb0ca-efae-4c51-8a96-304d45b4c60a req-14be984e-0be2-4a76-a6ff-4b4fd6b7540c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.4967995 Feb 17 20:22:40.322258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] Set router 79ad5010-a083-478d-890c-1acc2b3dad79 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:40.329172 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-751eb0ca-efae-4c51-8a96-304d45b4c60a req-9dd17800-67c1-4c36-a411-ab38843903bc tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586820 Feb 17 20:22:40.352091 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.362802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Deleting port 09e23e13-af20-435a-bde1-e93d375c9995 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:40.363574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.588782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] For port 09e23e13-af20-435a-bde1-e93d375c9995, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=09e23e13-af20-435a-bde1-e93d375c9995,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:40.589416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.671895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:22:40.756783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Calling delete_port for 09e23e13-af20-435a-bde1-e93d375c9995 owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:40.764049 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:22:37Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:40.769988 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab30655-8ecc-428c-8e35-6565360b551b None None] The sync data for ids ['79ad5010-a083-478d-890c-1acc2b3dad79'] in dv-cinder-759994-3-smb is: [{'id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'name': 'tempest-AttachVolumeTestJSON-1449645499-router', 'tenant_id': '2d749e13816c4625878b8757393c9b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '09e23e13-af20-435a-bde1-e93d375c9995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:06Z', 'updated_at': '2021-02-17T20:22:37Z', 'revision_number': 5, 'project_id': '2d749e13816c4625878b8757393c9b55', 'gw_port': {'id': '09e23e13-af20-435a-bde1-e93d375c9995', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad5010-a083-478d-890c-1acc2b3dad79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:17Z', 'updated_at': '2021-02-17T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:41.017725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.091693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a21f6dc1-a6d1-4481-91bf-4ca0a1ecdd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:41.209657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e23e13-af20-435a-bde1-e93d375c9995,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:41.214207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:41.367701 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.645854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.650579 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.755758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.756331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ad5010-a083-478d-890c-1acc2b3dad79 {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:22:41.782429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcfdbe-257e-452d-a24d-62280edb5576 req-cb26db3f-3210-4173-9e31-4bb6ecbace20 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:41.784103 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bddcfdbe-257e-452d-a24d-62280edb5576 req-cb26db3f-3210-4173-9e31-4bb6ecbace20 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.2826009 Feb 17 20:22:41.794998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.799087 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e751cc89-2915-43ba-b921-5d6e1ba54782 admin admin] 10.222.0.46 "DELETE /v2.0/routers/79ad5010-a083-478d-890c-1acc2b3dad79 HTTP/1.1" status: 204 len: 168 time: 2.3341615 Feb 17 20:22:41.799539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42026) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:41.904468 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bddcfdbe-257e-452d-a24d-62280edb5576 req-69e93925-59ba-4b10-85f4-576bb0e1b797 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116197 Feb 17 20:22:41.933392 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Deleting subnet 32172d2e-ebe7-4ce2-b597-11649f1408f7 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:22:41.937355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:42.012370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852727836'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:42.181576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:42.264124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 17ff555f-9460-4261-a325-d91ae181711f no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:42.329006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 17ff555f-9460-4261-a325-d91ae181711f {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:42.329738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 17ff555f-9460-4261-a325-d91ae181711f not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:42.600677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852727913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843556368'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:42.700732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:42.756434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32172d2e-ebe7-4ce2-b597-11649f1408f7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:42.761895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:42.809407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:42.818172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364d532-3e1e-41b2-a12a-f187699f68d7 None None] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:22:42.821224 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32172d2e-ebe7-4ce2-b597-11649f1408f7 HTTP/1.1" status: 204 len: 168 time: 1.0194304 Feb 17 20:22:42.823985 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42030) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:42.959680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.053671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Deleting port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:43.054500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.195134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f391-a805-482c-b964-18085ed22a23 req-06849485-9f15-4a9d-b2c0-286f7847d534 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:43.196905 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0324f391-a805-482c-b964-18085ed22a23 req-06849485-9f15-4a9d-b2c0-286f7847d534 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1339107 Feb 17 20:22:43.253121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] DHCP port deletion for a888bbea-e6e8-4031-8fdc-4fa47edf5c4e request from dv-cinder-759994-3-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:22:43.258490 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Deleting port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:43.259238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.295285 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0324f391-a805-482c-b964-18085ed22a23 req-e8e5a496-8ecf-4b13-b3d8-a6c01f7f7fbd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916891 Feb 17 20:22:43.396386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] For port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:43.396800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.529365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] For port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,segment=NetworkSegment(c64b243e-2d10-496e-bdce-9297286e674e),segment_id=c64b243e-2d10-496e-bdce-9297286e674e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:43.529684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.569590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Calling delete_port for 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:43.676833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.686116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Calling delete_port for 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:43.720962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6acab94e-1f1f-4eeb-8763-64137894bc42 tempest-VolumesNegativeTest-597238821 tempest-VolumesNegativeTest-597238821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:43.865908 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Pushing event deleted for resources: {'Port': ['ID=46f2af6f-d8ae-4c03-a65e-38a70e69a2b1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:43.871578 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:43.930444 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-11e97a3f-535e-41fa-9bcc-ee6d889670c9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1640570 Feb 17 20:22:43.953344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] No DVR routers for this DVR port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 on host dv-cinder-759994-3-smb {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:22:44.130664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-3507d73c-fe61-477b-9140-2c11f16f5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.132242 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-3507d73c-fe61-477b-9140-2c11f16f5408 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1203 time: 0.1759229 Feb 17 20:22:44.146117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:22:44.147188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:22:44.151569 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 09e23e13-af20-435a-bde1-e93d375c9995 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:44.154381 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:44.188807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 09e23e13-af20-435a-bde1-e93d375c9995 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:44.188807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 09e23e13-af20-435a-bde1-e93d375c9995 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:44.190125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:44.231912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:44.231912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:44.360768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-dea47301-5c73-4e40-98bd-2a096943d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.362474 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-dea47301-5c73-4e40-98bd-2a096943d5fd service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.2073350 Feb 17 20:22:44.585417 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-ab499ebd-6553-4c26-aa44-5fb86527cb2b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1001 time: 0.2154157 Feb 17 20:22:44.587120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a888bbea-e6e8-4031-8fdc-4fa47edf5c4e']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:44.596858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee249ee-d77d-4f4f-ac76-8c6f6dea645f req-3721dacd-fa08-42a3-a179-b91c50682fd5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.599441 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ee249ee-d77d-4f4f-ac76-8c6f6dea645f req-3721dacd-fa08-42a3-a179-b91c50682fd5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1536071 Feb 17 20:22:44.603463 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64b243e-2d10-496e-bdce-9297286e674e') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:44.603803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64b243e-2d10-496e-bdce-9297286e674e') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:44.617448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:44.648334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:44.648858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Deleting port 46f2af6f-d8ae-4c03-a65e-38a70e69a2b1 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:44.648858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:44.651151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:22:44.727860 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ee249ee-d77d-4f4f-ac76-8c6f6dea645f req-eef4031a-477c-4f2b-8d9f-24a63d35f9e7 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807087 Feb 17 20:22:44.745883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-c4a48619-4b0f-4622-ac0e-eeae042d288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.748047 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-c4a48619-4b0f-4622-ac0e-eeae042d288a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.1476281 Feb 17 20:22:44.782734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-0e03f0fe-4e26-42d0-81f8-fad8edd609d8 None None] The port '46f2af6f-d8ae-4c03-a65e-38a70e69a2b1' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:22:44.878070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-86ededf7-6553-4012-9e6b-230638ed6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.880246 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-86ededf7-6553-4012-9e6b-230638ed6b47 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253922 Feb 17 20:22:44.882456 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:22:44.903110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.131880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Network a888bbea-e6e8-4031-8fdc-4fa47edf5c4e has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:22:45.170198 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-897a4d1e-2049-4bea-9d72-dcc86291afe9 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787387 Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:22:45.238293 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:22:45.261371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.266659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.271727 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:45.303584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Pushing event deleted for resources: {'Network': ['ID=a888bbea-e6e8-4031-8fdc-4fa47edf5c4e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:45.308201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:45.320511 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e9676a97-46f2-4210-96d5-3b7b202a821e admin admin] 10.222.0.46 "DELETE /v2.0/networks/a888bbea-e6e8-4031-8fdc-4fa47edf5c4e HTTP/1.1" status: 204 len: 168 time: 2.4951632 Feb 17 20:22:45.372797 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bc61b644-aa68-4143-8b54-dac05ca4c3eb req-3761e3fa-52b1-4564-b81c-f2f5f378bfd4 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1947908 Feb 17 20:22:45.468467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42044) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:45.527850 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d192e994-460c-4028-90f5-d35bf8a9567e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d749e13816c4625878b8757393c9b55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579863 Feb 17 20:22:45.530686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42048) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:45.608008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.659269 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.740214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.746464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b65f09b0-cd59-49d1-a2f9-061cb76d7cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:45.763741 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890702f8-fbe3-449c-b9e3-b27f179708ef,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:45.771715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:45.772629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:45.773903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-935edd05-8ab5-418f-9b32-43b0b5e2f12b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/890702f8-fbe3-449c-b9e3-b27f179708ef HTTP/1.1" status: 204 len: 168 time: 0.2419281 Feb 17 20:22:46.168997 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af1fe-5e50-4594-87d2-d6c9edfdbf24 req-236273a6-28b5-4666-8d7c-82e992a8e9b1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:46.171074 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d22af1fe-5e50-4594-87d2-d6c9edfdbf24 req-236273a6-28b5-4666-8d7c-82e992a8e9b1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1810989 Feb 17 20:22:46.254067 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d22af1fe-5e50-4594-87d2-d6c9edfdbf24 req-4b3bf98a-ed00-490f-a3ac-2033f2165d8b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728533 Feb 17 20:22:46.861800 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-55b61fd8-28df-4573-a1e8-7baff58410e2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1661017999&fields=id&tenant_id=2507a71c4390440ca4c0075cdd81a01b HTTP/1.1" status: 200 len: 267 time: 0.0680273 Feb 17 20:22:46.963950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-a980d016-4da7-4c4c-82db-626e013844f3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:46.965677 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-a980d016-4da7-4c4c-82db-626e013844f3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 985 time: 0.1016893 Feb 17 20:22:46.979961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.v2.base [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Request body: {'port': {'security_groups': ['4502aac9-3ac5-4a45-b568-a6c93d4f93ce']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:47.162422 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:47.621589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487de4-80e2-469b-9859-d116b7323103 req-72620d76-b777-4e19-aa8e-0797734d3295 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:47.623292 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ca487de4-80e2-469b-9859-d116b7323103 req-72620d76-b777-4e19-aa8e-0797734d3295 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.2270482 Feb 17 20:22:48.054836 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ca487de4-80e2-469b-9859-d116b7323103 req-40b67bd0-f9c6-46b3-97d4-c68fab7c9562 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877554 Feb 17 20:22:48.105593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:48.139142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.144657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420759'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.169551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a420757f-843e-4bd0-b79a-f31d68e3cc45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:48.429884 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:48.436052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:48.513017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:48.513928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.515755 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-70a201b7-d47e-4649-b0f0-9e06256c8871 req-51cfc5ae-92a5-4aba-a644-a33280ba5e9a tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "PUT /v2.0/ports/08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 943 time: 1.5417171 Feb 17 20:22:48.516458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:48.602460 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-f2d21a41-5c1c-44ff-9e87-b83985f2b3fc tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups/b63fe590-a58b-4a61-ba0b-00338377173f HTTP/1.1" status: 200 len: 3005 time: 0.0642898 Feb 17 20:22:48.665915 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:22:48.817707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.874735 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.953299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-167b5985-3a6c-45aa-8a8a-8005ee37ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:48.956879 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-167b5985-3a6c-45aa-8a8a-8005ee37ca6f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.2567189 Feb 17 20:22:48.957536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-c7b6d05a-0383-4998-b172-c9d95e5fe9cb None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:48.958367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d05a-0383-4998-b172-c9d95e5fe9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.165902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 08834c93-e602-4355-b915-4815c5ade8f5 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:49.221692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.253561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8541402f-a25a-48ff-aa76-93706cf488eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:49.278675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fe590-a58b-4a61-ba0b-00338377173f,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:49.281766 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:49.307162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.314192 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-39482dee-d505-4cbc-93cd-ae61f7f65929 req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "DELETE /v2.0/security-groups/b63fe590-a58b-4a61-ba0b-00338377173f HTTP/1.1" status: 204 len: 173 time: 0.6965110 Feb 17 20:22:49.332349 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-417e0f85-7be8-43c2-a615-49f3db3e5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:49.334107 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-417e0f85-7be8-43c2-a615-49f3db3e5854 service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.3558722 Feb 17 20:22:49.521782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 08834c93-e602-4355-b915-4815c5ade8f5 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:49.522210 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.624501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.721146 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-64befdb1-2150-4269-a8dc-37c7cb4d12ea tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/floatingips/73e206f8-a462-40f1-927b-960ffdfba616 HTTP/1.1" status: 200 len: 998 time: 0.2155685 Feb 17 20:22:49.740978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42124) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:49.799206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e63f4af1-d5cc-4ea0-b223-290037253960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.934439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.954940 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:49.960620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Usage tracker for resource:security_group_rule and tenant:7b87dcc84ba84ac78669db6c24f8ee2f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:49.964618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:49.971353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:49.994199 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-0e685186-ace0-4db8-817a-0bb7142801c2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 1001 time: 0.6522436 Feb 17 20:22:50.101649 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.106682 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.142159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5b690395-f94e-482f-8dee-b5d8cd9df5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:50.151044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-abe910fb-155d-4dbc-9c13-0e8b3b33cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.153092 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-abe910fb-155d-4dbc-9c13-0e8b3b33cd96 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.1467683 Feb 17 20:22:50.187812 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b87dcc84ba84ac78669db6c24f8ee2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451256 Feb 17 20:22:50.194561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42132) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:50.226170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-bef8f6d1-d4cf-4551-85bb-767610ac6cf5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.228027 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-bef8f6d1-d4cf-4551-85bb-767610ac6cf5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 784 time: 0.4367785 Feb 17 20:22:50.242010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73edd3c-9a88-4d93-8e4f-0608a5d6de6b req-748e3fd5-0d1c-42fc-9d18-33b1b8db3b6a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.243743 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d73edd3c-9a88-4d93-8e4f-0608a5d6de6b req-748e3fd5-0d1c-42fc-9d18-33b1b8db3b6a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.5211825 Feb 17 20:22:50.259859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-386d5076-209e-45d8-b9d9-965813ad1009 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:22:50.261001 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-386d5076-209e-45d8-b9d9-965813ad1009 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0139303 Feb 17 20:22:50.318553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c449514-af40-456a-9f84-ecaad23134d1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:50.322312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.326704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:50.374312 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.450281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.464203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fbf4be60-1ba9-40a4-aa46-fcec7bf301bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:50.490663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.502206 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c449514-af40-456a-9f84-ecaad23134d1 HTTP/1.1" status: 204 len: 168 time: 0.3060520 Feb 17 20:22:50.506356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c449514-af40-456a-9f84-ecaad23134d1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:50.509610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:50.511148 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d73edd3c-9a88-4d93-8e4f-0608a5d6de6b req-8e8d7bbf-36b1-4649-8a65-896a28386fe2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579491 Feb 17 20:22:50.532804 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-90d842cf-9be2-4743-91fa-17dba987c10e tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.24 HTTP/1.1" status: 200 len: 1001 time: 0.2430146 Feb 17 20:22:50.535941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-318c55d0-dbc1-454f-845c-b15c98382083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.537726 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-318c55d0-dbc1-454f-845c-b15c98382083 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3760779 Feb 17 20:22:50.793686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-aad4e5c0-41a9-471b-86e9-150d0726ecc7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.795243 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-aad4e5c0-41a9-471b-86e9-150d0726ecc7 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports/08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 943 time: 0.2140293 Feb 17 20:22:50.860823 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-1671bb03-3c89-4343-997f-f7b15204fbb3 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152354 Feb 17 20:22:51.109493 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-969d73d8-66f8-4791-a08b-669df69f4e4b tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.24 HTTP/1.1" status: 200 len: 1001 time: 0.1974063 Feb 17 20:22:51.147273 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42144) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:51.171877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.193639 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:51.198612 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Usage tracker for resource:security_group_rule and tenant:6cecc409612445cea10776a59ab9439f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:51.202183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:51.213429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:51.264057 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5b81e293-8517-43a8-9cb6-bf7a08b16940 req-840de9fc-ad4b-4bf3-9b26-30a0c96f5ce5 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3962653 Feb 17 20:22:51.349009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.353851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.364179 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ba1609f3-471b-4322-a173-184ced6fdef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:51.408128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae3ede5-c837-49bb-8e68-f2273c83961d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:51.419256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Deleting port 63c7180a-13c6-4a13-9e93-c0fb48532ab3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:51.419987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.425759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:51.436222 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cecc409612445cea10776a59ab9439f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875164 Feb 17 20:22:51.439072 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42148) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:51.513967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.547960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.633274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.653936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7724f3c3-6b64-4a87-bc20-6d042c05bff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:51.663980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.664414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.678458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae3ede5-c837-49bb-8e68-f2273c83961d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:51.682136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:51.686930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.688851 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ae3ede5-c837-49bb-8e68-f2273c83961d HTTP/1.1" status: 204 len: 168 time: 0.2481825 Feb 17 20:22:52.143088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Calling delete_port for 63c7180a-13c6-4a13-9e93-c0fb48532ab3 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:52.265560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6199f4-db41-4e05-87da-a3c3ab7b6771 req-224c55f7-a6f6-471a-8713-f5b87eebeeb2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:52.267254 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8b6199f4-db41-4e05-87da-a3c3ab7b6771 req-224c55f7-a6f6-471a-8713-f5b87eebeeb2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.5772245 Feb 17 20:22:52.428664 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8b6199f4-db41-4e05-87da-a3c3ab7b6771 req-c9d78a81-e611-47a2-a6b5-095419fb8c70 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385291 Feb 17 20:22:52.468302 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.485731 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2439edcf-6b3d-41b9-b141-557ecdf53731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:52.634022 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event deleted for resources: {'Port': ['ID=63c7180a-13c6-4a13-9e93-c0fb48532ab3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:52.636842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:52.782597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-d6dd6319-c17d-409c-a4b6-750ca95ad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:52.784114 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-d6dd6319-c17d-409c-a4b6-750ca95ad732 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1163 time: 0.1946476 Feb 17 20:22:52.901073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.901465 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Floating IP 73e206f8-a462-40f1-927b-960ffdfba616 disassociated (deleted). External IP: 172.28.3.24, port: 08834c93-e602-4355-b915-4815c5ade8f5. Feb 17 20:22:53.128776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-e2e3836c-dd95-4ffe-bed1-86e363059436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:53.130593 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-e2e3836c-dd95-4ffe-bed1-86e363059436 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.3392973 Feb 17 20:22:53.345472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d2b87df4-ee2b-4b16-bec9-9a3073233e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:53.367131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-31d8a83b-22df-4b76-aa18-6ef79aa43d23 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 1002 time: 0.2270713 Feb 17 20:22:53.550500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-09c71da1-249f-4886-8579-33e7ec6b4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:53.552347 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-09c71da1-249f-4886-8579-33e7ec6b4403 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.1753249 Feb 17 20:22:53.708324 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Router c8ed482b-f141-4997-9689-c1c2b68fa393 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:53.866660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-09948aaf-f6fc-4304-88f5-f3eb49659227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:53.868385 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-09948aaf-f6fc-4304-88f5-f3eb49659227 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3016894 Feb 17 20:22:54.098427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42206) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:54.246254 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.263481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:54.267727 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Usage tracker for resource:security_group_rule and tenant:467f3ff8cb0c4d6391515051ccde39a1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:54.271086 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:54.277287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:54.289500 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e5ad7-9ed5-48ab-bd5b-d2deb5c164a8 req-3fb19ba0-02c5-43dd-8d99-9656494b37f5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:54.291200 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c0e5ad7-9ed5-48ab-bd5b-d2deb5c164a8 req-3fb19ba0-02c5-43dd-8d99-9656494b37f5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.6646512 Feb 17 20:22:54.339313 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:54.353951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Sync routers for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:54.379201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:54.380517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:54.403592 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.405324 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c0e5ad7-9ed5-48ab-bd5b-d2deb5c164a8 req-42e8314f-260f-486f-ae38-a82d7d6eec15 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003604 Feb 17 20:22:54.407386 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.421641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.440231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0b62f048-3e34-46bd-87ac-b772f44050f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:54.457439 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=467f3ff8cb0c4d6391515051ccde39a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538618 Feb 17 20:22:54.458402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42212) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:54.500764 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-621f6a49-795d-46ce-8107-2b1ce50b7c4c service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110077 Feb 17 20:22:54.532638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40156d29-ce00-4b43-9a49-2ff72304f7b1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:54.548110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:54.617715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.665126 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "DELETE /v2.0/floatingips/73e206f8-a462-40f1-927b-960ffdfba616 HTTP/1.1" status: 204 len: 173 time: 3.5545595 Feb 17 20:22:54.668064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:54.671026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:54.673379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.747203 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7aa2e529-d42f-46a9-92dc-bf03ffd20f1f req-ceeb3341-7a8a-4841-9220-578fafb06b0a service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2371297 Feb 17 20:22:54.761936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.773083 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:22:54.774306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.787021 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-89209f6f-0ab6-4de1-81db-abeee7040b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:54.803984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40156d29-ce00-4b43-9a49-2ff72304f7b1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:54.806586 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:54.808023 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.821508 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-19045619-4df4-45d0-b7a5-31a8c899216f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40156d29-ce00-4b43-9a49-2ff72304f7b1 HTTP/1.1" status: 204 len: 168 time: 0.3493147 Feb 17 20:22:54.968157 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-376ee246-7d0a-4395-94c8-ab2031402dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:54.970012 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-376ee246-7d0a-4395-94c8-ab2031402dae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.1758950 Feb 17 20:22:54.974560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-16e60197-04ab-4bba-a6be-14a96532464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:54.976019 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-16e60197-04ab-4bba-a6be-14a96532464b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2507a71c4390440ca4c0075cdd81a01b&device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 1163 time: 0.2599387 Feb 17 20:22:55.131975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.145330 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:55.150064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Checking router: c8ed482b-f141-4997-9689-c1c2b68fa393 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:55.159927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:55.160617 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:55.229917 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42224) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:55.250975 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.269011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:55.274237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Usage tracker for resource:security_group_rule and tenant:9181b0c1c135485da41ce5107107a10e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:55.277714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-cc6a883e-911d-48b2-8f83-df444a9f75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.279440 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-cc6a883e-911d-48b2-8f83-df444a9f75e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.2716873 Feb 17 20:22:55.279868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:55.280736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-45194c42-3781-47a4-9b1a-df5ca6ff7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.282414 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-45194c42-3781-47a4-9b1a-df5ca6ff7e24 service neutron] 10.222.0.121 "GET /v2.0/networks?id=089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 200 len: 909 time: 0.3053882 Feb 17 20:22:55.288498 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:55.392360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.397133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.408420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:55.449121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fc42816e-171d-4255-9174-a36f2ade3441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:55.473501 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-f93ddd3d-4a9c-47c1-98a6-613b8d89c7a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 217 time: 0.1854696 Feb 17 20:22:55.484392 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-99d96760-28b0-4204-b5ee-28e43ced31cd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 200 len: 217 time: 0.0970383 Feb 17 20:22:55.488817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9181b0c1c135485da41ce5107107a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574272 Feb 17 20:22:55.489679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42230) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:55.490633 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43177af8-77ff-4814-b549-f7f3d3ff3903,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:55.495889 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:55.574928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.610404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.677224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.688654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-061535d4-f0ef-4502-8fa3-ea11caa3025b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:55.708491 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43177af8-77ff-4814-b549-f7f3d3ff3903,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:55.713285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-f17cf4b7-2e14-4a3a-98ff-ca29fce6a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.713779 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:55.714810 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-f17cf4b7-2e14-4a3a-98ff-ca29fce6a8c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.2294657 Feb 17 20:22:55.716567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:55.723977 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43177af8-77ff-4814-b549-f7f3d3ff3903 HTTP/1.1" status: 204 len: 168 time: 0.2257371 Feb 17 20:22:55.724129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-b9ab83e5-1518-457a-b422-6033e5bd1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.724129 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-b9ab83e5-1518-457a-b422-6033e5bd1e64 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 200 len: 854 time: 0.2004271 Feb 17 20:22:55.920718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f98be-1be0-4920-b46a-4a156edbcd75 req-a2a3bbd6-c03f-4717-868a-ba7ae3028574 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.922556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:55.923049 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fb4f98be-1be0-4920-b46a-4a156edbcd75 req-a2a3bbd6-c03f-4717-868a-ba7ae3028574 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.3145597 Feb 17 20:22:55.928560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ee38-430c-4f03-b60b-d89dabddaa3a None None] The sync data for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb is: [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:19:57Z', 'revision_number': 4, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': 'bed1f7ab-1899-43a9-9c91-60ffd439ac4f', 'name': '', 'network_id': '089baba0-eacd-458a-9841-dd5f111cf418', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'mac_address': 'fa:16:3e:fb:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:56Z', 'updated_at': '2021-02-17T20:20:10Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'subnets': [{'id': '155ccbc3-35aa-411e-8fbc-a0889eff3694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:55.996853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-2495818b-78f8-44a7-a846-2b767789ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.998546 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-2495818b-78f8-44a7-a846-2b767789ae10 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2214773 Feb 17 20:22:56.005931 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fb4f98be-1be0-4920-b46a-4a156edbcd75 req-172b4f82-7dea-400c-b87c-a2193429cc7e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709112 Feb 17 20:22:56.095405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-5c81c648-9452-4c06-ba0f-7b753d2ec0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:56.097283 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-5c81c648-9452-4c06-ba0f-7b753d2ec0b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089baba0-eacd-458a-9841-dd5f111cf418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3689339 Feb 17 20:22:56.237736 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:56.285426 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-5c330ac6-3a9b-43bd-9669-f4d17388c9e5 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767401 Feb 17 20:22:56.386231 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-fb4b59ac-0e5f-48a2-aa57-0546ce4b6c0b service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791505 Feb 17 20:22:56.426162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fc21c0-7d60-4737-9764-ba5548cca795 None None] New status for floating IP 73e206f8-a462-40f1-927b-960ffdfba616: DOWN {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:22:56.577300 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e93ec63b-593c-403d-94b1-aa4be29e810b req-005946ce-43f6-491f-bbdf-8937f618e589 service neutron] 10.222.0.121 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2807908 Feb 17 20:22:56.605725 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1a2394db-1134-45b9-a8cb-026d980c3303 req-e324b5e5-bfcc-423f-ad76-900e27ee7e7c service neutron] 10.222.0.46 "GET /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2050784 Feb 17 20:22:57.046698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:57.233045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:57.274074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:57.275216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:57.297824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:57.301370 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d38f40a4-3863-449c-9574-ba0d64cf7523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:57.356126 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db7395-9798-4717-9432-c1e1270b5533 req-1923ba9b-dc8e-4027-842e-6105bb1f4a06 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.357885 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-78db7395-9798-4717-9432-c1e1270b5533 req-1923ba9b-dc8e-4027-842e-6105bb1f4a06 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.1476696 Feb 17 20:22:57.394022 dv-cinder-759994-3-smb neutron-server[83927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'code': 422} returned with failed status Feb 17 20:22:57.416176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:57.420522 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-78db7395-9798-4717-9432-c1e1270b5533 req-16b22354-10b3-4458-a4ce-aa5269ea0ec9 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546317 Feb 17 20:22:57.427305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.427834 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.428059 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.428437 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.428806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.429207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.429580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.429946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.430322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.430677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.431040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.431403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.431848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.432303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.432581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.432970 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.433361 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.433685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.434054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.434407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.434763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.435124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.435485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.435842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:57.442239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:58.303520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42306) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:58.459391 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.477855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:58.482414 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Usage tracker for resource:security_group_rule and tenant:6d02a81a1dd649c885b3635c650d284b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:58.485686 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:58.492693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:58.592982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.596220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.604895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffb230f2-4f80-433f-b376-e5782ac10ee1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:58.647006 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d02a81a1dd649c885b3635c650d284b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416467 Feb 17 20:22:58.649663 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42320) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:58.687820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8299e0d6-fe30-4108-ad4b-8a789eb309d9,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:58.692492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2e5ca9af-c011-49f0-9ad6-ad3021232896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:58.738725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.769897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.825213 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.834419 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ee0d55c7-e4ff-4fe9-aa3a-75231219956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:58.848876 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:58.852792 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8299e0d6-fe30-4108-ad4b-8a789eb309d9 HTTP/1.1" status: 204 len: 168 time: 0.1992621 Feb 17 20:22:58.852792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8299e0d6-fe30-4108-ad4b-8a789eb309d9,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:58.853942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2f25da51-27d3-4ae2-97c1-ebbfc12087ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:59.214987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53fc99-f7ca-4f53-8aa0-3aa25252a3f7 req-b29ad8c3-aceb-4aeb-86c9-865983167faf tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:59.216502 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c53fc99-f7ca-4f53-8aa0-3aa25252a3f7 req-b29ad8c3-aceb-4aeb-86c9-865983167faf tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.1003611 Feb 17 20:22:59.235610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42348) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:59.262428 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.275371 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1c53fc99-f7ca-4f53-8aa0-3aa25252a3f7 req-69ccf55a-ed7d-45f5-8cf0-60d8529fdc2f tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Feb 17 20:22:59.283251 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-6fb34870-9529-453a-b511-0410db8d46ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619644 Feb 17 20:22:59.287661 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:59.292405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Usage tracker for resource:security_group_rule and tenant:0d05bbdb6e3e490c89c5b52513b559d5 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:59.296178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:59.303365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:59.397714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.400830 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.411017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-69a373a5-53c4-441b-bc6d-649de57540fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:59.456875 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d05bbdb6e3e490c89c5b52513b559d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183049 Feb 17 20:22:59.458191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f14d40-365f-435a-94d0-88bd48b95321,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:59.459167 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42358) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:59.461628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1b3abafa-afe4-4684-a8a6-3a36d03cb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:59.527986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.557858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.609353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.615934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-363f47e0-9676-4db7-a18c-36f71300ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:59.630423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f14d40-365f-435a-94d0-88bd48b95321,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:59.635585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:59.640364 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:59.641949 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8f14d40-365f-435a-94d0-88bd48b95321 HTTP/1.1" status: 204 len: 168 time: 0.1815534 Feb 17 20:22:59.847396 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-b303bb44-f2e7-4868-91fe-a178b6053362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:59.849199 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-b303bb44-f2e7-4868-91fe-a178b6053362 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9&tenant_id=f29b0422d8724040b7d803540a8f9e20 HTTP/1.1" status: 200 len: 1161 time: 0.0842659 Feb 17 20:22:59.977182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-e2c1a53e-d39b-421b-805c-1fee0281d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:59.980062 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-e2c1a53e-d39b-421b-805c-1fee0281d00d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1161 time: 0.1024101 Feb 17 20:23:00.186193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-cf3d2b33-4007-43e1-b324-419e8cea6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:00.188344 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-cf3d2b33-4007-43e1-b324-419e8cea6800 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.1996219 Feb 17 20:23:00.359351 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-8a38da22-c0c3-4054-85b0-5627a9420877 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 1000 time: 0.1631649 Feb 17 20:23:00.846793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-ebf61fb9-641f-4760-86bf-53e4db55cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:00.848422 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-ebf61fb9-641f-4760-86bf-53e4db55cb65 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.4818223 Feb 17 20:23:00.946174 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647795-556b-40cf-97dd-03f074e8ef9b req-e010954d-e515-4c03-8161-c131e022b6d1 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:00.946946 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-64647795-556b-40cf-97dd-03f074e8ef9b req-e010954d-e515-4c03-8161-c131e022b6d1 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Synchronizing usage tracker for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:23:00.959820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca781ba-9dac-46f0-b00f-8eeb08c9d218 req-893ba791-e213-455d-b73c-1a4ffe8138e0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:00.961592 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ca781ba-9dac-46f0-b00f-8eeb08c9d218 req-893ba791-e213-455d-b73c-1a4ffe8138e0 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.5256536 Feb 17 20:23:01.004959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-64647795-556b-40cf-97dd-03f074e8ef9b req-e010954d-e515-4c03-8161-c131e022b6d1 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Unset dirty status for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:23:01.006279 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-64647795-556b-40cf-97dd-03f074e8ef9b req-e010954d-e515-4c03-8161-c131e022b6d1 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.5716031 Feb 17 20:23:01.061421 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3ca781ba-9dac-46f0-b00f-8eeb08c9d218 req-f98ec196-f8f6-45fd-b006-057e60bbbccf tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917773 Feb 17 20:23:01.072258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-f7b5e401-f4b1-44bb-9c68-0d6270feec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:01.074557 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-f7b5e401-f4b1-44bb-9c68-0d6270feec4f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2156723 Feb 17 20:23:01.114807 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-64647795-556b-40cf-97dd-03f074e8ef9b req-8a828579-9b02-4473-8af7-560b8b649664 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Synchronizing usage tracker for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:23:01.201341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-64647795-556b-40cf-97dd-03f074e8ef9b req-8a828579-9b02-4473-8af7-560b8b649664 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Unset dirty status for tenant:2507a71c4390440ca4c0075cdd81a01b on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:23:01.202648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-64647795-556b-40cf-97dd-03f074e8ef9b req-8a828579-9b02-4473-8af7-560b8b649664 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852119 Feb 17 20:23:01.259006 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-f6979b2d-6e50-4697-811b-c7d6a211f70e service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732950 Feb 17 20:23:01.416154 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-47dd3839-776e-4c1a-9f21-3edd68cabb9e req-a0ea393a-01d3-45fa-9adf-3bb3f6b83175 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500092 Feb 17 20:23:02.293589 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42438) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:02.446547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb913c8-560a-467f-a272-4cfbac91a601 req-e4b92521-80da-4d31-964f-12e93bfbeb5a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:02.448232 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5cb913c8-560a-467f-a272-4cfbac91a601 req-e4b92521-80da-4d31-964f-12e93bfbeb5a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2381520 Feb 17 20:23:02.461859 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.481526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:02.487184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Usage tracker for resource:security_group_rule and tenant:34f04d4f286a49e1868851abde31e9d1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:02.491186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:02.498979 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:02.537277 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5cb913c8-560a-467f-a272-4cfbac91a601 req-fa0049a8-8203-4a51-9672-5f96ae1959e1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752277 Feb 17 20:23:02.566580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f65e-fca4-4f72-a046-8051d7e6ec7a req-84710c09-012e-4237-992c-1747c6537cc5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:02.576564 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0931f65e-fca4-4f72-a046-8051d7e6ec7a req-84710c09-012e-4237-992c-1747c6537cc5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.2234821 Feb 17 20:23:02.617403 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-26621224-ad15-4430-90e1-751b632fd64d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:02.619663 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-26621224-ad15-4430-90e1-751b632fd64d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.121 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 946 time: 0.3335884 Feb 17 20:23:02.640880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.647070 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.662050 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-0931f65e-fca4-4f72-a046-8051d7e6ec7a req-b9d6c743-1976-413d-8822-e0e216708f93 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Feb 17 20:23:02.665148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bc1f2079-76ed-4620-82d6-a218d52e8237 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:02.719951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118631fa-dc44-476f-932d-e5962643094a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:02.750533 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:02.780451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42454) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:02.780860 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34f04d4f286a49e1868851abde31e9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851871 Feb 17 20:23:02.869901 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.904844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.964217 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.973957 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-eee8f445-bc6d-4596-a122-70ab2bda2609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:02.990191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118631fa-dc44-476f-932d-e5962643094a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:03.011616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:03.013194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.035504 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2c5fa4c4-80eb-4e78-834a-ce96779f7214 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/118631fa-dc44-476f-932d-e5962643094a HTTP/1.1" status: 204 len: 168 time: 0.2533591 Feb 17 20:23:03.053511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 08834c93-e602-4355-b915-4815c5ade8f5 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:03.287390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.349720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:23:03.369068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:03.373546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.376470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7f036bb-24d3-4779-9d09-30e659a9f160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:03.428900 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'code': 200} Feb 17 20:23:03.469153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=7']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:03.473338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:03.578693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42466) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:03.607009 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.627373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:03.633152 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Usage tracker for resource:security_group_rule and tenant:ba1f50ff113a48e4a62a433cd0a41fbb is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:03.637600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:03.649785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:03.817452 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.821233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.864595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d49d5ec6-c38f-4e42-b689-b00edc7d5609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:03.939720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f87af-18a3-4241-af67-3c988631431d req-627cd1ba-24ee-4b54-ad11-fb8aecb1c806 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:03.941312 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba1f50ff113a48e4a62a433cd0a41fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606753 Feb 17 20:23:03.942015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42472) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:03.942222 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-939f87af-18a3-4241-af67-3c988631431d req-627cd1ba-24ee-4b54-ad11-fb8aecb1c806 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.1855240 Feb 17 20:23:03.943160 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f6c12-2bd8-4aaf-89f1-fe23851c957f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:03.964961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a8f0a278-1d8e-4091-96bb-c6746b7794ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:03.974035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0181-57a9-47ac-893c-95be0d41e86c req-a69ce7f7-9b5b-4c9d-947c-6f6a3039ef58 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:03.975824 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-747f0181-57a9-47ac-893c-95be0d41e86c req-a69ce7f7-9b5b-4c9d-947c-6f6a3039ef58 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.1515517 Feb 17 20:23:04.044812 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-939f87af-18a3-4241-af67-3c988631431d req-56e7f22d-8a0f-403a-b566-e8cf2e6b5826 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789220 Feb 17 20:23:04.066787 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-747f0181-57a9-47ac-893c-95be0d41e86c req-b6287106-bbda-419e-9b8c-84c41599f459 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760958 Feb 17 20:23:04.103903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.134420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.186081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.191713 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-08103636-a531-40a5-9857-91015af88c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:04.209225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f6c12-2bd8-4aaf-89f1-fe23851c957f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:04.212203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:04.262880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.265925 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-16ccc0b8-85db-41f2-a6b6-d8f611e45f0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e81f6c12-2bd8-4aaf-89f1-fe23851c957f HTTP/1.1" status: 204 len: 168 time: 0.3030145 Feb 17 20:23:05.435849 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97cc6f-180d-4530-9b9c-0ec40196bf46 req-2e93466a-2b84-49ae-9543-cf737bea75cd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:05.438090 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3b97cc6f-180d-4530-9b9c-0ec40196bf46 req-2e93466a-2b84-49ae-9543-cf737bea75cd tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2023826 Feb 17 20:23:05.455251 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd41b0-a431-4bf5-a15e-1bea05cc2004 req-f9d190ea-edb2-4419-a3e8-77c03bea4a22 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:05.458407 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93fd41b0-a431-4bf5-a15e-1bea05cc2004 req-f9d190ea-edb2-4419-a3e8-77c03bea4a22 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.1777282 Feb 17 20:23:05.557571 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-93fd41b0-a431-4bf5-a15e-1bea05cc2004 req-1da64dd7-a02c-430d-aa9d-29916f295f3d tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774209 Feb 17 20:23:05.571221 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-3b97cc6f-180d-4530-9b9c-0ec40196bf46 req-0ea0ec6b-4740-49b9-90b2-b8f8d11c8bec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110296 Feb 17 20:23:07.067605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4914e5-44e9-42ac-aea8-9e5720b53345 req-dc3fe02f-8266-4b75-a3d8-3985f9ad10ee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:07.070702 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c4914e5-44e9-42ac-aea8-9e5720b53345 req-dc3fe02f-8266-4b75-a3d8-3985f9ad10ee tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2655790 Feb 17 20:23:07.167610 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10a84b-df21-45db-a0f9-e9046d205dbb req-1578e763-b5ec-4b90-86fe-e8d5f2da3231 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:07.170475 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd10a84b-df21-45db-a0f9-e9046d205dbb req-1578e763-b5ec-4b90-86fe-e8d5f2da3231 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.3175311 Feb 17 20:23:07.244758 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-6c4914e5-44e9-42ac-aea8-9e5720b53345 req-9035a5e1-600b-4b84-a95d-ee8e2665efa6 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647890 Feb 17 20:23:07.295176 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-fd10a84b-df21-45db-a0f9-e9046d205dbb req-9dc305fa-fe35-4d1c-85e5-e5048f12a9b3 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126671 Feb 17 20:23:08.633964 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084807b-a6dd-4967-838a-edd1c0495ba2 req-6c063d9a-5d21-457a-a7f2-72674f8f73b0 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:08.635667 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2084807b-a6dd-4967-838a-edd1c0495ba2 req-6c063d9a-5d21-457a-a7f2-72674f8f73b0 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.1245954 Feb 17 20:23:08.645806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c101bb-0d46-4e76-bcb4-93a94c2c7252 req-07d29258-fec6-4101-97f7-25b0f107325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:08.647778 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-91c101bb-0d46-4e76-bcb4-93a94c2c7252 req-07d29258-fec6-4101-97f7-25b0f107325c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2061827 Feb 17 20:23:08.763356 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-91c101bb-0d46-4e76-bcb4-93a94c2c7252 req-a5d83153-b605-4c84-8573-c93d4672fd7b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977616 Feb 17 20:23:08.782767 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2084807b-a6dd-4967-838a-edd1c0495ba2 req-6ec3a4d0-27d3-45b7-8959-956062dff6e4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337490 Feb 17 20:23:08.880959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42560) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:09.170551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.207435 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:09.212057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Usage tracker for resource:security_group_rule and tenant:8259a45a3d4e436bb322bb7e516ee845 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:09.219289 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:09.231965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:09.443702 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.448600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.460572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-877061a9-cbf7-46d7-8208-4659310576be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:09.517655 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8259a45a3d4e436bb322bb7e516ee845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350682 Feb 17 20:23:09.518653 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c5b340-b932-4313-86ea-ac2af5368c3d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:09.520083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42566) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:09.522861 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:09.674219 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.729796 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.790788 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.796005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2c23c6ea-1688-4e34-bbf2-a584f35a0aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:09.813105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c5b340-b932-4313-86ea-ac2af5368c3d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:09.820504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:09.824249 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.829966 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-dbbabc4b-4ce9-49de-a8dd-f82b26761f6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77c5b340-b932-4313-86ea-ac2af5368c3d HTTP/1.1" status: 204 len: 168 time: 0.3052440 Feb 17 20:23:10.365645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137249f-7025-4f25-8096-bd35ed57cb91 req-72d35113-c46a-4111-a252-ed9a8e7cb721 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:10.368645 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d137249f-7025-4f25-8096-bd35ed57cb91 req-72d35113-c46a-4111-a252-ed9a8e7cb721 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.2600179 Feb 17 20:23:10.460990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3880-c748-46a1-9906-13fa7f7dd4f3 req-44d2a8de-d914-4b5e-baed-41b963671552 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:10.463569 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2fbc3880-c748-46a1-9906-13fa7f7dd4f3 req-44d2a8de-d914-4b5e-baed-41b963671552 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2768474 Feb 17 20:23:10.541288 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-d137249f-7025-4f25-8096-bd35ed57cb91 req-e20ea75f-7dfa-4eab-ad89-cc96fe00c669 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567700 Feb 17 20:23:10.606759 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2fbc3880-c748-46a1-9906-13fa7f7dd4f3 req-b44222db-1ef7-4dbd-ace1-2b159b57e6b6 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225011 Feb 17 20:23:10.698939 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42580) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:10.737949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:10.770159 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:10.778605 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Usage tracker for resource:security_group_rule and tenant:13b837a5220c46e3b160d59d92a91c0a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:10.784826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:10.797418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:11.035411 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.040223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.060393 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-dee68465-af7f-468a-99e4-bda3591e2562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:11.116238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9a16a-79d0-447a-848f-24bbac805751,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:11.121629 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13b837a5220c46e3b160d59d92a91c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209228 Feb 17 20:23:11.122855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ac79a5b5-0e5a-4239-a1fc-8cdbe5a1325a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:11.126387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42584) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:11.208786 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.243172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.304750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.309453 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fde6f8be-4b6a-4403-a532-1591f20ec476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:11.334342 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9a16a-79d0-447a-848f-24bbac805751,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:11.340165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:11.364879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.379035 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64a9a16a-79d0-447a-848f-24bbac805751 HTTP/1.1" status: 204 len: 168 time: 0.2501683 Feb 17 20:23:11.879525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be39d8d-bbdc-40d4-a844-8fc00343b108 req-4087d1ce-d3d9-4e2b-b7ff-58fad637de46 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:11.892576 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9be39d8d-bbdc-40d4-a844-8fc00343b108 req-4087d1ce-d3d9-4e2b-b7ff-58fad637de46 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.1516969 Feb 17 20:23:12.109238 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-9be39d8d-bbdc-40d4-a844-8fc00343b108 req-f090e81a-9bce-4857-97f0-44eb581bb742 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142196 Feb 17 20:23:12.166599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9fcc2-75d1-4f2c-a41b-343a0633d5a8 req-f42fc14b-3cbd-4136-b926-dbdbde3d19b2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:12.182858 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ffd9fcc2-75d1-4f2c-a41b-343a0633d5a8 req-f42fc14b-3cbd-4136-b926-dbdbde3d19b2 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.2231028 Feb 17 20:23:12.285590 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-ffd9fcc2-75d1-4f2c-a41b-343a0633d5a8 req-be29784a-c060-48e8-9523-1edc8c4cf2af tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009927 Feb 17 20:23:12.942779 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-961d27f6-da04-4f95-b8e0-5ecc1e3d4c75 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/floatingips/ad69ecc0-10e3-42be-82a9-7724d8dc625a HTTP/1.1" status: 200 len: 999 time: 0.2108035 Feb 17 20:23:13.228094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-0b4c00ad-3571-493f-a8eb-05e96139c789 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:13.234551 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-0b4c00ad-3571-493f-a8eb-05e96139c789 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/networks/00f6328a-1f02-4a1d-b1d2-d6117cc0ca06 HTTP/1.1" status: 200 len: 784 time: 0.2802942 Feb 17 20:23:13.376517 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-438da6d9-3b07-45e5-9850-3b07ddb932e2 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 1002 time: 0.1390252 Feb 17 20:23:13.535784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-1731ff01-18bd-4074-97ef-3032c4eddd43 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:13.544595 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-1731ff01-18bd-4074-97ef-3032c4eddd43 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports/d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 943 time: 0.1669083 Feb 17 20:23:13.608333 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dab99-bf6e-4602-9c9d-80829957a65e req-4c24f4f5-ea31-42d0-926d-c02e0e8815d4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:13.625269 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-788dab99-bf6e-4602-9c9d-80829957a65e req-4c24f4f5-ea31-42d0-926d-c02e0e8815d4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.2445369 Feb 17 20:23:13.790722 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-788dab99-bf6e-4602-9c9d-80829957a65e req-fccf7d92-dc3a-4f15-bef7-729c02d135b6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602917 Feb 17 20:23:13.887410 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-f88ea740-ed89-406c-a172-090a791e51dd tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 1002 time: 0.1854420 Feb 17 20:23:14.491002 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Deleting port a2c440c0-08b5-41ad-b1db-575f886899c1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:14.491998 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.819506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42640) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:14.963672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.985262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3360c12-5d60-4be8-88d9-f81a3ce885ac req-d2e5a256-2769-4d1b-90af-abba31d3c738 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:14.986125 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:14.987928 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c3360c12-5d60-4be8-88d9-f81a3ce885ac req-d2e5a256-2769-4d1b-90af-abba31d3c738 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.6602943 Feb 17 20:23:14.995879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Usage tracker for resource:security_group_rule and tenant:bccb1c52ced249a79ba463ab718e6331 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:15.000037 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:15.007867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:15.121943 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-c3360c12-5d60-4be8-88d9-f81a3ce885ac req-b592f519-d314-4932-8c57-885cca385fca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781815 Feb 17 20:23:15.139287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.146459 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.161266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c36a2062-fd29-41ee-aee4-6621a61e6320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:15.169228 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.169868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.206829 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bccb1c52ced249a79ba463ab718e6331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827162 Feb 17 20:23:15.207626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42648) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:15.211436 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f299bc6-427d-4206-b6ac-09b5cd03f317,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:15.240347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:15.282298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.325285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.386583 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.389593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Calling delete_port for a2c440c0-08b5-41ad-b1db-575f886899c1 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:15.391616 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-695b0a5c-33c8-47ef-bf35-dbc21102ba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:15.411680 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f299bc6-427d-4206-b6ac-09b5cd03f317,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:15.415190 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:15.426358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.428191 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b1fdde22-d788-44e1-a62e-07bc812bcadb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f299bc6-427d-4206-b6ac-09b5cd03f317 HTTP/1.1" status: 204 len: 168 time: 0.2195554 Feb 17 20:23:15.560178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22b675-ef4f-460c-93a1-02906be3eaa2 req-86be5d8a-f3ce-4e7d-b91f-2a5752b16ae4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:15.562028 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7b22b675-ef4f-460c-93a1-02906be3eaa2 req-86be5d8a-f3ce-4e7d-b91f-2a5752b16ae4 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.2965016 Feb 17 20:23:15.679148 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-7b22b675-ef4f-460c-93a1-02906be3eaa2 req-2dce6516-31dd-4520-88ce-4081d473881c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033642 Feb 17 20:23:15.710210 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.729305 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9628acd6-d722-4231-9156-21c387a28f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:15.846418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event deleted for resources: {'Port': ['ID=a2c440c0-08b5-41ad-b1db-575f886899c1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:15.851726 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:16.150897 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Deleting port 08834c93-e602-4355-b915-4815c5ade8f5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:16.151282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:16.373057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:16.373443 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Floating IP ad69ecc0-10e3-42be-82a9-7724d8dc625a disassociated (deleted). External IP: 172.28.3.122, port: d4384c2a-64c5-4b25-b07e-56edafed3c3a. Feb 17 20:23:16.741485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b2ca-ff09-4c54-9336-bc12ec8aec29 req-631eb4c6-a09b-4b67-8c3c-3a52ef851830 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:16.743003 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8611b2ca-ff09-4c54-9336-bc12ec8aec29 req-631eb4c6-a09b-4b67-8c3c-3a52ef851830 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.4421167 Feb 17 20:23:16.896862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] For port 08834c93-e602-4355-b915-4815c5ade8f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=08834c93-e602-4355-b915-4815c5ade8f5,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:16.897303 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:17.057003 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-8611b2ca-ff09-4c54-9336-bc12ec8aec29 req-3b6811d0-5b13-4672-be10-af14996ccd2b tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068929 Feb 17 20:23:17.065321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Calling delete_port for 08834c93-e602-4355-b915-4815c5ade8f5 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:17.335518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Router 58493c5c-665d-4fca-9668-e426596b8683 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:23:17.672960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:23:17.763238 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b2fb-6445-4607-afed-521e56950179 req-06769ff1-7e63-4f58-a0b3-dc8cb415da79 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:17.764771 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dd48b2fb-6445-4607-afed-521e56950179 req-06769ff1-7e63-4f58-a0b3-dc8cb415da79 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/ports?device_id=e090555d-aa4b-4969-9628-70b2b51fd18d HTTP/1.1" status: 200 len: 944 time: 0.5666504 Feb 17 20:23:17.767838 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:17.786836 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-40d5a8db-167c-43c2-8e55-f25fc9f98e44 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:17.907057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Pushing event deleted for resources: {'Port': ['ID=08834c93-e602-4355-b915-4815c5ade8f5,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:17.984710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:18.046207 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-dd48b2fb-6445-4607-afed-521e56950179 req-add832dc-fad3-441e-bea4-c1eaa8c68632 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.46 "GET /v2.0/security-groups?id=4502aac9-3ac5-4a45-b568-a6c93d4f93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743576 Feb 17 20:23:18.074676 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:23:18.087963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Sync routers for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:23:18.103035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:18.103878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:18.124458 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:18.256384 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] No DVR routers for this DVR port 08834c93-e602-4355-b915-4815c5ade8f5 on host hv-cinder-75999 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:18.272317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:18.274507 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-1ad37399-6099-4265-b8fa-e7939733ed46 req-87e80ee7-dd36-489d-9a89-89155533edb2 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] 10.222.0.121 "DELETE /v2.0/ports/08834c93-e602-4355-b915-4815c5ade8f5 HTTP/1.1" status: 204 len: 173 time: 2.3477578 Feb 17 20:23:18.275196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-deleted', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:23:18.304765 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-c37a35e3-2f52-4af1-922f-7256e61a86e1 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad69ecc0-10e3-42be-82a9-7724d8dc625a HTTP/1.1" status: 204 len: 173 time: 4.4028056 Feb 17 20:23:18.328074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:18.343641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ec2d9-e6bf-4094-a38c-87e83264b732 req-17709744-b322-4e95-b9f9-0a001fec607a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:18.345289 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-103ec2d9-e6bf-4094-a38c-87e83264b732 req-17709744-b322-4e95-b9f9-0a001fec607a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.1373076 Feb 17 20:23:18.452747 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-103ec2d9-e6bf-4094-a38c-87e83264b732 req-1e29d6e6-7e5a-4215-a83a-d48e5e1749ca tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696223 Feb 17 20:23:18.469803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-73e07fa6-736d-4157-b9c6-4d2691249552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:18.471646 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-73e07fa6-736d-4157-b9c6-4d2691249552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.1353643 Feb 17 20:23:18.575183 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e090555d-aa4b-4969-9628-70b2b51fd18d', 'name': 'network-vif-deleted', 'tag': '08834c93-e602-4355-b915-4815c5ade8f5', 'status': 'completed', 'code': 200} Feb 17 20:23:18.649775 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-29ce69f5-2eeb-459f-ae18-90c3d45367bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:18.651434 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-29ce69f5-2eeb-459f-ae18-90c3d45367bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.1670754 Feb 17 20:23:18.730636 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:18.735162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Checking router: 58493c5c-665d-4fca-9668-e426596b8683 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:23:18.745390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:18.746081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:22:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:18.773347 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-e6534ee4-d5d6-4271-9460-7e96a1551ff7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 217 time: 0.1132596 Feb 17 20:23:18.863669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-caa8157e-4c72-410b-8723-3373e34c1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:18.865319 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-caa8157e-4c72-410b-8723-3373e34c1b1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.0852532 Feb 17 20:23:18.983198 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-846df1e6-f0b8-4c08-ab82-324fbe25d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:18.987253 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-846df1e6-f0b8-4c08-ab82-324fbe25d9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1107237 Feb 17 20:23:19.140069 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:19.171280 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-280bd7fc-6746-443b-8207-da356f611411 service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748691 Feb 17 20:23:19.343413 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-28e51a70-a5cd-40bd-b12b-d78b7a893310 req-3131796c-054c-4fd3-b576-bb4759d3cdeb service neutron] 10.222.0.46 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1637244 Feb 17 20:23:19.568446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:19.586133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf353d-bacc-4137-bd05-ed254a36f6d7 None None] The sync data for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb is: [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '823a330d-7991-4636-9df7-82adddd8d7f5', 'name': '', 'network_id': '8d71344c-ab12-4bcc-a8e0-123d21f9bdde', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'mac_address': 'fa:16:3e:26:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '759b24b0-1faa-419a-a449-449b1c552c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:42Z', 'updated_at': '2021-02-17T20:18:00Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'subnets': [{'id': '759b24b0-1faa-419a-a449-449b1c552c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:23:19.621513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:19.705000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:23:19.834811 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3709afe5-e2d7-4a06-b572-a84650875e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:19.843239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba502a-72d7-4fc5-b408-12b117a102cb req-ed137b09-b22a-40e7-b560-14187a794e5a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:19.845028 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-11ba502a-72d7-4fc5-b408-12b117a102cb req-ed137b09-b22a-40e7-b560-14187a794e5a tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 944 time: 0.1192298 Feb 17 20:23:19.862360 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:23:19.863100 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:20.024159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-11ba502a-72d7-4fc5-b408-12b117a102cb req-d224e9fe-949e-4479-bef6-4d75b2f81ff6 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690555 Feb 17 20:23:20.058977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:20.086674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf25c-f3d3-4b05-9e6f-ab684db165d0 req-fa751a00-217e-47bc-9f6c-bbc640dbb323 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:20.086674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-56dbf25c-f3d3-4b05-9e6f-ab684db165d0 req-fa751a00-217e-47bc-9f6c-bbc640dbb323 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Synchronizing usage tracker for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:23:20.104074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:23:20.105560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-56dbf25c-f3d3-4b05-9e6f-ab684db165d0 req-fa751a00-217e-47bc-9f6c-bbc640dbb323 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Unset dirty status for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:23:20.106991 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-56dbf25c-f3d3-4b05-9e6f-ab684db165d0 req-fa751a00-217e-47bc-9f6c-bbc640dbb323 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.2360835 Feb 17 20:23:20.116067 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-09279852-021d-49bf-aae3-1635477191fc None None] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:20.121184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258233450987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258233819132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778620956702'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:20.123689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:20.168209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42792) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:20.182628 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'code': 200} Feb 17 20:23:20.188496 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-56dbf25c-f3d3-4b05-9e6f-ab684db165d0 req-e9e9fafe-b084-4472-b481-0508f44068b0 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0733385 Feb 17 20:23:20.202116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61510639-d82a-4dcd-885c-646b602d164b None None] New status for floating IP ad69ecc0-10e3-42be-82a9-7724d8dc625a: DOWN {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:23:20.370553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Pushing event updated for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:20.374120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:20.481549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141309dd-3a25-4965-b7df-9b835bcd146d req-e1115363-78e4-427d-aa08-068f88e79543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:20.483193 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-141309dd-3a25-4965-b7df-9b835bcd146d req-e1115363-78e4-427d-aa08-068f88e79543 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1163 time: 0.0835054 Feb 17 20:23:20.538123 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-141309dd-3a25-4965-b7df-9b835bcd146d req-2ced634f-456d-4e22-93f2-dcbc7ef9f896 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Feb 17 20:23:20.575966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:23:20.626668 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'status': 'completed', 'code': 200} Feb 17 20:23:20.836486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:20.869201 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-4c41a8b1-cdf8-4167-ade8-0393aba79d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:20.870771 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-4c41a8b1-cdf8-4167-ade8-0393aba79d7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b33733907b58454ba7e2eedbae80f1ad&device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 1163 time: 0.0931287 Feb 17 20:23:21.030329 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-3fd58332-4725-4876-956f-01ae4c7a5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:21.032164 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-3fd58332-4725-4876-956f-01ae4c7a5695 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 200 len: 903 time: 0.1531293 Feb 17 20:23:21.116951 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-2fd0fbfc-4ea8-4674-8af8-9482bff53081 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 200 len: 217 time: 0.0756688 Feb 17 20:23:21.235620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-6997fd1a-fbd3-4d83-8eb3-be1e0e7ab34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:21.237980 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:23:21.238131 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-6997fd1a-fbd3-4d83-8eb3-be1e0e7ab34a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 200 len: 847 time: 0.1137230 Feb 17 20:23:21.256211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Deleting port bed1f7ab-1899-43a9-9c91-60ffd439ac4f {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:21.256941 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:21.347034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:23:21.347815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:21.349878 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72085b86-dd6d-435f-9311-53c5b459aee7 req-3738d7e5-5fce-4cac-8f2a-7a90a689889c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:21.351648 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-72085b86-dd6d-435f-9311-53c5b459aee7 req-3738d7e5-5fce-4cac-8f2a-7a90a689889c tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1730967 Feb 17 20:23:21.467665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] For port bed1f7ab-1899-43a9-9c91-60ffd439ac4f, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:21.468128 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:21.470580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-69f8f046-469c-4c48-af06-fefe956865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:21.472257 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-69f8f046-469c-4c48-af06-fefe956865d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8d71344c-ab12-4bcc-a8e0-123d21f9bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2164464 Feb 17 20:23:21.483332 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-72085b86-dd6d-435f-9311-53c5b459aee7 req-8a131ded-bf52-4407-90f5-9cb24eb8e3ce tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901508 Feb 17 20:23:21.601478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf5032-882f-4627-9ac7-08ef807f6517 req-ad3b3e55-797f-488f-a3cf-3aaaa632bd13 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:21.603257 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bcaf5032-882f-4627-9ac7-08ef807f6517 req-ad3b3e55-797f-488f-a3cf-3aaaa632bd13 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.2505772 Feb 17 20:23:21.699159 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-5b755e07-4e88-439b-a690-3488fa3ad543 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140017 Feb 17 20:23:21.704731 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-bcaf5032-882f-4627-9ac7-08ef807f6517 req-1d3b879f-a4aa-4c89-b2e7-61ff3e4fbd0f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0934525 Feb 17 20:23:21.897601 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d680f2a-4e73-4761-8c1b-4f5379d3f17b req-fbceb3aa-0d45-466e-a7d4-e354c5827473 service neutron] 10.222.0.121 "GET /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1896374 Feb 17 20:23:21.939021 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Calling delete_port for bed1f7ab-1899-43a9-9c91-60ffd439ac4f owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:22.059537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-a9bf0b38-61d0-47df-9874-be540b0b0ee7 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:22.060319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-a9bf0b38-61d0-47df-9874-be540b0b0ee7 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Synchronizing usage tracker for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:23:22.081777 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-a9bf0b38-61d0-47df-9874-be540b0b0ee7 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Unset dirty status for tenant:b33733907b58454ba7e2eedbae80f1ad on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:23:22.083048 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-a9bf0b38-61d0-47df-9874-be540b0b0ee7 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.121 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.2253001 Feb 17 20:23:22.212769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Deleting port d4384c2a-64c5-4b25-b07e-56edafed3c3a {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:22.213191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:22.413071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:22.431960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ba2eab15-000b-4fc3-93ae-6b7cfd7e68d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:22.608960 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Pushing event deleted for resources: {'Port': ['ID=bed1f7ab-1899-43a9-9c91-60ffd439ac4f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:22.612185 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:22.759758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed4efc-20ed-4a69-99c2-9be677e6ddf8 req-80bbb84a-4027-40f0-a919-60bf883fc1fa tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:22.763868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] For port d4384c2a-64c5-4b25-b07e-56edafed3c3a, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=d4384c2a-64c5-4b25-b07e-56edafed3c3a,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:22.764276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:22.768502 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5aed4efc-20ed-4a69-99c2-9be677e6ddf8 req-80bbb84a-4027-40f0-a919-60bf883fc1fa tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1460915 Feb 17 20:23:22.837933 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-5aed4efc-20ed-4a69-99c2-9be677e6ddf8 req-e3c67317-53fc-4493-a874-df4fa545dfb1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678914 Feb 17 20:23:22.951782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c455-70e4-41b1-aa54-d3a7da7c471b req-a67dadf3-5e23-4274-962f-bb3faf1f328e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:22.953715 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f510c455-70e4-41b1-aa54-d3a7da7c471b req-a67dadf3-5e23-4274-962f-bb3faf1f328e tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 946 time: 0.1060326 Feb 17 20:23:22.997195 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Calling delete_port for d4384c2a-64c5-4b25-b07e-56edafed3c3a owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:23.009168 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-f510c455-70e4-41b1-aa54-d3a7da7c471b req-316ea4aa-2747-4f22-865e-aa3cbbdcf001 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups?id=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0477808 Feb 17 20:23:23.205877 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device d4384c2a-64c5-4b25-b07e-56edafed3c3a no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:23.360650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a30c822e-2912-47d9-80e7-4ccebe1416a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:23.367432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4090498'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:23.369383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:23.389446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c60c520-0fa4-4684-8214-fbfbd8e67679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:23.482989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:23.519379 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event deleted for resources: {'Port': ['ID=d4384c2a-64c5-4b25-b07e-56edafed3c3a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:23.522619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:23.808874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] No DVR routers for this DVR port d4384c2a-64c5-4b25-b07e-56edafed3c3a on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:23.811216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:23.824842 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-deleted', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:23:23.861306 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-e92bb54b-5f5f-45d8-b63a-c8f3b313d0ff req-188675e1-81cd-406e-b510-b333277e5716 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.121 "DELETE /v2.0/ports/d4384c2a-64c5-4b25-b07e-56edafed3c3a HTTP/1.1" status: 204 len: 173 time: 1.7486966 Feb 17 20:23:23.953809 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60dbdda-34e7-48f9-b2fe-9e4d737a57f6', 'name': 'network-vif-deleted', 'tag': 'd4384c2a-64c5-4b25-b07e-56edafed3c3a', 'status': 'completed', 'code': 200} Feb 17 20:23:24.507460 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-daaf7335-9634-4bce-9f07-06c3d4f7c7a3 req-d93bbfd8-e8f2-4a20-a694-1611cc75642f tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60dbdda-34e7-48f9-b2fe-9e4d737a57f6 HTTP/1.1" status: 200 len: 210 time: 0.0646844 Feb 17 20:23:24.542148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b90f-6490-449d-92d1-e79fa5d14458 req-220bb711-a0f5-40d9-971f-49ccb0d921b3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:24.543764 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4694b90f-6490-449d-92d1-e79fa5d14458 req-220bb711-a0f5-40d9-971f-49ccb0d921b3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.5345099 Feb 17 20:23:24.599942 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4694b90f-6490-449d-92d1-e79fa5d14458 req-658439ea-82d2-41ac-86be-96ce9e7fb79e tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488806 Feb 17 20:23:24.605566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Router c8ed482b-f141-4997-9689-c1c2b68fa393 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:23:24.739165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:24.816815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:23:24.824817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] 10.222.0.46 "PUT /v2.0/routers/c8ed482b-f141-4997-9689-c1c2b68fa393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6520584 Feb 17 20:23:24.825789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42856) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:24.833714 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Sync routers for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:23:24.844464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:24.845182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:25.057040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.060099 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:25.121646 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.257598 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.268142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Deleting port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:25.268675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.391371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:23:22Z', 'revision_number': 5, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port': {'id': '473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:19:48Z', 'updated_at': '2021-02-17T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:25.395922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Checking router: c8ed482b-f141-4997-9689-c1c2b68fa393 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:23:25.405188 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Routers {'c8ed482b-f141-4997-9689-c1c2b68fa393'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:25.405863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['c8ed482b-f141-4997-9689-c1c2b68fa393'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:25.475973 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] For port 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:25.476441 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.591098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] Set router c8ed482b-f141-4997-9689-c1c2b68fa393 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:25.629576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Calling delete_port for 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:25.708384 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-6a817129-3ede-4c06-96ab-e526139baa0d tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "GET /v2.0/security-groups/a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7 HTTP/1.1" status: 200 len: 2993 time: 0.0738900 Feb 17 20:23:25.719706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:23:25Z', 'revision_number': 6, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port_host': None}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:25.725054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad15109-6bb5-4e6d-b3cb-b4ea1722c852 None None] The sync data for ids ['c8ed482b-f141-4997-9689-c1c2b68fa393'] in dv-cinder-759994-3-smb is: [{'id': 'c8ed482b-f141-4997-9689-c1c2b68fa393', 'name': 'tempest-TestMinimumBasicScenario-1791669296-router', 'tenant_id': '2507a71c4390440ca4c0075cdd81a01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:19:46Z', 'updated_at': '2021-02-17T20:23:25Z', 'revision_number': 6, 'project_id': '2507a71c4390440ca4c0075cdd81a01b', 'gw_port_host': None}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:23:25.797817 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.832594 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.836720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.855802 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-aeb81aa3-2482-4a2d-a9c6-bc4d82cdb24f tempest-ServerRescueNegativeTestJSON-1505223558 tempest-ServerRescueNegativeTestJSON-1505223558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:25.885595 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.895911 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-32fb47ac-3640-4df8-b3a3-e1934d2ee24f tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:25.914322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:25.933542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:25.935590 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-988057d8-0967-4dea-8b54-bfffa9e1541b req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] 10.222.0.46 "DELETE /v2.0/security-groups/a44dc1b0-0a34-42c1-9fc0-9a9115e4e8a7 HTTP/1.1" status: 204 len: 173 time: 0.2193010 Feb 17 20:23:25.938326 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.938868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.939593 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.940334 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.940868 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.941367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.946551 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.947699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.951466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.953148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.953703 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.954279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.954934 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.956004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.957016 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.957591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.958135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.958673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.959227 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.959769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.960317 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.960852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.961426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.962115 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:25.966791 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:25.985079 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42868) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:25.987643 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Pushing event deleted for resources: {'Port': ['ID=473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:26.007449 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.007820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.008229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.008722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.009068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.009478 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.009867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.010260 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.010655 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.011043 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.011431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.011899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.012288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.012803 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.013214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.013607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.013967 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.014351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.014739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.015120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.015510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.020504 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.020978 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.021383 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:26.028205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:26.155668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bed1f7ab-1899-43a9-9c91-60ffd439ac4f no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:26.164800 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.208173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: bed1f7ab-1899-43a9-9c91-60ffd439ac4f {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:26.209015 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bed1f7ab-1899-43a9-9c91-60ffd439ac4f not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:26.209668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:26.249638 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:26.250158 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 473c0ed3-c0b7-43ef-8a6f-529bf7a1fc81 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:26.270454 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.379030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.382135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.419242 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.419882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ed482b-f141-4997-9689-c1c2b68fa393 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:23:26.438758 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.443311 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ba6dae53-0423-43a7-abe2-bd35fafad586 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c8ed482b-f141-4997-9689-c1c2b68fa393 HTTP/1.1" status: 204 len: 168 time: 1.6141698 Feb 17 20:23:26.444371 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42876) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:26.624674 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Deleting subnet 155ccbc3-35aa-411e-8fbc-a0889eff3694 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:23:26.631321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.777423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.024722 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.364101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.563628 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.587420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:27.688852 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155ccbc3-35aa-411e-8fbc-a0889eff3694,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:27.704385 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:27.849348 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.854147 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1406d-1759-4203-b7c0-a9bae393fc0c None None] Network 089baba0-eacd-458a-9841-dd5f111cf418 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:23:27.863081 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4431a1b1-6bb4-47dd-8b4c-0e25bc25470c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/155ccbc3-35aa-411e-8fbc-a0889eff3694 HTTP/1.1" status: 204 len: 168 time: 1.4144521 Feb 17 20:23:27.863472 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42882) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:28.144262 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] DHCP port deletion for 089baba0-eacd-458a-9841-dd5f111cf418 request from dv-cinder-759994-3-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:23:28.149214 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Deleting port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:28.149737 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.294111 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.386542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Deleting port 823a330d-7991-4636-9df7-82adddd8d7f5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:28.387101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.421820 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Deleting port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:28.422199 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.553588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] For port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:28.553962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.697782 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Calling delete_port for 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:28.782539 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.798505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-09279852-021d-49bf-aae3-1635477191fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:28.809298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] For port 823a330d-7991-4636-9df7-82adddd8d7f5, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=823a330d-7991-4636-9df7-82adddd8d7f5,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:28.809626 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.828552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] For port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,segment=NetworkSegment(3393d5e3-80e6-40a3-b442-5df1eb1fcb3e),segment_id=3393d5e3-80e6-40a3-b442-5df1eb1fcb3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:28.828966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:28.949505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Pushing event deleted for resources: {'Port': ['ID=8a60cc30-42e1-4fb1-91d8-da29b1beefc3,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:28.951840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] No DVR routers for this DVR port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 on host dv-cinder-759994-3-smb {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:28.953354 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-10d54a2f-fc7a-4241-904f-1cd02430200f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:28.977606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Calling delete_port for 823a330d-7991-4636-9df7-82adddd8d7f5 owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:29.151445 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Calling delete_port for 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:29.274557 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:23:29.274927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:23:29.381818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:29.397066 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:29.493650 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=823a330d-7991-4636-9df7-82adddd8d7f5,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:29.497136 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:29.798258 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Deleting port 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:29.799035 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:29.890629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] The port '8a60cc30-42e1-4fb1-91d8-da29b1beefc3' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:23:30.007805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:30.110047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:30.170047 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:30.208560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:30.208867 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8a60cc30-42e1-4fb1-91d8-da29b1beefc3 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:30.267172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089baba0-eacd-458a-9841-dd5f111cf418']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:30.284517 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:30.284855 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3393d5e3-80e6-40a3-b442-5df1eb1fcb3e') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:30.303948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:30.402548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:30.406236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:23:30.934913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Network 089baba0-eacd-458a-9841-dd5f111cf418 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:31.003784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.296831 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Network 089baba0-eacd-458a-9841-dd5f111cf418 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:23:31.326866 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:23:31.420093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Router 58493c5c-665d-4fca-9668-e426596b8683 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:23:31.422965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.428981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:31.448738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.462929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Pushing event deleted for resources: {'Network': ['ID=089baba0-eacd-458a-9841-dd5f111cf418,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:31.517778 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:31.561768 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2d42965e-6ff0-45f8-8956-40300ee1cf69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/089baba0-eacd-458a-9841-dd5f111cf418 HTTP/1.1" status: 204 len: 168 time: 3.6971245 Feb 17 20:23:31.667821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:23:31.676366 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42906) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:31.677364 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-c4034287-d5bf-4d91-a6ea-66b76d7d2c0a admin admin] 10.222.0.46 "PUT /v2.0/routers/58493c5c-665d-4fca-9668-e426596b8683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6909332 Feb 17 20:23:31.680180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Sync routers for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:23:31.693762 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:31.694447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:31.703479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42910) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:31.764031 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-42176623-b5a0-4d00-80dd-7ed61b6c6224 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2507a71c4390440ca4c0075cdd81a01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565021 Feb 17 20:23:31.764327 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42914) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:31.830469 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.864530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.889202 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.932252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:31.964423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:31.969913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c2fcdbe9-29d7-4229-b074-9c54ee9b6fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:31.993182 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502aac9-3ac5-4a45-b568-a6c93d4f93ce,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:31.997184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:32.006751 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:32.012855 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4502aac9-3ac5-4a45-b568-a6c93d4f93ce HTTP/1.1" status: 204 len: 168 time: 0.2472239 Feb 17 20:23:32.121768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:32.133181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Deleting port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:32.133574 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:32.348105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:23:29Z', 'revision_number': 5, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port': {'id': '7c9f002b-c436-47b1-a160-e1f5ba1eb9c9', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58493c5c-665d-4fca-9668-e426596b8683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:33Z', 'updated_at': '2021-02-17T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:32.356162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Checking router: 58493c5c-665d-4fca-9668-e426596b8683 for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:23:32.372575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Routers {'58493c5c-665d-4fca-9668-e426596b8683'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:32.373489 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['58493c5c-665d-4fca-9668-e426596b8683'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:32.375693 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] For port 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:32.376331 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:32.600948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] Set router 58493c5c-665d-4fca-9668-e426596b8683 gateway port host: None {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:32.724874 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:23:32Z', 'revision_number': 6, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port_host': None}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:32.729460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec074-8c8f-4243-b230-70c7a819aeb4 None None] The sync data for ids ['58493c5c-665d-4fca-9668-e426596b8683'] in dv-cinder-759994-3-smb is: [{'id': '58493c5c-665d-4fca-9668-e426596b8683', 'name': 'tempest-TestShelveInstance-598399440-router', 'tenant_id': 'b33733907b58454ba7e2eedbae80f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:30Z', 'updated_at': '2021-02-17T20:23:32Z', 'revision_number': 6, 'project_id': 'b33733907b58454ba7e2eedbae80f1ad', 'gw_port_host': None}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:23:32.828529 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Calling delete_port for 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:33.017505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.034355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-10ce8eb0-9f43-45f6-a2c5-66e1dbbb019a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:33.143675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9f002b-c436-47b1-a160-e1f5ba1eb9c9,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:33.151780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:33.282890 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.510914 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.514064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.536840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.537420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58493c5c-665d-4fca-9668-e426596b8683 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:23:33.552746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.554206 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3962d5d2-062c-45d3-9087-5e6c3a5bc055 admin admin] 10.222.0.46 "DELETE /v2.0/routers/58493c5c-665d-4fca-9668-e426596b8683 HTTP/1.1" status: 204 len: 168 time: 1.8766530 Feb 17 20:23:33.557209 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42928) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:33.634338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Deleting subnet 759b24b0-1faa-419a-a449-449b1c552c66 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:23:33.638161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.703873 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14964891'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:33.794509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.116845 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839827306'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.129415 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:34.138528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:34.169508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:34.169895 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 7c9f002b-c436-47b1-a160-e1f5ba1eb9c9 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:34.170368 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 823a330d-7991-4636-9df7-82adddd8d7f5 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:34.211162 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 823a330d-7991-4636-9df7-82adddd8d7f5 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:34.211555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 823a330d-7991-4636-9df7-82adddd8d7f5 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:34.251844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759b24b0-1faa-419a-a449-449b1c552c66,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:34.258236 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:34.309903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.316447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f68ccf3-a387-43ba-87ff-4ab181ed9c3f None None] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:23:34.318059 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-cc693c2d-556c-42a5-bda6-cb8d6a598db4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/759b24b0-1faa-419a-a449-449b1c552c66 HTTP/1.1" status: 204 len: 168 time: 0.7589974 Feb 17 20:23:34.320519 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42932) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:34.450717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.525747 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Deleting port c1c895c1-65eb-4509-9b7c-9fbe9c857927 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:34.526082 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.594822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] DHCP port deletion for 8d71344c-ab12-4bcc-a8e0-123d21f9bdde request from dv-cinder-759994-3-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:23:34.599780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Deleting port c1c895c1-65eb-4509-9b7c-9fbe9c857927 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:34.600282 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.784250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] For port c1c895c1-65eb-4509-9b7c-9fbe9c857927, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=c1c895c1-65eb-4509-9b7c-9fbe9c857927,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:34.784888 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.850879 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] For port c1c895c1-65eb-4509-9b7c-9fbe9c857927, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=c1c895c1-65eb-4509-9b7c-9fbe9c857927,segment=NetworkSegment(84179b09-5db7-41ef-b95a-8bcf205daa8e),segment_id=84179b09-5db7-41ef-b95a-8bcf205daa8e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:34.851400 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:34.955981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Calling delete_port for c1c895c1-65eb-4509-9b7c-9fbe9c857927 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:35.051582 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:35.073052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e7cbc0f5-5993-4112-a372-45613884366c tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:35.124207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c895c1-65eb-4509-9b7c-9fbe9c857927,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:35.184410 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:35.249102 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] No DVR routers for this DVR port c1c895c1-65eb-4509-9b7c-9fbe9c857927 on host dv-cinder-759994-3-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:35.322470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Calling delete_port for c1c895c1-65eb-4509-9b7c-9fbe9c857927 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:35.387101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:35.404369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:23:35.404883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:23:35.507295 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d71344c-ab12-4bcc-a8e0-123d21f9bdde']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:35.520387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84179b09-5db7-41ef-b95a-8bcf205daa8e') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:35.520725 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84179b09-5db7-41ef-b95a-8bcf205daa8e') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:35.532684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:35.548353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:35.551068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:23:35.905854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Deleting port c1c895c1-65eb-4509-9b7c-9fbe9c857927 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:35.906394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:35.983738 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a2f7-d6b9-4c02-bb66-1fa8ee0adc8c None None] The port 'c1c895c1-65eb-4509-9b7c-9fbe9c857927' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:23:35.991501 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:36.004448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:36.120176 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device c1c895c1-65eb-4509-9b7c-9fbe9c857927 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:36.162263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: c1c895c1-65eb-4509-9b7c-9fbe9c857927 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:36.162689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device c1c895c1-65eb-4509-9b7c-9fbe9c857927 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:36.198506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Network 8d71344c-ab12-4bcc-a8e0-123d21f9bdde has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:23:36.221917 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:23:36.304344 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:36.308175 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-bcb2abe6-6e3d-400b-8d9b-f7b53822e280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:36.327172 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:36.334339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=8d71344c-ab12-4bcc-a8e0-123d21f9bdde,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:36.339285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:36.351746 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3ef4d293-af53-42bd-8b75-4afeb39cfcdb admin admin] 10.222.0.46 "DELETE /v2.0/networks/8d71344c-ab12-4bcc-a8e0-123d21f9bdde HTTP/1.1" status: 204 len: 168 time: 2.0300400 Feb 17 20:23:36.354732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 42948) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:36.973178 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.366234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Deleting port 150329e9-c2c3-412a-82d3-7ae0bfa6d300 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:37.366624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.558706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] For port 150329e9-c2c3-412a-82d3-7ae0bfa6d300, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=150329e9-c2c3-412a-82d3-7ae0bfa6d300,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:37.559134 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.697181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Calling delete_port for 150329e9-c2c3-412a-82d3-7ae0bfa6d300 owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:37.907044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.925005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9462ecfa-742e-4a58-a3aa-e29e688e9b03 tempest-AttachVolumeNegativeTest-365126124 tempest-AttachVolumeNegativeTest-365126124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:38.037717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=150329e9-c2c3-412a-82d3-7ae0bfa6d300,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:38.042945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:38.366789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.149034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Router 9b993314-386e-4dc1-a2e0-aee12e3bee49 has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:23:39.358772 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:23:39.369486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Sync routers for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:23:39.373205 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42970) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:39.381542 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:39.381770 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-5cf9b829-43b3-4ab9-af9b-a4a1e84336f3 admin admin] 10.222.0.46 "PUT /v2.0/routers/9b993314-386e-4dc1-a2e0-aee12e3bee49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0256429 Feb 17 20:23:39.382905 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:39.574197 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.582966 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: dv-cinder-759994-3-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:39.779280 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.789097 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Deleting port 43c1f519-b15e-4b49-ab8a-c69e8da4e602 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:39.789485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.002212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] For port 43c1f519-b15e-4b49-ab8a-c69e8da4e602, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=43c1f519-b15e-4b49-ab8a-c69e8da4e602,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:40.002774 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.064470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:23:37Z', 'revision_number': 5, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port': {'id': '43c1f519-b15e-4b49-ab8a-c69e8da4e602', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:17:55Z', 'updated_at': '2021-02-17T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:40.070590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Checking router: 9b993314-386e-4dc1-a2e0-aee12e3bee49 for host: dv-cinder-759994-3-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:23:40.078949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Routers {'9b993314-386e-4dc1-a2e0-aee12e3bee49'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:40.079533 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:23Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['9b993314-386e-4dc1-a2e0-aee12e3bee49'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:40.141304 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Calling delete_port for 43c1f519-b15e-4b49-ab8a-c69e8da4e602 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:40.244899 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] Set router 9b993314-386e-4dc1-a2e0-aee12e3bee49 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:40.328590 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.345759 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d75c7013-d965-4a92-8fdd-ae0e8f95e8f5 tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:40.362479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:23:39Z', 'revision_number': 6, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port_host': None}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:40.366824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4b34-5114-49f1-a272-f37b3fd5b4f6 None None] The sync data for ids ['9b993314-386e-4dc1-a2e0-aee12e3bee49'] in dv-cinder-759994-3-smb is: [{'id': '9b993314-386e-4dc1-a2e0-aee12e3bee49', 'name': 'tempest-TestShelveInstance-765013992-router', 'tenant_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:17:54Z', 'updated_at': '2021-02-17T20:23:39Z', 'revision_number': 6, 'project_id': '20a03bf31bb34f15a0aa215c5f3d7b18', 'gw_port_host': None}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:23:40.457875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c1f519-b15e-4b49-ab8a-c69e8da4e602,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:40.463822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:40.632760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.838040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.840669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.864464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.865092 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b993314-386e-4dc1-a2e0-aee12e3bee49 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:23:40.877816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:40.879063 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3854d43f-e1e3-4dc1-9806-f6fd96ddc7c4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9b993314-386e-4dc1-a2e0-aee12e3bee49 HTTP/1.1" status: 204 len: 168 time: 1.5049119 Feb 17 20:23:40.881853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42980) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:40.965083 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Deleting subnet 14100e41-90ed-4730-acbf-e5c597dcb588 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:23:40.968734 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.026990 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852727836'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.120565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.383425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852727913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843556368'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.399948 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8b4cc9ad-f45c-40af-aa3d-c64ec3804801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:41.487965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14100e41-90ed-4730-acbf-e5c597dcb588,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:41.492499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:41.536514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.542681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2f17f-eaaa-4e92-a690-4f2ad78279f9 None None] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:23:41.542946 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-90bec57a-6c5e-4e50-949b-ce2e0c56781d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14100e41-90ed-4730-acbf-e5c597dcb588 HTTP/1.1" status: 204 len: 168 time: 0.6599596 Feb 17 20:23:41.545700 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 42984) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:41.675986 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.756011 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Deleting port 84e5a679-f0e6-403e-9aef-b2384753eff9 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:41.756588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:41.820434 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] DHCP port deletion for 88715dc5-6c5f-4009-ace9-71c4e5c06109 request from dv-cinder-759994-3-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:23:41.825430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Deleting port 84e5a679-f0e6-403e-9aef-b2384753eff9 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:41.825951 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:42.078833 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] For port 84e5a679-f0e6-403e-9aef-b2384753eff9, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=84e5a679-f0e6-403e-9aef-b2384753eff9,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:42.079274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:42.211073 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 43c1f519-b15e-4b49-ab8a-c69e8da4e602 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:42.243071 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Calling delete_port for 84e5a679-f0e6-403e-9aef-b2384753eff9 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:42.274797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] For port 84e5a679-f0e6-403e-9aef-b2384753eff9, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=84e5a679-f0e6-403e-9aef-b2384753eff9,segment=NetworkSegment(83c51f46-6b17-4b4e-bbca-d89767d245de),segment_id=83c51f46-6b17-4b4e-bbca-d89767d245de)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:42.275192 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:42.300618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 43c1f519-b15e-4b49-ab8a-c69e8da4e602 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:42.300618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 43c1f519-b15e-4b49-ab8a-c69e8da4e602 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:42.300618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 150329e9-c2c3-412a-82d3-7ae0bfa6d300 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:42.347892 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 150329e9-c2c3-412a-82d3-7ae0bfa6d300 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:42.348277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 150329e9-c2c3-412a-82d3-7ae0bfa6d300 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:42.348880 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 84e5a679-f0e6-403e-9aef-b2384753eff9 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:42.414475 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Calling delete_port for 84e5a679-f0e6-403e-9aef-b2384753eff9 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:42.436890 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.plugins.ml2.db [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No ports have port_id starting with 84e5a679-f0e6-403e-9aef-b2384753eff9 Feb 17 20:23:42.437678 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:42.454184 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8a7e34f3-d507-4397-a493-66a59873d689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:42.494993 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:23:42.495367 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:23:42.549987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Pushing event deleted for resources: {'Port': ['ID=84e5a679-f0e6-403e-9aef-b2384753eff9,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:42.552843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:42.604929 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7e71a-1605-48f5-b013-ee6f8718c783 None None] No DVR routers for this DVR port 84e5a679-f0e6-403e-9aef-b2384753eff9 on host dv-cinder-759994-3-smb {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:42.996293 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Deleting port 84e5a679-f0e6-403e-9aef-b2384753eff9 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:42.996732 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.077057 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] The port '84e5a679-f0e6-403e-9aef-b2384753eff9' was deleted {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:23:43.207560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.294851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43000) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:43.333750 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88715dc5-6c5f-4009-ace9-71c4e5c06109']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:43.348154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c51f46-6b17-4b4e-bbca-d89767d245de') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:43.348496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c51f46-6b17-4b4e-bbca-d89767d245de') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:43.362229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2047996'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.378378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.380518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Releasing vxlan tunnel 11 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:23:43.437127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.455382 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:43.460237 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9ae4f9382347d7bbf1350fa7df802a is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:43.463698 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:43.471325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:43.574816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.577816 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.584730 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:43.587520 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2d490649-f6f2-4701-b939-08ed21ffbf84 tempest-TestShelveInstance-1089461796 tempest-TestShelveInstance-1089461796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:43.594549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2047080'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.632892 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a9ae4f9382347d7bbf1350fa7df802a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367434 Feb 17 20:23:43.633915 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e6d8d-0fe1-4693-9c48-6c016c703abb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:43.636819 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43006) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:43.664196 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:43.710902 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.740875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.789752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.790001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Network 88715dc5-6c5f-4009-ace9-71c4e5c06109 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:43.795005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-5f9e2ea6-63ad-42d1-873f-6c3c358e2b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:43.809883 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e6d8d-0fe1-4693-9c48-6c016c703abb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:43.812300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.816654 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e0e6d8d-0fe1-4693-9c48-6c016c703abb HTTP/1.1" status: 204 len: 168 time: 0.1760170 Feb 17 20:23:43.816654 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e84d8da6-34c9-4952-84ed-f82bc4dc8c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: % (table.description, expected, rows_matched) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:23:43.817470 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:23:43.902763 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.906983 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3a29f0f6-d158-4ade-aa04-5b007ab525f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:43.929697 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:43.936405 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Pushing event deleted for resources: {'Network': ['ID=88715dc5-6c5f-4009-ace9-71c4e5c06109,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:43.940375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:43.946181 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-57764496-2d4a-4450-9ede-cc2f89dd846c admin admin] 10.222.0.46 "DELETE /v2.0/networks/88715dc5-6c5f-4009-ace9-71c4e5c06109 HTTP/1.1" status: 204 len: 168 time: 2.3992827 Feb 17 20:23:44.166665 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43014) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:44.224186 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-78ebb500-a32f-463d-8a2d-6e6689144025 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b33733907b58454ba7e2eedbae80f1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560935 Feb 17 20:23:44.226710 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43018) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:44.295046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:44.323923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:44.372805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:44.378279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e73d3634-a533-40aa-a083-9893e897f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:44.392869 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d4e939-9dd0-41a1-b86a-c2f68e9473e9,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:44.398499 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:44.400503 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:44.401740 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-af0c44fb-5893-4fd0-b34d-52f1d059037c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10d4e939-9dd0-41a1-b86a-c2f68e9473e9 HTTP/1.1" status: 204 len: 168 time: 0.1740794 Feb 17 20:23:44.791014 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43026) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:44.906636 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-ea2c2359-d23b-4423-af3e-d0fed216ed22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20a03bf31bb34f15a0aa215c5f3d7b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119576 Feb 17 20:23:44.907183 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43030) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:44.926722 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-6c658ddd-10bd-43c4-b43f-9cef55714b0b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1034236 Feb 17 20:23:44.975173 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:45.005846 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:45.031754 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-7beb2ef9-1551-4b70-ba36-a574c0a91ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:45.033536 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-7beb2ef9-1551-4b70-ba36-a574c0a91ba0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f29b0422d8724040b7d803540a8f9e20&device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 1163 time: 0.0819454 Feb 17 20:23:45.054080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:45.059607 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0a86860a-2662-4677-bc21-1283b5480aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:45.072561 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d5680-6e7f-49b4-a2a6-1851c013591c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:45.076989 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:45.081566 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:45.083456 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/144d5680-6e7f-49b4-a2a6-1851c013591c HTTP/1.1" status: 204 len: 168 time: 0.1750593 Feb 17 20:23:45.203240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-c057ff83-4325-40a9-b95d-e7af1054a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:45.204872 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-c057ff83-4325-40a9-b95d-e7af1054a1b8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 200 len: 910 time: 0.1510534 Feb 17 20:23:45.327557 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-9dec0aae-a23d-482b-9cc5-e24a4b7d374a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 200 len: 1002 time: 0.1141257 Feb 17 20:23:45.404064 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-1f679037-5245-419e-9b82-43fcf8a51651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:45.405734 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-1f679037-5245-419e-9b82-43fcf8a51651 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 200 len: 855 time: 0.0712326 Feb 17 20:23:45.500599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-7e97164b-369b-471c-b96d-6cef449620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:45.502349 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-7e97164b-369b-471c-b96d-6cef449620c9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ea6961e8-68cd-4637-9725-b2bcb45267da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885615 Feb 17 20:23:45.652817 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-5366b75d-0fa0-4c08-a620-df4db80e8a8a service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427097 Feb 17 20:23:45.800822 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-4d28be3d-3fc5-4f86-abc7-be29622c2f3d req-220344b7-0bcc-48ab-bc3d-0abd2eac80f1 service neutron] 10.222.0.121 "GET /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400437 Feb 17 20:23:49.616298 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:49.787181 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c38f19f-15bf-4f63-a2e9-d008ca91e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:53.343684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-051b3833-03ac-484b-9d3b-81b76c4ac778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:54.673081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:23:54.742677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:55.123909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:56.234781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.197054 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa1c6f-9a7f-4045-92cf-d38764ca89a1 req-7c7e1bb8-b0bc-41bc-92f6-c4e2e4370ff3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:58.198635 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-82fa1c6f-9a7f-4045-92cf-d38764ca89a1 req-7c7e1bb8-b0bc-41bc-92f6-c4e2e4370ff3 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0979638 Feb 17 20:23:58.251054 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-82fa1c6f-9a7f-4045-92cf-d38764ca89a1 req-73ccbd92-cf90-4553-9942-6bb205be6e56 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452044 Feb 17 20:23:59.476942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb1997-de40-4242-8343-ba1f5ff01650 req-92e1e4d7-27ff-4378-b7ab-f26734033bc5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:59.478688 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-51bb1997-de40-4242-8343-ba1f5ff01650 req-92e1e4d7-27ff-4378-b7ab-f26734033bc5 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.0974917 Feb 17 20:23:59.500010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:23:59.532206 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-51bb1997-de40-4242-8343-ba1f5ff01650 req-6ac4fb0b-421a-44ea-9fa7-49aa7a7669d8 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups?id=794aebb1-2aed-4b64-9929-f9058a6789ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Feb 17 20:23:59.590432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.provisioning_blocks [None req-09279852-021d-49bf-aae3-1635477191fc None None] Provisioning complete for port 4bfefe6e-0d15-42ae-9273-16754dd123c7 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:23:59.591145 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770890'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.668664 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990175-df6b-4dac-a765-66d7d9e130ae req-41941bcc-ca0f-4f35-bf94-e3cbd3688e45 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:59.669495 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-85990175-df6b-4dac-a765-66d7d9e130ae req-41941bcc-ca0f-4f35-bf94-e3cbd3688e45 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Synchronizing usage tracker for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:23:59.686248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [req-85990175-df6b-4dac-a765-66d7d9e130ae req-41941bcc-ca0f-4f35-bf94-e3cbd3688e45 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Unset dirty status for tenant:f29b0422d8724040b7d803540a8f9e20 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:23:59.687548 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85990175-df6b-4dac-a765-66d7d9e130ae req-41941bcc-ca0f-4f35-bf94-e3cbd3688e45 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 946 time: 0.1077013 Feb 17 20:23:59.773963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Deleting port 4bfefe6e-0d15-42ae-9273-16754dd123c7 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:59.774357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.082656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] For port 4bfefe6e-0d15-42ae-9273-16754dd123c7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4bfefe6e-0d15-42ae-9273-16754dd123c7,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:00.083062 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.424307 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.424752 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835843'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.425137 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.db.l3_db [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Floating IP 541e8fe2-5fb4-44b0-a708-49468b1873fa disassociated. External IP: 172.28.3.206, port: 4bfefe6e-0d15-42ae-9273-16754dd123c7. Feb 17 20:24:00.425527 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Calling delete_port for 4bfefe6e-0d15-42ae-9273-16754dd123c7 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:00.585457 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.601447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ed2019cf-f5e3-45e7-89e6-96c4f02057dd tempest-AttachVolumeTestJSON-1838132607 tempest-AttachVolumeTestJSON-1838132607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:00.706614 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'Port': ['ID=4bfefe6e-0d15-42ae-9273-16754dd123c7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:00.716675 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:00.755424 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-009d8240-4af0-49a7-9c38-eaf5e01ca1de req-22411540-6514-48b7-8eae-f65115d09d30 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 210 time: 0.0953994 Feb 17 20:24:01.248376 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:24:01.454104 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:01.463439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:24:01.496792 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:01.502207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] No DVR routers for this DVR port 4bfefe6e-0d15-42ae-9273-16754dd123c7 on host hv-cinder-75999 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:24:01.504783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.508068 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-deleted', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:01.516547 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-09279852-021d-49bf-aae3-1635477191fc None None] No Port match for: 4bfefe6e-0d15-42ae-9273-16754dd123c7 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:24:01.516972 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-09279852-021d-49bf-aae3-1635477191fc None None] Device 4bfefe6e-0d15-42ae-9273-16754dd123c7 not bound to the agent host hv-cinder-75999 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:24:01.520229 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:01.520875 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:01.525593 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-85990175-df6b-4dac-a765-66d7d9e130ae req-7770a2e3-6f39-4d74-ba38-a2c93f1f7118 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.121 "DELETE /v2.0/ports/4bfefe6e-0d15-42ae-9273-16754dd123c7 HTTP/1.1" status: 204 len: 173 time: 1.8314340 Feb 17 20:24:01.570386 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb03493-7408-4295-9e78-d2e08e5353d9', 'name': 'network-vif-deleted', 'tag': '4bfefe6e-0d15-42ae-9273-16754dd123c7', 'status': 'completed', 'code': 200} Feb 17 20:24:01.727708 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:02.001035 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [req-2701f65e-caf1-4156-82c7-2c3cf3142671 req-00c664d8-b3f3-4ba1-bda7-707cff659940 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb03493-7408-4295-9e78-d2e08e5353d9 HTTP/1.1" status: 200 len: 210 time: 0.0850966 Feb 17 20:24:02.281030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:02.285505 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:02.295387 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:02.296078 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:02.491704 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:02.851394 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:02.856357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceced2e-1ed9-40ac-829b-f6986246cf06 None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:15:35Z', 'revision_number': 4, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb', '_interfaces': [{'id': '8783088d-8e15-4fbe-8b45-b9051107d637', 'name': '', 'network_id': 'ea6961e8-68cd-4637-9725-b2bcb45267da', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'mac_address': 'fa:16:3e:6d:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:28Z', 'updated_at': '2021-02-17T20:15:52Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'subnets': [{'id': '5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:03.148210 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43062) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:03.229261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.264781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.296969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bec7a-23cc-4936-ad54-87772e2d8e50 None None] New status for floating IP 541e8fe2-5fb4-44b0-a708-49468b1873fa: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:24:03.326451 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.335863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-676b932a-b6ab-4880-a2bb-3775c4b951a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:03.352476 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794aebb1-2aed-4b64-9929-f9058a6789ae,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:03.355528 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:03.363483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.367621 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6d9acaa2-b062-4a0e-bf6a-cd8e2f617a65 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "DELETE /v2.0/security-groups/794aebb1-2aed-4b64-9929-f9058a6789ae HTTP/1.1" status: 204 len: 168 time: 0.2153239 Feb 17 20:24:03.367991 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43066) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:03.387215 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.api.v2.resource [None req-786f8648-869c-45a5-8ded-e2dc34d61eb1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] show failed (client error): The resource could not be found. Feb 17 20:24:03.388312 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-786f8648-869c-45a5-8ded-e2dc34d61eb1 tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "GET /v2.0/security-groups/794aebb1-2aed-4b64-9929-f9058a6789ae HTTP/1.1" status: 404 len: 347 time: 0.0192764 Feb 17 20:24:03.392548 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43070) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:03.571950 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Deleting port d9a459f1-eb86-425f-8bbd-95003479edb7 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:03.572332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.775718 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.776256 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.913781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Calling delete_port for d9a459f1-eb86-425f-8bbd-95003479edb7 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:04.100810 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.118824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1ea84daa-531d-4556-8997-1475f7185f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:04.227470 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Pushing event deleted for resources: {'Port': ['ID=d9a459f1-eb86-425f-8bbd-95003479edb7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:04.232522 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:04.359493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.375455 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854329190'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.377349 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9c775a5d-7d34-44c6-831f-0641c77a97ec tempest-AttachVolumeShelveTestJSON-676074344 tempest-AttachVolumeShelveTestJSON-676074344-project] 10.222.0.46 "DELETE /v2.0/floatingips/541e8fe2-5fb4-44b0-a708-49468b1873fa HTTP/1.1" status: 204 len: 168 time: 0.9834692 Feb 17 20:24:07.251931 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43094) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:08.115001 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853831521'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:08.756039 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Deleting port 8783088d-8e15-4fbe-8b45-b9051107d637 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:08.756689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:08.965052 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] For port 8783088d-8e15-4fbe-8b45-b9051107d637, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=8783088d-8e15-4fbe-8b45-b9051107d637,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:08.965707 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:09.132959 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Calling delete_port for 8783088d-8e15-4fbe-8b45-b9051107d637 owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:09.329264 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:09.345632 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a4f7401d-e091-4d7c-8b4c-e1fdd85d4be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:09.449805 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8783088d-8e15-4fbe-8b45-b9051107d637,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:09.455375 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:09.775862 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853831439'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:10.316858 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b has already been hosted by L3 agent 7e68f485-4b25-4fdb-80d4-0d7e70a1da74 {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:24:10.520584 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:10.529961 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Sync routers for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:10.537088 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-1f00f5af-1f68-44cf-bf25-9330b0d6fed8 admin admin] 10.222.0.46 "PUT /v2.0/routers/d19af7d2-ce66-4d45-9e4a-3e314c33eb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837887 Feb 17 20:24:10.540287 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43100) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:10.545234 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:10.545923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:10.754954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: dv-cinder-759994-3-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:10.804155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.020284 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.030186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Deleting port 45c19ea8-f4c6-4454-94de-99936089fa32 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:11.030906 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.121055 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'external_fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:24:09Z', 'revision_number': 5, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port': {'id': '45c19ea8-f4c6-4454-94de-99936089fa32', 'name': '', 'network_id': '00f6328a-1f02-4a1d-b1d2-d6117cc0ca06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:15:04Z', 'updated_at': '2021-02-17T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6b5f4b5-2028-42a7-bd7b-2b03f8c8d915', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-smb'}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:11.125462 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Checking router: d19af7d2-ce66-4d45-9e4a-3e314c33eb8b for host: dv-cinder-759994-3-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:11.136412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Routers {'d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'} bound to L3 agent in host dv-cinder-759994-3-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:11.137114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:04:23Z,description=,heartbeat_timestamp=2021-02-17T20:23:53Z,host='dv-cinder-759994-3-smb',id=7e68f485-4b25-4fdb-80d4-0d7e70a1da74,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:04:23Z,topic='l3_agent')) {'router_ids': ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:11.242076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] For port 45c19ea8-f4c6-4454-94de-99936089fa32, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=45c19ea8-f4c6-4454-94de-99936089fa32,segment=NetworkSegment(e6a64418-3dab-4ff8-a23e-570d1b0ce904),segment_id=e6a64418-3dab-4ff8-a23e-570d1b0ce904)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:11.242565 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.323093 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvr_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] Set router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b gateway port host: None {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:11.425808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Calling delete_port for 45c19ea8-f4c6-4454-94de-99936089fa32 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:11.441518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_hamode_db [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:24:11Z', 'revision_number': 6, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port_host': None}], 'dv-cinder-759994-3-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:11.446220 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53aa0a6-1fd1-4a17-a913-7023851c0a5e None None] The sync data for ids ['d19af7d2-ce66-4d45-9e4a-3e314c33eb8b'] in dv-cinder-759994-3-smb is: [{'id': 'd19af7d2-ce66-4d45-9e4a-3e314c33eb8b', 'name': 'tempest-AttachVolumeShelveTestJSON-518590308-router', 'tenant_id': 'f29b0422d8724040b7d803540a8f9e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:14:57Z', 'updated_at': '2021-02-17T20:24:11Z', 'revision_number': 6, 'project_id': 'f29b0422d8724040b7d803540a8f9e20', 'gw_port_host': None}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:11.649581 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852728765'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.677466 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-c5222588-bb46-4815-9398-7439fa37e8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:11.805207 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c19ea8-f4c6-4454-94de-99936089fa32,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:11.810248 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:11.961746 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925829'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.137004 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 45c19ea8-f4c6-4454-94de-99936089fa32 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:24:12.157600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853832651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3739'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.160061 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.176481 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 45c19ea8-f4c6-4454-94de-99936089fa32 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:24:12.176958 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 45c19ea8-f4c6-4454-94de-99936089fa32 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:24:12.177408 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8783088d-8e15-4fbe-8b45-b9051107d637 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:24:12.183955 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853832169'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.184560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19af7d2-ce66-4d45-9e4a-3e314c33eb8b {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:24:12.199355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.200810 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8abf717c-5505-4add-965e-bae2b6554ed1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d19af7d2-ce66-4d45-9e4a-3e314c33eb8b HTTP/1.1" status: 204 len: 168 time: 1.6588638 Feb 17 20:24:12.203266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43104) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:12.219641 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: 8783088d-8e15-4fbe-8b45-b9051107d637 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:24:12.220310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device 8783088d-8e15-4fbe-8b45-b9051107d637 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:24:12.273781 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Deleting subnet 5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:24:12.281276 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.343133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852727836'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.429681 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776795'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.710712 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850999037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854124328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852727913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843556368'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.729432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f19986aa-aaf6-40b6-959b-ed9c5a2b2af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:12.815648 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:12.822634 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:12.871098 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.877668 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3e02d-f2f0-4402-83d8-e3c07a77efe5 None None] Network ea6961e8-68cd-4637-9725-b2bcb45267da requested from dv-cinder-759994-3-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:24:12.878452 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-4ac61fff-b19a-48ea-a4a2-7807bcbb654b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5f8a3915-85e3-4f7e-b4b5-97fd673b3ef7 HTTP/1.1" status: 204 len: 168 time: 0.6739676 Feb 17 20:24:12.881285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43108) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:13.041516 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731678'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.118306 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Deleting port bcc28bdc-805e-4a9e-bb9e-981473db8a38 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:13.118671 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.162407 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] DHCP port deletion for ea6961e8-68cd-4637-9725-b2bcb45267da request from dv-cinder-759994-3-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:24:13.168894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Deleting port bcc28bdc-805e-4a9e-bb9e-981473db8a38 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:13.169669 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.349588 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] For port bcc28bdc-805e-4a9e-bb9e-981473db8a38, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bcc28bdc-805e-4a9e-bb9e-981473db8a38,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:13.349898 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.409848 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.db [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] For port bcc28bdc-805e-4a9e-bb9e-981473db8a38, host dv-cinder-759994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-smb',level=0,port_id=bcc28bdc-805e-4a9e-bb9e-981473db8a38,segment=NetworkSegment(656b68af-3cbe-447b-9385-5334b176ded2),segment_id=656b68af-3cbe-447b-9385-5334b176ded2)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:13.410223 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028977'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.486863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Calling delete_port for bcc28bdc-805e-4a9e-bb9e-981473db8a38 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:13.545024 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Calling delete_port for bcc28bdc-805e-4a9e-bb9e-981473db8a38 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:13.573080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4090485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778621324847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363258233843470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853355042'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.590266 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7f712953-02fb-4bfe-b7e8-2f4a0e2244a5 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:13.623424 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.db.api [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:24:13.623843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_db.api [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:24:13.703110 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc28bdc-805e-4a9e-bb9e-981473db8a38,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:13.706828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:13.751599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] No DVR routers for this DVR port bcc28bdc-805e-4a9e-bb9e-981473db8a38 on host dv-cinder-759994-3-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:24:14.124006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3778946', 'neutron.services.segments.db._delete_segments_for_network-8778621496333'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.125322 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Deleting port bcc28bdc-805e-4a9e-bb9e-981473db8a38 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:14.125801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258233428340'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.265404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6961e8-68cd-4637-9725-b2bcb45267da']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:14.280812 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656b68af-3cbe-447b-9385-5334b176ded2') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:14.281186 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.services.segments.db [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656b68af-3cbe-447b-9385-5334b176ded2') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:14.295212 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778621493261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839810941'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.311829 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851002318'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.314937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:24:14.347543 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bcc28bdc-805e-4a9e-bb9e-981473db8a38 no longer exists at agent ovs-agent-dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:24:14.461263 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-e16f256f-0688-44a9-b452-ab6bd41432f5 None None] The port 'bcc28bdc-805e-4a9e-bb9e-981473db8a38' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:24:14.462259 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.plugin [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] No Port match for: bcc28bdc-805e-4a9e-bb9e-981473db8a38 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:24:14.462642 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.rpc [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Device bcc28bdc-805e-4a9e-bb9e-981473db8a38 not bound to the agent host dv-cinder-759994-3-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:24:14.510005 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Network ea6961e8-68cd-4637-9725-b2bcb45267da has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:24:14.519765 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420789'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.707608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.plugins.ml2.managers [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Network ea6961e8-68cd-4637-9725-b2bcb45267da has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: Traceback (most recent call last): Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: timer() Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: cb(*args, **kw) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: return func(*args, **kwargs) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: self._notify() Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: self.callback(batched_events) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: event.method(event) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: segment_id)['aggregates'][0] Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: return f(self, *a, **k) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: return self._get(url).json() Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: **kwargs) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: return self.request(url, 'GET', **kwargs) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: **endpoint_filter) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:24:14.737610 dv-cinder-759994-3-smb neutron-server[83927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:24:14.821036 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850996854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853849918'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.824492 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:14.842425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210404'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.851922 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6961e8-68cd-4637-9725-b2bcb45267da,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:14.855615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:14.867650 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-6e045686-a9ad-405c-9977-f36923ca2f03 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ea6961e8-68cd-4637-9725-b2bcb45267da HTTP/1.1" status: 204 len: 168 time: 1.9850559 Feb 17 20:24:14.992685 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43114) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:15.050179 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-d9524d38-2b87-48f4-9548-8dfa98dbcf2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f29b0422d8724040b7d803540a8f9e20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0560837 Feb 17 20:24:15.052797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43118) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:15.119233 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:15.148044 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:15.195076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:15.200153 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f6c8151f-2a16-4c79-967d-796c87e99d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:15.215402 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e7e8b-a4b8-441e-8912-6d03f93244c0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:15.221319 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:15.223353 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:15.224602 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-01724cc2-ba39-4e91-87c2-8edbf3628811 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec0e7e8b-a4b8-441e-8912-6d03f93244c0 HTTP/1.1" status: 204 len: 168 time: 0.1707840 Feb 17 20:24:19.628358 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:19.791814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-acdb1858-2d29-4ace-9a6b-ff2ec2249362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:23.347821 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-7077e8e2-43f9-4df5-b2eb-8d2c2e69d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:24.747278 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:25.133965 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.252560 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.440373 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43232) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:26.574672 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.590659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:26.595493 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc16320a2e05497c9ceed609f4d462a8 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:26.598666 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:26.605165 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:26.698135 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.701380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.715559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-4ab303cc-0bb2-4def-8f68-c88773a11537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:26.760345 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc16320a2e05497c9ceed609f4d462a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186841 Feb 17 20:24:26.761311 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5a994-65b5-4db0-982b-51758343507b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:26.763339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43238) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:26.770215 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.770625 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.771065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.771460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.771854 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.772288 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.772637 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.773056 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.773446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.773912 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.774252 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.774635 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.775103 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.775486 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.775870 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.776250 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.776630 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.777034 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.777418 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.777793 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.778170 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.778553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.778936 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.779316 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.784431 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:26.834742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.864378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.917390 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.923310 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-ffef2e1d-7434-4e57-8556-13d4d2e7a5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:26.939356 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5a994-65b5-4db0-982b-51758343507b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:26.950038 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:26.951598 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ada5a994-65b5-4db0-982b-51758343507b HTTP/1.1" status: 204 len: 168 time: 0.1871800 Feb 17 20:24:26.953984 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.954684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.955026 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.955440 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.956063 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.956556 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.957040 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.957853 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.958270 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.958739 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.959406 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.959987 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.960756 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.961355 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.962006 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.962656 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.963216 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.963801 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.964369 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.964841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.965553 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.966114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.966446 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.966996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:26.973194 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-76e94887-2aff-4ee6-9a2b-74eb6f1fe352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:31.678510 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:24:46.298660 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43454) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:46.430981 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.449620 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:46.453928 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Usage tracker for resource:security_group_rule and tenant:4859a800a9f74e2faed0d2770a799ee3 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:46.457193 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:46.463168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:46.559679 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.563814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.571618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e248455d-5df8-468a-ae6d-1945f0de385d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:46.618662 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4859a800a9f74e2faed0d2770a799ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188210 Feb 17 20:24:46.619629 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1d802-b22b-4c71-9c88-c2362e47ad30,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:46.621572 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43460) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:46.623524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:46.688843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.718336 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.765046 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.770225 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-36fe2333-aafa-4cc6-aeae-010f39b32ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:46.783552 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1d802-b22b-4c71-9c88-c2362e47ad30,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:46.788815 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:46.793479 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:46.794723 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fd1d802-b22b-4c71-9c88-c2362e47ad30 HTTP/1.1" status: 204 len: 168 time: 0.1720510 Feb 17 20:24:47.098018 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43468) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:47.117388 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.132962 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:47.136996 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Usage tracker for resource:security_group_rule and tenant:8153e3faf4d84074805e49b262ee07a7 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:47.140108 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:47.146784 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:47.236116 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.239101 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.248285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b27924e7-ac1d-4146-8df7-4e83d3531828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:47.306968 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8153e3faf4d84074805e49b262ee07a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077596 Feb 17 20:24:47.308740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe3233-27d0-4f25-a572-326c64ddd3d7,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:47.310515 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43472) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:47.312483 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b46461e0-c73a-46e5-8032-22e55a52a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:47.382142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.411240 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.461780 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.466148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-b1cb4304-761c-4231-8296-6910f9efb136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:47.482357 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe3233-27d0-4f25-a572-326c64ddd3d7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:47.487211 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:47.489524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.490680 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecbe3233-27d0-4f25-a572-326c64ddd3d7 HTTP/1.1" status: 204 len: 168 time: 0.1790700 Feb 17 20:24:49.647065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:49.795200 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-5f31c5a5-032a-47cc-bddd-3750379422ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.351323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3d264543-4ea8-4224-bd0c-458dd5ebd556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.483524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43572) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:53.620346 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.638448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:53.643423 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae780f985c0d4d44b7c3d7b8a881d677 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:53.647088 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:53.653806 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:53.759114 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.762526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.772536 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-2b0bb605-52cd-4995-b1e2-ad5f9769373b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:53.821921 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae780f985c0d4d44b7c3d7b8a881d677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365173 Feb 17 20:24:53.822814 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe1d03-0f65-4218-8b40-e5e89742e5d7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:53.824776 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43578) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:53.826508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a844d61f-af42-4062-b3b6-b703b01160d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:53.896076 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.930323 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.981695 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.987824 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-7c0a27bc-e708-45eb-bd4c-6aa806efbf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:54.004138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe1d03-0f65-4218-8b40-e5e89742e5d7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:54.008496 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:54.017945 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.019255 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-76de779e-db9f-4f61-8d96-e0391447b2dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70fe1d03-0f65-4218-8b40-e5e89742e5d7 HTTP/1.1" status: 204 len: 168 time: 0.1932876 Feb 17 20:24:54.459010 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43586) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:54.479826 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.496559 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:54.501465 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Usage tracker for resource:security_group_rule and tenant:109d34d299524552ad9745981e949c91 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:54.504673 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:54.510618 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:54.602274 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.605166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.618923 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d7ebd84e-4200-4843-b5da-2da072e0e86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:54.664291 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=109d34d299524552ad9745981e949c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036762 Feb 17 20:24:54.666106 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773861d-acd8-403e-9eca-631c5b832869,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:54.667277 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43590) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:54.669643 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-8edc5877-b768-455f-b472-d09e2899bbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:54.737808 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.747863 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.767606 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.819191 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.823585 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-d6e49695-4a01-4391-8b69-bec695ecda27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:54.838332 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773861d-acd8-403e-9eca-631c5b832869,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:54.841591 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:54.851121 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.852378 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-413efd7e-d878-4e02-a902-f6e6833012da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0773861d-acd8-403e-9eca-631c5b832869 HTTP/1.1" status: 204 len: 168 time: 0.1840100 Feb 17 20:24:55.128785 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.223690 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43598) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:55.243429 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.259677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:55.263797 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Usage tracker for resource:security_group_rule and tenant:a83fb18664574c2b806471a64afc67e5 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:55.267129 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:55.272886 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:55.360743 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.363717 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.372699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6cc00d78-6438-4a30-ae41-b26815dffc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:55.420485 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a83fb18664574c2b806471a64afc67e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954751 Feb 17 20:24:55.422142 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a2807e-5e3b-41f8-95b7-b9daee8eacb7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:55.424090 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43602) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:55.425538 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-05b420bf-9323-49ff-a7bb-3f3a5a8369ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:55.492347 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.522615 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.572221 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.576530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-f2f3a675-54b3-4595-a977-a6f1fd77ba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:55.591822 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a2807e-5e3b-41f8-95b7-b9daee8eacb7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:55.596401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:55.602597 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.603903 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-783aa37b-8b2e-4565-8311-6435904df022 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2a2807e-5e3b-41f8-95b7-b9daee8eacb7 HTTP/1.1" status: 204 len: 168 time: 0.1778133 Feb 17 20:24:56.236768 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:00.789555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43664) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:00.956828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:00.974580 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:00.979609 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec9f7287bf5c484389188427d7f45e80 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:25:00.983117 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:25:00.989843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:01.080837 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.084105 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.093944 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-05e3eb16-9ccb-42f9-b5f7-9e7d07c103cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:01.137283 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec9f7287bf5c484389188427d7f45e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465440 Feb 17 20:25:01.139131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7bc3a4-4e0c-476b-ab4a-7ab7dcdd3da3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:01.140640 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43670) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:01.142692 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-19ae4e52-f46c-4475-b295-abf3e6dd79d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:01.208851 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.237524 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.283839 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.288907 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e9b1955a-974b-4f01-9d6f-d3b007e6cde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:01.302508 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7bc3a4-4e0c-476b-ab4a-7ab7dcdd3da3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:01.310247 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:01.313133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.316613 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e123879a-8bd0-454f-a7dc-0c31b288436c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e7bc3a4-4e0c-476b-ab4a-7ab7dcdd3da3 HTTP/1.1" status: 204 len: 168 time: 0.1717379 Feb 17 20:25:01.614030 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43678) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:01.634058 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.650913 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:01.655079 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8ab90e9df6441aa02d844fecd5d019 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:25:01.658497 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:25:01.664279 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:01.757255 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.760130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.769514 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-a8ff4c2d-ec6f-4678-bcb6-d387464fd6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:01.814991 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa8ab90e9df6441aa02d844fecd5d019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997583 Feb 17 20:25:01.815977 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450b162-c815-4f50-be8a-bfbe7e6156ed,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:01.818321 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43682) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:01.819511 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-512022fa-2c7f-4344-bfb9-7c86b243ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:01.893448 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.931180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.984401 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:01.990151 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-0f1b178d-299e-47f4-904d-b23d7fd8b5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:02.004425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450b162-c815-4f50-be8a-bfbe7e6156ed,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:02.010161 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:02.015894 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:02.017232 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-21fb59af-1277-439c-ad48-c746285b9091 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0450b162-c815-4f50-be8a-bfbe7e6156ed HTTP/1.1" status: 204 len: 168 time: 0.1977501 Feb 17 20:25:08.681231 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:25:14.879860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43828) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:15.010954 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.029509 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:15.034555 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Usage tracker for resource:security_group_rule and tenant:91bd7e00b5044a18aae4ea55edf38728 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:25:15.037661 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:25:15.043575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:15.135843 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.138828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.148426 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-96e82f88-e3cb-40d5-8bda-370832aa80c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:15.192526 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91bd7e00b5044a18aae4ea55edf38728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114712 Feb 17 20:25:15.194275 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d10599-9206-4dc1-be6f-a3d4b37b686e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:15.195432 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43834) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:15.198017 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-9991c490-9253-45a5-b68a-9ecd7245352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:15.262835 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.291447 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.339425 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.343530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-100f7403-2cf7-4172-8277-65d50db33ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:15.357130 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d10599-9206-4dc1-be6f-a3d4b37b686e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:15.360427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:15.362576 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:15.363647 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-3ae8bf60-e139-40c4-ad61-4d7f08726199 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78d10599-9206-4dc1-be6f-a3d4b37b686e HTTP/1.1" status: 204 len: 168 time: 0.1671607 Feb 17 20:25:19.646439 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:19.799921 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-086e9556-7f19-4531-b82e-0fd8c090614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:23.354927 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-af5f259e-23f0-4c3b-b346-b620d3764e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:24.749794 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:25.133525 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:26.243094 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:27.778131 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.46', 43950) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:27.922769 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:27.946689 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:27.954118 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Usage tracker for resource:security_group_rule and tenant:57564f5efd394b5a8294f7c36e5a563f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:25:27.958285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.quota.resource [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:25:27.965645 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.quota.driver [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:28.063659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.066684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.076080 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-1035110e-ffd3-4b54-ad6d-600d982310d6 tempest-TestMinimumBasicScenario-943337445 tempest-TestMinimumBasicScenario-943337445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:28.122578 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57564f5efd394b5a8294f7c36e5a563f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432798 Feb 17 20:25:28.123624 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f0e9b9-59c8-4ec1-9b7d-0fdaa4e11cfb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:28.125942 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.46', 43956) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:25:28.133420 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.133841 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.134281 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.134659 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.135065 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.135460 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.135856 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.136261 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.136652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.137077 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.137471 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.137866 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.138351 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.138740 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.139315 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.140299 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.140719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.141138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.141526 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.141969 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.142365 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.142760 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.143149 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.143530 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.148166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-e663ca38-be6c-425f-bea4-64e4bfa314cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:28.194012 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.222608 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.520124 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.525180 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-6cdb98d0-8618-4b25-a4ba-650b8e21c160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:28.538652 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f0e9b9-59c8-4ec1-9b7d-0fdaa4e11cfb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:28.548575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:28.549832 dv-cinder-759994-3-smb neutron-server[83927]: INFO neutron.wsgi [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4f0e9b9-59c8-4ec1-9b7d-0fdaa4e11cfb HTTP/1.1" status: 204 len: 168 time: 0.4226735 Feb 17 20:25:28.551325 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.551706 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.552120 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.552521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.552937 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.553341 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.553742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.554320 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.554512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.554904 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.555285 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.555677 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.556148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.556546 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.556949 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.557416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.557694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.558081 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.558467 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.558857 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.559239 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.559623 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.560008 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.560518 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:28.565864 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG oslo_concurrency.lockutils [None req-fd8709b6-6f09-4ea3-97a0-9b5f89db8253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:45.687138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:25:49.658657 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:49.804512 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-252a846c-2561-4f49-a64d-280c42e2dbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:53.363619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9ab8817b-9f3b-4926-802e-3d1f64116cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:54.760485 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:55.136982 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:56.239840 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.679300 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.807224 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-e1208137-3707-4c11-8554-f1ff0c8b1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:22.689352 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:26:23.362715 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-85feb40a-2bb5-4f89-a6a9-936e26577a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:24.756318 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:25.140412 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:26.245755 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:49.689507 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:49.812148 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b843f328-ceb2-46e9-afa5-c4f84986f52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:53.367203 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-02df80ae-e40c-48b4-95a1-2faba0252f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:54.758699 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:55.143828 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:56.240166 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:59.697575 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:27:19.695138 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:19.817416 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-15f11f44-3f31-43f2-852c-cb4c0bc4ccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:23.369789 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-4af54f6b-016a-4244-b67c-26a38342313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.763404 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:25.145770 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:26.244133 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:36.688844 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:27:49.688719 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:49.820155 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-39194abb-bb68-4862-8562-1cef16b9d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:53.372893 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-df544fc4-1c8e-4966-8248-31493190f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:54.766783 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:55.149903 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:56.250430 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:13.689177 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:28:19.720684 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:19.823647 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a0dd-5d97-4151-8df0-c5d441c293ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:23.375882 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-9b65f125-dc42-414f-830f-cc5b3d1d9509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:24.768567 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:25.152042 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:26.252930 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:49.719045 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:49.827909 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-304af033-3650-4a33-9e0b-ff0b898b2325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:50.689127 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:28:53.382818 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-a148f0fc-8e6b-43a2-9af3-465d0ee5acd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:54.771378 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:55.156627 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:56.248206 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:19.732235 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:19.832728 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-56e299a9-3b8b-4256-accc-ddc05a617f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.377141 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-c617ddbc-650f-43ad-87f1-4d863fdb28ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:24.773694 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:25.162154 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:26.254339 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:27.689720 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:29:49.733380 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:49.836513 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-0c63f653-2eed-444e-a1ab-2852ff2a04cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:53.379506 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-855b4976-91a2-449f-bda7-ee4c358e6bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:54.776600 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:55.163074 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:56.254860 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:04.690521 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:30:19.730963 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:19.838549 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3aadca1c-a7ad-4a0b-bda5-8f45a60a47bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:23.381427 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-1d9b58be-a2dc-4d3c-b055-4adb752ffd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:24.779143 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:25.165537 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:26.249619 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:41.691596 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.db.agents_db [None req-8291f7b9-59c9-4f57-8309-263d40dd43e5 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:30:48.650464 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron.wsgi [req-acd2a0f6-f091-4476-b871-45f45235a164 req-8bc8802d-3c0e-4128-9ec8-f185a49954b4 service neutron] (84043) timed out ('10.222.0.121', 64137) {{(pid=84043) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 20:30:49.731338 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-09279852-021d-49bf-aae3-1635477191fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:49.840168 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b145-7549-4ca4-847e-7387e977fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:53.385742 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ec15-61f9-4031-8dd6-81b1da002f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:54.785000 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea455-3f13-4cbf-91ff-e0cd7f646714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:55.167599 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-927d42f2-ddac-4bdb-8ee1-1c11bce0bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:56.254823 dv-cinder-759994-3-smb neutron-server[83927]: DEBUG neutron_lib.callbacks.manager [None req-b31961e7-80de-409b-a7e4-e21b67e9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258233285902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3769596'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}